본문 바로가기

카테고리 없음

ELK docker 설치 #elk #elastic

반응형

https://gem1n1.tistory.com/88

security 설정해야 warnning alert이 안뜸..

단 로그인을 매번 해줘야함;;

 

[엘라스틱서치] ElasticSearch & 키바나 시큐리티 기능 구현

개요 엘라스틱서치는 6.8 버전부터 시큐리티 기능을 지원한다. 그 전 버전까지는 별도의 인증과정 없이, 리퀘스트를 보내면 바로 리스폰스가 돌아왔는데, 시큐리티 기능을 활성화시키면 리퀘스

gem1n1.tistory.com

 

 

 

delta01@etlbdqc1:~$ sudo netstat -tulpn
Active Internet connections (only servers)
Proto Recv-Q Send-Q Local Address           Foreign Address         State       PID/Program name
tcp        0      0 0.0.0.0:5601            0.0.0.0:*               LISTEN      62215/docker-proxy
tcp        0      0 0.0.0.0:9200            0.0.0.0:*               LISTEN      59247/docker-proxy
tcp        0      0 0.0.0.0:9300            0.0.0.0:*               LISTEN      59226/docker-proxy
tcp        0      0 127.0.0.53:53           0.0.0.0:*               LISTEN      9724/systemd-resolv
tcp        0      0 0.0.0.0:22              0.0.0.0:*               LISTEN      919/sshd: /usr/sbin
tcp6       0      0 :::5601                 :::*                    LISTEN      62221/docker-proxy
tcp6       0      0 :::9200                 :::*                    LISTEN      59253/docker-proxy
tcp6       0      0 :::9300                 :::*                    LISTEN      59234/docker-proxy
tcp6       0      0 :::22                   :::*                    LISTEN      919/sshd: /usr/sbin
udp        0      0 127.0.0.53:53           0.0.0.0:*                           9724/systemd-resolv

 

 

 sudo firewall-cmd --permanent --add-service=http
 1990  sudo systemctl reload firewalld
 1991  firewall-cmd --permanent --add-port=8099/tcp
 1992  sudo firewall-cmd --permanent --add-port=8099/tcp
 1993  firewall-cmd --reload
 1994  sudo firewall-cmd --reload
 1995  sudo gitlab-ctl restart
 1996  sudo rebook

 sudo gitlab-ctl reconfigure


sudo apt-get install gitlab-ce
14.2.3


gitlab
root/posco!@34

sudo systemctl stop jupyterhub


netstat -lntp
sudo netstat -tulpn
docker network ls
docker network rm id

docker container ls -a
"8373b46c43a2f38c82dd92f7407ad4b4ae3445089c56cbcca7d3cf604f362fc2"
sudo snap services docker

systemctl list-unit-files
sudo systemctl list-units --type=service
sudo systemctl restart snap.docker.dockerd.service
sudo systemctl restart kibana.service
sudo systemctl stop kibana.service


[root@localhost /]# iptables -t filter -F 
[root@localhost /]# iptables -t filter -X 
[root@localhost /]# systemctl restart docker

출처: https://manbok2.tistory.com/77 [IT 한길]



https://www.codenotary.com/blog/extremely-useful-docker-commands/


docker.elastic.co/elasticsearch/elasticsearch   7.15.1       fa601f7c24cb   8 days ago      792MB
docker.elastic.co/elasticsearch/elasticsearch   7.15.0       53ecd52afaa0   4 weeks ago     812MB
docker.elastic.co/kibana/kibana                 7.15.0       4334c025a5e0   4 weeks ago     1.14GB
jupyter/tensorflow-notebook                     latest       e7a1c8b096dc   4 weeks ago     3.1GB
apache/superset                                 latest-dev   c6e69b7df192   6 weeks ago     1.91GB
redis                                           latest       ddcca4b8a6f0   8 weeks ago     105MB
postgres                                        10           8e061fc3958a   8 weeks ago     200MB
jupyterhub/jupyterhub                           latest       15cb6ea1d4b4   3 months ago    351MB
dperson/samba                                   latest       aac8a52c5b16   15 months ago   52.1MB


sudo docker network create elastic
sudo docker pull docker.elastic.co/elasticsearch/elasticsearch:7.15.1
docker run -d --name es01-test --net elastic -p 9200:9200 -p 9300:9300 -e "discovery.type=single-node" docker.elastic.co/elasticsearch/elasticsearch:7.15.1
http://203.245.157.103:9200/

sudo docker pull docker.elastic.co/kibana/kibana:7.15.1
sudo docker run -d --name kib01-test --net elastic -p 5601:5601 -e "ELASTICSEARCH_HOSTS=http://es01-test:9200" docker.elastic.co/kibana/kibana:7.15.1
http://203.245.157.103:5601/


Configuration missing

server.publicBaseUrl is missing and should be configured when running in a production environment. Some features may not behave correctly. See the documentation.


docker run -it --rm \
-v full_path_to/config:/usr/share/elasticsearch/config \
docker.elastic.co/elasticsearch/elasticsearch:7.15.1 \
bin/elasticsearch-keystore create -p

docker run -it --rm \
-v full_path_to/config:/usr/share/elasticsearch/config \
docker.elastic.co/elasticsearch/elasticsearch:7.15.1 \
bin/elasticsearch-keystore \
add my.secure.setting \
my.other.secure.setting






=== Logstash
https://www.elastic.co/guide/en/logstash/current/docker-config.html


docker pull docker.elastic.co/logstash/logstash:7.15.0
mkdir ~/pipeline
docker run --rm -d -it -v ~/pipeline/:/usr/share/logstash/pipeline/ docker.elastic.co/logstash/logstash:7.15.0
single file 단위
docker run --rm -it -v ~/settings/logstash.yml:/usr/share/logstash/config/logstash.yml docker.elastic.co/logstash/logstash:7.15.0

 

 


docker pull jupyter/tensorflow-notebook
도커 처음 시작
docker 
docker run --name jupyter -p 8888:8888 -v "$PWD":/home/delta01/jupyter_workbook --user root --restart=always -it jupyter/tensorflow-notebook bash
재시작
docker start --name jupyter -p 8888:8888 -v "$PWD":/home/$USER/jupyter_workbook --user root --restart=always -it jupyter/tensorflow-notebook bash

docker container run -d -p 18080:8080 12bme/echo:latest
 

발급용>>>
 sudo docker run --name enc146058 -p 14605:14605 -v "$PWD":/home/$USER/jupyter_workbook --user root --restart=always -it jupyter/tensorflow-notebook bash

sudo docker run --name enc744764 -p 7447:7447 -v "$PWD":/home/$USER/jupyter_workbook --user root --restart=always -it jupyter/tensorflow-notebook bash
sudo docker run --name enc7001 -p 7001:7001 -v "$PWD":/home/$USER/jupyter_workbook --user root --restart=always -it jupyter/tensorflow-notebook bash
sudo docker run --name enc7001 -p 7002:7002 -v "$PWD":/home/$USER/jupyter_workbook --user root --restart=always -it jupyter/tensorflow-notebook bash


도커 진입
docker exec -it f0e3bfc1006a /bin/bash

docker images

https://brunch.co.kr/@hopeless/10

$ docker run --name jupyter \
  -p 8888:8888 -v "$PWD":/home/jovyan/jupyter \
  --user root --restart=always -it \
  jupyter/tensorflow-notebook \
  bash
## 설명
# --user root : root로 접속하기 위함
# (퍼미션 오류가 발생되어 적용)
# -it, bash : 바로 실행하지 않고 컨테이너 내부로 접속하기 위함

✍ Jupyter lab 설치 및 설정
$ pip install jupyterlab
$ jupyter lab password
## 패스워드 설정
> jupyter lab --no-browser --allow-root  --port=7447 > jupyter01.log & 
$ jupyter lab --no-browser --allow-root  --port=14605 > jupyter01.log & 

http://203.245.157.80:7447/lab

도커 이미지 다운
docker pull jupyterhub/jupyterhub
도커 시작
docker start -d -p 8000:8000 --name jupyterhub jupyterhub/jupyterhub jupyterhub

docker run -d -p 8000:8000 --name jupyterhub jupyterhub/jupyterhub jupyterhub

진입
docker exec -it jupyterhub bash




Generating new CONFIGPROXY_AUTH_TOKEN
jupyter notebook --ip=203.245.157.80 



 http://203.245.157.80:8888/?token=06b4e18f57690f4188ae6f45062b84c208a38f857c89ec12
https://velog.io/@jmon/Docker%EB%A5%BC-%EC%9D%B4%EC%9A%A9%ED%95%B4-Jupyter-Lab-%EB%9D%84%EC%9A%B0%EA%B8%B0-Docker-Jupyter-Labwith-Tensorflow-JMON

http://203.245.157.80:8888/lab?token=c43d374a9051b28a6936c2502d69733ff4042ce1ea5ce3cf
:8888/lab?token=8da962ac268f808a9b3f2c453bc5b1ee910e31a27d669f4a

 

반응형