From c17c8137f292ce897806d0e074839b492d75a285 Mon Sep 17 00:00:00 2001 From: fghwett <1058178245@qq.com> Date: Wed, 23 Nov 2022 11:09:43 +0800 Subject: [PATCH] mongodb crawlab --- Docker/crawlab/crawlab-master.yml | 27 +++++++++++++++++++++++++++ Docker/crawlab/crawlab-worker.yml | 21 +++++++++++++++++++++ Docker/mongodb/docker-compose.yml | 21 +++++++++++++++++++++ 3 files changed, 69 insertions(+) create mode 100644 Docker/crawlab/crawlab-master.yml create mode 100644 Docker/crawlab/crawlab-worker.yml create mode 100644 Docker/mongodb/docker-compose.yml diff --git a/Docker/crawlab/crawlab-master.yml b/Docker/crawlab/crawlab-master.yml new file mode 100644 index 0000000..3e553ae --- /dev/null +++ b/Docker/crawlab/crawlab-master.yml @@ -0,0 +1,27 @@ +version: '3.3' +services: + master: + image: crawlabteam/crawlab + container_name: crawlab_master + restart: unless-stopped + environment: + CRAWLAB_NODE_MASTER: Y # Y: master node + CRAWLAB_MONGO_HOST: mongo # mongo host address. In the docker compose network, directly refer to the service name + CRAWLAB_MONGO_PORT: 27017 # mongo port + CRAWLAB_MONGO_DB: crawlab # mongo database + CRAWLAB_MONGO_USERNAME: username # mongo username + CRAWLAB_MONGO_PASSWORD: password # mongo password + CRAWLAB_MONGO_AUTHSOURCE: admin # mongo auth source + volumes: + - "./data/master:/data" # persistent crawlab data + ports: + - "8080:8080" # exposed api port + - "9666:9666" # exposed grpc port + networks: + nginx: + aliases: + - crawlab-master + +networks: + nginx: + external: true diff --git a/Docker/crawlab/crawlab-worker.yml b/Docker/crawlab/crawlab-worker.yml new file mode 100644 index 0000000..cf34b36 --- /dev/null +++ b/Docker/crawlab/crawlab-worker.yml @@ -0,0 +1,21 @@ +version: '3.3' +services: + # worker node + worker: + image: crawlabteam/crawlab + container_name: crawlab_worker + restart: unless-stopped + environment: + CRAWLAB_NODE_MASTER: N # N: worker node + CRAWLAB_GRPC_ADDRESS: crawlab-master:9666 # grpc address + CRAWLAB_FS_FILER_URL: http://crawlab-master:8080/api/filer # seaweedfs api + volumes: + - "./data/worker:/data" # persistent crawlab data + networks: + nginx: + aliases: + - crawlab-worker + +networks: + nginx: + external: true \ No newline at end of file diff --git a/Docker/mongodb/docker-compose.yml b/Docker/mongodb/docker-compose.yml new file mode 100644 index 0000000..e0b023f --- /dev/null +++ b/Docker/mongodb/docker-compose.yml @@ -0,0 +1,21 @@ +version: '3.3' +services: + mongo: + image: mongo:4.2 + restart: unless-stopped + environment: + MONGO_INITDB_ROOT_USERNAME: username # mongo username + MONGO_INITDB_ROOT_PASSWORD: password # mongo password + volumes: + - "./data:/data/db" # persistent mongo data + ports: + - "27017:27017" # expose mongo port to host machine + networks: + nginx: + aliases: + - mongodb + +networks: + nginx: + external: true +