From 4a12ac671d0776f6e42db03ba38f7d3a2cbeb435 Mon Sep 17 00:00:00 2001
From: Arthur Le Bars <arthur.le-bars@sb-roscoff.fr>
Date: Mon, 22 Mar 2021 15:27:46 +0100
Subject: [PATCH] removed yml template (not jinja2)
---
templates/gspecies_compose_template.yml | 303 ------------------------
templates/traefik_compose_template.yml | 120 ----------
2 files changed, 423 deletions(-)
delete mode 100644 templates/gspecies_compose_template.yml
delete mode 100755 templates/traefik_compose_template.yml
diff --git a/templates/gspecies_compose_template.yml b/templates/gspecies_compose_template.yml
deleted file mode 100644
index da6d645..0000000
--- a/templates/gspecies_compose_template.yml
+++ /dev/null
@@ -1,303 +0,0 @@
-# ./docker_data is created and filled with persistent data that should be backuped
-
-version: '3.7'
-services:
- proxy:
- image: quay.io/abretaud/nginx-ldap:latest
- volumes:
- - ./src_data/:/project_data/
- #- /groups/XXX/:/groups/XXX/:ro # We do this when we have symlinks in src_data pointing to /groups/XXX/...
- - ./nginx/conf:/etc/nginx/conf.d
- networks:
- - traefikbig
- - genus_species
- deploy:
- labels:
- # Download page
- - "traefik.http.routers.genus_species-nginx.rule=(Host(`custom_host`) && PathPrefix(`/sp/genus_species/download`))"
-# - "traefik.http.routers.genus_species-nginx.tls=true"
-# - "traefik.http.routers.genus_species-nginx.entryPoints=webs"
- - "traefik.http.routers.genus_species-nginx.entryPoints=web" # lg
-# - "traefik.http.routers.genus_species-nginx.middlewares=sp-auth,sp-app-trailslash,sp-prefix"
- - "traefik.http.routers.genus_species-nginx.middlewares=sp-app-trailslash,sp-prefix" # lg
- - "traefik.http.services.genus_species-nginx.loadbalancer.server.port=80"
- restart_policy:
- condition: on-failure
- delay: 5s
- max_attempts: 3
- window: 120s
-
- tripal:
- image: quay.io/galaxy-genome-annotation/tripal:v2.x
- depends_on:
- - tripal-db
- - elasticsearch
- volumes:
- - ./docker_data/galaxy/:/export/:ro
- - ./src_data/:/project_data/:ro
- - ./src_data:/data:ro
- - ./banner.png:/var/www/html/banner.png:ro
- #- /groups/XXX/:/groups/XXX/:ro # We do this when we have symlinks in src_data pointing to /groups/XXX/...
- environment:
- DB_HOST: tripal-db.genus_species
- BASE_URL_PATH: /sp/genus_species
- UPLOAD_LIMIT: 20M
- MEMORY_LIMIT: 512M
- TRIPAL_GIT_CLONE_MODULES: "https://github.com/abretaud/tripal_rest_api.git[@c6f9021ea5d4c6d7c67c5bd363a7dd9359228bbc] https://github.com/tripal/tripal_elasticsearch.git[@dc7f276046e394a80a7dfc9404cf1a149006eb2a] https://github.com/tripal/tripal_analysis_interpro.git https://github.com/tripal/tripal_analysis_go.git https://github.com/tripal/tripal_analysis_blast.git https://github.com/tripal/tripal_analysis_expression.git[@7240039fdeb4579afd06bbcb989cb7795bd4c342]"
- TRIPAL_DOWNLOAD_MODULES: ""
- TRIPAL_ENABLE_MODULES: "tripal_analysis_blast tripal_analysis_interpro tripal_analysis_go tripal_rest_api tripal_elasticsearch"
- SITE_NAME: "Genus species"
- ELASTICSEARCH_HOST: elasticsearch.genus_species
- ENABLE_JBROWSE: /jbrowse/?data=data/genus_species_sex
- ENABLE_APOLLO: 0
- ENABLE_BLAST: 1
- ENABLE_DOWNLOAD: 1
- ENABLE_WIKI: 0
- ENABLE_GO: 0
- ENABLE_ORTHOLOGY: 0
- ENABLE_ORTHOLOGY_LINKS: 0
- THEME: "custom_theme" # Use this to use another theme
- THEME_GIT_CLONE: "custom_git_clone" # Use this to install another theme
- ADMIN_PASSWORD: custom_tripal_admin_password # You need to define it and update it in galaxy config below
- networks:
- - traefikbig
- - genus_species
- deploy:
- labels:
- - "traefik.http.routers.genus_species-tripal.rule=(Host(`custom_host`) && PathPrefix(`/sp/genus_species`))"
-# - "traefik.http.routers.genus_species-tripal.tls=true"
-# - "traefik.http.routers.genus_species-tripal.entryPoints=webs"
- - "traefik.http.routers.genus_species-tripal.entryPoints=web" # lg
-# - "traefik.http.routers.genus_species-tripal.middlewares=sp-auth,sp-trailslash,sp-prefix,tripal-addprefix"
- - "traefik.http.routers.genus_species-tripal.middlewares=sp-trailslash,sp-prefix,tripal-addprefix" # lg
- - "traefik.http.services.genus_species-tripal.loadbalancer.server.port=80"
- restart_policy:
- condition: on-failure
- delay: 5s
- max_attempts: 3
- window: 120s
-
- tripal-db:
- image: quay.io/galaxy-genome-annotation/chado:1.31-jenkins26-pg9.5
- environment:
- - POSTGRES_PASSWORD=postgres
- # The default chado image would try to install the schema on first run,
- # we just want the tools to be available.
- - INSTALL_CHADO_SCHEMA=0
- volumes:
- - ./docker_data/tripal_db/:/var/lib/postgresql/data/
- networks:
- - genus_species
-
- elasticsearch:
- image: docker.elastic.co/elasticsearch/elasticsearch:6.6.1
- #deploy:
- #resources:
- #limits:
- #memory: 500M
- volumes:
- - ./docker_data/elastic_search_index/:/usr/share/elasticsearch/data/
- environment:
- bootstrap.memory_lock: "true"
- xpack.security.enabled: "false"
- xpack.monitoring.enabled: "false"
- xpack.ml.enabled: "false"
- xpack.graph.enabled: "false"
- xpack.watcher.enabled: "false"
- cluster.routing.allocation.disk.threshold_enabled: "false"
- ES_JAVA_OPTS: "-Xms500m -Xmx500m"
- TAKE_FILE_OWNERSHIP: "true"
- networks:
- - genus_species
-
- galaxy:
- image: quay.io/galaxy-genome-annotation/docker-galaxy-annotation:gmod
- volumes:
- - ../galaxy_data_libs_SI.py:/opt/galaxy_data_libs_SI.py
- #- ./docker_data/galaxy/:/export/ # Commented for testing TODO: Uncomment in production
- - ./src_data/:/project_data/:ro
- #- /groups/XXX/:/groups/XXX/:ro # We do this when we have symlinks in src_data pointing to /groups/XXX/...
- - ./docker_data/jbrowse/:/jbrowse/data/
- - ./docker_data/apollo/:/apollo-data/
- - ../galaxy_nginx.conf:/etc/nginx/uwsgi_params
- environment:
- NONUSE: nodejs,proftp,reports,condor
- GALAXY_LOGGING: full
- GALAXY_CONFIG_BRAND: "Genus species"
- GALAXY_CONFIG_ALLOW_LIBRARY_PATH_PASTE: "True"
- GALAXY_CONFIG_USE_REMOTE_USER: "True"
- GALAXY_CONFIG_REMOTE_USER_MAILDOMAIN: "sb-roscoff.fr"
- GALAXY_DEFAULT_ADMIN_EMAIL: "custom_galaxy_default_admin_email"
- GALAXY_DEFAULT_ADMIN_USER: "custom_galaxy_defaut_admin_user"
- GALAXY_DEFAULT_ADMIN_PASSWORD: "custom_galaxy_default_admin_password"
- GALAXY_CONFIG_ADMIN_USERS: "admin@galaxy.org, gga@sb-roscoff.fr, lgueguen@sb-roscoff.fr, alebars@sb-roscoff.fr" # admin@galaxy.org is the default (leave it), gogepp@bipaa is a shared ldap user we use to connect
- GALAXY_CONFIG_MASTER_API_KEY: "custom_galaxy_config_master_api_key"
- ENABLE_FIX_PERMS: 0
- PROXY_PREFIX: /sp/genus_species/galaxy
- GALAXY_TRIPAL_URL: http://tripal.genus_species/tripal/
- GALAXY_TRIPAL_PASSWORD: custom_galaxy_tripal_password # See tripal config above
- GALAXY_WEBAPOLLO_URL: http://one-of-the-swarm-node:8888/apollo/
- GALAXY_WEBAPOLLO_USER: "custom_galaxy_web_apollo_user"
- GALAXY_WEBAPOLLO_PASSWORD: "custom_galaxy_web_apollo_password" # See tripal config below
- GALAXY_WEBAPOLLO_EXT_URL: /apollo/
- GALAXY_CHADO_DBHOST: tripal-db.genus_species
- GALAXY_CHADO_DBSCHEMA: chado
- GALAXY_AUTO_UPDATE_DB: 1
- GALAXY_AUTO_UPDATE_CONDA: 1
- GALAXY_AUTO_UPDATE_TOOLS: "/galaxy-central/tools_1.yaml"
- GALAXY_SHARED_DIR: ""
- BLAT_ENABLED: 1
- networks:
- - traefikbig
- - genus_species
- deploy:
- labels:
- - "traefik.http.routers.genus_species-galaxy.rule=(Host(`custom_host`) && PathPrefix(`/sp/genus_species/galaxy`))"
-# - "traefik.http.routers.genus_species-galaxy.tls=true"
-# - "traefik.http.routers.genus_species-galaxy.entryPoints=webs"
- - "traefik.http.routers.genus_species-galaxy.entryPoints=web" #lg
-# - "traefik.http.routers.genus_species-galaxy.middlewares=sp-auth,sp-app-trailslash,sp-app-prefix"
- - "traefik.http.routers.genus_species-galaxy.middlewares=sp-app-trailslash,sp-app-prefix" #lg
- - "traefik.http.services.genus_species-galaxy.loadbalancer.server.port=80"
- restart_policy:
- condition: on-failure
- delay: 5s
- max_attempts: 3
- window: 120s
-
- jbrowse:
- image: quay.io/galaxy-genome-annotation/jbrowse:v1.16.8
- volumes:
- - ./docker_data/galaxy/:/export/:ro
- - ./src_data/:/project_data/:ro
- #- /groups/XXX/:/groups/XXX/:ro # We do this when we have symlinks in src_data pointing to /groups/XXX/...
- - ./docker_data/jbrowse/:/jbrowse/data/:ro
- networks:
- - traefikbig
- - genus_species
- deploy:
- labels:
- - "traefik.http.routers.genus_species-jbrowse.rule=(Host(`custom_host`) && PathPrefix(`/sp/genus_species/jbrowse`))"
-# - "traefik.http.routers.genus_species-jbrowse.tls=true"
-# - "traefik.http.routers.genus_species-jbrowse.entryPoints=webs"
- - "traefik.http.routers.genus_species-jbrowse.entryPoints=web" # lg
-# - "traefik.http.routers.genus_species-jbrowse.middlewares=sp-auth,sp-app-trailslash,sp-app-prefix"
- - "traefik.http.routers.genus_species-jbrowse.middlewares=sp-app-trailslash,sp-app-prefix" #lg
- - "traefik.http.services.genus_species-jbrowse.loadbalancer.server.port=80"
- restart_policy:
- condition: on-failure
- delay: 5s
- max_attempts: 3
- window: 120s
-
- blast:
- image: quay.io/abretaud/sf-blast:latest
- depends_on:
- - blast-db
- environment:
- DB_HOST: blast-db.genus_species
- UPLOAD_LIMIT: 20M
- MEMORY_LIMIT: 128M
- DB_NAME: 'postgres'
- ADMIN_EMAIL: 'g.ga@sb-roscoff.fr' # email sender
- ADMIN_NAME: 'gga' # email sender name
- JOBS_METHOD: 'local' # Can be local (= no sge jobs, but run inside the container) or drmaa (= to submit to a cluster)
- JOBS_WORK_DIR: '/tmp/blast_jobs/' # disk accessible both from compute nodes and mounted in this docker (at the same path)
- CDD_DELTA_PATH: '/db/cdd_delta/current/flat/cdd_delta'
- BLAST_TITLE: 'Genus species blast server'
- JOBS_SCHED_NAME: 'blast_gspecies' # job names
- #PRE_CMD: '. /local/env/envblast-2.6.0.sh; . /local/env/envpython-3.7.1.sh;' # executed at the beginning of each job
- #APACHE_RUN_USER: 'bipaaweb' # username known by sge
- #APACHE_RUN_GROUP: 'bipaa' # group known by sge
- BASE_URL_PATH: '/sp/genus_species/blast/'
- UID: 55914 # username known by sge (for drmaa mode only)
- GID: 40259 # group known by sge (for drmaa mode only)
- #JOBS_DRMAA_NATIVE: '-p web' # This line and following for slurm
- #DRMAA_METHOD: 'slurm' # This line and following for slurm
- volumes:
- - ../blast-themes/abims/:/var/www/blast/app/Resources/:ro # You can theme the app
- - /usr/local/genome2/:/usr/local/genome2/:ro # path for blast executables
- - /db/:/db/:ro # for access to indexed blast databases
- #- /data1/sge/:/usr/local/sge/:ro # an sge install
- #- /xxxx/blast_jobs/:/xxxx/blast_jobs/ # (for drmaa mode only)
- - ./blast/banks.yml:/var/www/blast/app/config/banks.yml:ro
- - ./blast/links.yml:/etc/blast_links/links.yml:ro
- #- /data1/slurm/slurm.conf:/etc/slurm-llnl/slurm.conf:ro # This line and following for slurm
- #- /data1/slurm/gres.conf:/etc/slurm-llnl/gres.conf:ro
- #- /data1/slurm/cgroup.conf:/etc/slurm-llnl/cgroup.conf:ro
- #- /data1/slurm/slurmdbd.conf:/etc/slurm-llnl/slurmdbd.conf:ro
- #- /data1/slurm/drmaa/:/etc/slurm-llnl/drmaa/:ro
- #- /etc/munge/:/etc/munge/:ro
- networks:
- - traefikbig
- - genus_species
- deploy:
- labels:
- - "traefik.http.routers.genus_species-blast.rule=(Host(`custom_host`) && PathPrefix(`/sp/genus_species/blast`))"
-# - "traefik.http.routers.genus_species-blast.tls=true"
-# - "traefik.http.routers.genus_species-blast.entryPoints=webs"
- - "traefik.http.routers.genus_species-blast.entryPoints=web" # lg
-# - "traefik.http.routers.genus_species-blast.middlewares=sp-big-req,sp-auth,sp-app-trailslash,sp-app-prefix"
- - "traefik.http.routers.genus_species-blast.middlewares=sp-big-req,sp-app-trailslash,sp-app-prefix" # lg
- - "traefik.http.services.genus_species-blast.loadbalancer.server.port=80"
- restart_policy:
- condition: on-failure
- delay: 5s
- max_attempts: 3
- window: 120s
-
- blast-db:
-# image: postgres:9.6-alpine
- image: postgres:9.5
- environment:
- - POSTGRES_PASSWORD=postgres
- - PGDATA=/var/lib/postgresql/data/
- volumes:
- - ./docker_data/blast_db/:/var/lib/postgresql/data/
- networks:
- - genus_species
-
-# wiki:
-# image: quay.io/abretaud/mediawiki
-# environment:
-# MEDIAWIKI_SERVER: http://localhost
-# MEDIAWIKI_PROXY_PREFIX: /sp/genus_species/wiki
-# MEDIAWIKI_SITENAME: Genus species
-# MEDIAWIKI_SECRET_KEY: XXXXXXXXXX
-# MEDIAWIKI_DB_HOST: wiki-db.genus_species
-# MEDIAWIKI_DB_PASSWORD: password
-# MEDIAWIKI_ADMIN_USER: abretaud # ldap user
-# depends_on:
-# - wiki-db
-# volumes:
-# - ./docker_data/wiki_uploads:/images
-# #- ../bipaa_wiki.png:/var/www/mediawiki/resources/assets/wiki.png:ro # To change the logo at the top left
-# networks:
-# - traefikbig
-# - genus_species
-# deploy:
-# labels:
-# - "traefik.http.routers.genus_species-blast.rule=(Host(`localhost`) && PathPrefix(`/sp/genus_species/blast`))"
-# - "traefik.http.routers.genus_species-blast.tls=true"
-# - "traefik.http.routers.genus_species-blast.entryPoints=webs"
-# - "traefik.http.routers.genus_species-blast.middlewares=sp-big-req,sp-auth,sp-app-trailslash,sp-app-prefix"
-# - "traefik.http.services.genus_species-blast.loadbalancer.server.port=80"
-# restart_policy:
-# condition: on-failure
-# delay: 5s
-# max_attempts: 3
-# window: 120s
-
-# wiki-db:
-# image: postgres:9.6-alpine
-# volumes:
-# - ./docker_data/wiki_db/:/var/lib/postgresql/data/
-# networks:
-# - genus_species
-
-networks:
- traefikbig:
- external: true
- genus_species:
- driver: overlay
- name: genus_species
diff --git a/templates/traefik_compose_template.yml b/templates/traefik_compose_template.yml
deleted file mode 100755
index f47766c..0000000
--- a/templates/traefik_compose_template.yml
+++ /dev/null
@@ -1,120 +0,0 @@
-version: '3.7'
-services:
- traefik:
- image: traefik:2.1.6
- command:
- - "--api"
- - "--api.dashboard"
-# - "--api.insecure=true" # added by lg to debug, for dashboard
- - "--log.level=DEBUG"
- - "--providers.docker"
- - "--providers.docker.swarmMode=true"
- - "--providers.docker.network=traefikbig" # changed by lg from traefik to traefikbig
- - "--entryPoints.web.address=:80"
- - "--entryPoints.web.forwardedHeaders.trustedIPs=192.168.1.133" # The ips of our upstream proxies: eci
- - "--entryPoints.webs.address=:443"
- - "--entryPoints.webs.forwardedHeaders.trustedIPs=192.168.1.133" # The ips of our upstream proxies: eci
- ports:
- - 8001:8080 # added by lg to debug, for dashboard
- - 8888:80
- - 8889:443
- networks:
- - traefikbig
- volumes:
- - /var/run/docker.sock:/var/run/docker.sock
- deploy:
- placement:
- constraints:
- - node.role == manager
- labels:
-# - "traefik.http.routers.traefik-api.rule=PathPrefix(`/traefik`)"
- - "traefik.http.routers.traefik-api.rule=PathPrefix(`/api`) || PathPrefix(`/dashboard`) || PathPrefix(`/traefik`)" # lg
-# - "traefik.http.routers.traefik-api.tls=true"
- - "traefik.http.routers.traefik-api.entryPoints=web" # lg
-# - "traefik.http.routers.traefik-api.entryPoints=webs"
- - "traefik.http.routers.traefik-api.service=api@internal"
- - "traefik.http.middlewares.traefik-strip.stripprefix.prefixes=/traefik"
- - "traefik.http.middlewares.traefik-auth.forwardauth.address=http://authelia:9091/api/verify?rd=https://auth.abims-gga.sb-roscoff.fr/"
- - "traefik.http.middlewares.traefik-auth.forwardauth.trustForwardHeader=true"
-# - "traefik.http.routers.traefik-api.middlewares=traefik-auth,traefik-strip"
- - "traefik.http.routers.traefik-api.middlewares=traefik-strip" # lg
- # Dummy service for Swarm port detection. The port can be any valid integer value.
- - "traefik.http.services.traefik-svc.loadbalancer.server.port=9999"
- # Some generally useful middlewares for organisms hosting
- - "traefik.http.middlewares.sp-auth.forwardauth.address=http://authelia:9091/api/verify?rd=https://auth.abims-gga.sb-roscoff.fr/"
- - "traefik.http.middlewares.sp-auth.forwardauth.trustForwardHeader=true"
- - "traefik.http.middlewares.sp-auth.forwardauth.authResponseHeaders=Remote-User,Remote-Groups"
-# - "traefik.http.middlewares.sp-trailslash.redirectregex.regex=^(https?://[^/]+/sp/[^/]+)$$"
- - "traefik.http.middlewares.sp-trailslash.redirectregex.regex=^(http?://[^/]+/sp/[^/]+)$$" # lg
- - "traefik.http.middlewares.sp-trailslash.redirectregex.replacement=$${1}/"
- - "traefik.http.middlewares.sp-trailslash.redirectregex.permanent=true"
-# - "traefik.http.middlewares.sp-app-trailslash.redirectregex.regex=^(https?://[^/]+/sp/[^/]+/[^/]+)$$"
- - "traefik.http.middlewares.sp-app-trailslash.redirectregex.regex=^(http?://[^/]+/sp/[^/]+/[^/]+)$$" # lg
- - "traefik.http.middlewares.sp-app-trailslash.redirectregex.replacement=$${1}/"
- - "traefik.http.middlewares.sp-app-trailslash.redirectregex.permanent=true"
- - "traefik.http.middlewares.sp-prefix.stripprefixregex.regex=/sp/[^/]+"
- - "traefik.http.middlewares.sp-app-prefix.stripprefixregex.regex=/sp/[^/]+/[^/]+"
- - "traefik.http.middlewares.tripal-addprefix.addprefix.prefix=/tripal"
- - "traefik.http.middlewares.sp-big-req.buffering.maxRequestBodyBytes=50000000"
- - "traefik.http.middlewares.sp-huge-req.buffering.maxRequestBodyBytes=2000000000"
- restart_policy:
- condition: on-failure
- delay: 5s
- max_attempts: 3
- window: 120s
-
- authelia:
- image: authelia/authelia:4.12.0
- networks:
- - traefikbig
- depends_on:
- - authelia-redis
- - authelia-db
- volumes:
- - ./authelia/:/etc/authelia/:ro
- deploy:
- labels:
- - "traefik.http.routers.authelia.rule=Host(`auth.example.org`)"
- - "traefik.http.services.authelia.loadbalancer.server.port=9091"
- restart_policy:
- condition: on-failure
- delay: 5s
- max_attempts: 3
- window: 120s
-
- authelia-redis:
- image: redis:5.0.7-alpine
- command: ["redis-server", "--appendonly", "yes"]
- volumes:
- - ./authelia-redis/:/data/
- networks:
- - traefikbig
- deploy:
- restart_policy:
- condition: on-failure
- delay: 5s
- max_attempts: 3
- window: 120s
-
- authelia-db:
- image: postgres:12.2-alpine
- environment:
- POSTGRES_PASSWORD: z3A,hQ-9
- volumes:
- - ./docker_data/authelia_db/:/var/lib/postgresql/data/
- networks:
- - traefikbig
- deploy:
- restart_policy:
- condition: on-failure
- delay: 5s
- max_attempts: 3
- window: 120s
-
-networks:
- traefikbig:
- driver: overlay
- name: traefikbig
- ipam:
- config:
- - subnet: 10.50.0.0/16
--
GitLab