made data and config directories dynamic, switched from DockerRunLauncher to DefaultRunLauncher

dagster.yaml

@@ -8,27 +8,10 @@ run_coordinator:
   class: QueuedRunCoordinator
   config:
     max_concurrent_runs: 5
-    tag_concurrency_limits:
-      - key: "operation"
-        value: "example"
-        limit: 5
 
 run_launcher:
-  module: dagster_docker
+  module: dagster.core.launcher
-  class: DockerRunLauncher
+  class: DefaultRunLauncher
-  config:
-    env_vars:
-      - DAGSTER_POSTGRES_USER
-      - DAGSTER_POSTGRES_PASSWORD
-      - DAGSTER_POSTGRES_DB
-      - MOBILITY_DB_REFRESH_TOKEN
-    network: dagster
-    container_kwargs:
-      volumes: # Make docker client accessible to any launched containers as well
-        - /var/run/docker.sock:/var/run/docker.sock
-        - /tmp/io_manager_storage:/tmp/io_manager_storage
-        - /home/ben/code/gtfs-dagster/data:/opt/dagster/app/data
-        - /home/ben/code/gtfs-dagster/config:/opt/dagster/app/config
 
 run_storage:
   module: dagster_postgres.run_storage

docker-compose.yaml

@@ -14,7 +14,7 @@ services:
     env_file:
       - .env
     volumes:
-      - ./postgres_data:/var/lib/postgresql/data
+      - ${POSTGRES_DIRECTORY}:/var/lib/postgresql/data
     networks:
       - dagster
     healthcheck:
@@ -45,8 +45,8 @@ services:
     env_file:
       - .env
     volumes:
-      - ./data:/opt/dagster/app/data
+      - ${DATA_DIRECTORY}:/opt/dagster/app/data
-      - ./config:/opt/dagster/app/config
+      - ${CONFIG_DIRECTORY}:/opt/dagster/app/config
     networks:
       - dagster
 
@@ -74,9 +74,10 @@ services:
       DAGSTER_POSTGRES_DB: ${POSTGRES_DB}
     env_file:
       - .env
-    volumes: # Make docker client accessible so we can terminate containers from the webserver
+## Don't need for DefaultRunLauncher, uncomment for DockerRunLauncher
-      - /var/run/docker.sock:/var/run/docker.sock
+#    volumes:
-      - /tmp/io_manager_storage:/tmp/io_manager_storage
+#      - /var/run/docker.sock:/var/run/docker.sock
+#      - /tmp/io_manager_storage:/tmp/io_manager_storage
     networks:
       - dagster
     depends_on:
@@ -102,9 +103,10 @@ services:
       DAGSTER_POSTGRES_DB: ${POSTGRES_DB}
     env_file:
       - .env
-    volumes: # Make docker client accessible so we can launch containers using host docker
+## Don't need for DefaultRunLauncher, uncomment for DockerRunLauncher
-      - /var/run/docker.sock:/var/run/docker.sock
+#    volumes:
-      - /tmp/io_manager_storage:/tmp/io_manager_storage
+#      - /var/run/docker.sock:/var/run/docker.sock
+#      - /tmp/io_manager_storage:/tmp/io_manager_storage
     networks:
       - dagster
     depends_on: