From f85935dd75d831c5db3864ef200cc380637c4d42b1ea50dd5aef080cf0036c06 Mon Sep 17 00:00:00 2001
From: Ben Varick <ben@dendroalsia.net>
Date: Fri, 7 Nov 2025 08:38:30 -0800
Subject: [PATCH] made data and config directories dynamic, switched from
 DockerRunLauncher to DefaultRunLauncher

---
 dagster.yaml        | 21 ++-------------------
 docker-compose.yaml | 20 +++++++++++---------
 2 files changed, 13 insertions(+), 28 deletions(-)

diff --git a/dagster.yaml b/dagster.yaml
index b5ac980..a9b563c 100644
--- a/dagster.yaml
+++ b/dagster.yaml
@@ -8,27 +8,10 @@ run_coordinator:
   class: QueuedRunCoordinator
   config:
     max_concurrent_runs: 5
-    tag_concurrency_limits:
-      - key: "operation"
-        value: "example"
-        limit: 5
 
 run_launcher:
-  module: dagster_docker
-  class: DockerRunLauncher
-  config:
-    env_vars:
-      - DAGSTER_POSTGRES_USER
-      - DAGSTER_POSTGRES_PASSWORD
-      - DAGSTER_POSTGRES_DB
-      - MOBILITY_DB_REFRESH_TOKEN
-    network: dagster
-    container_kwargs:
-      volumes: # Make docker client accessible to any launched containers as well
-        - /var/run/docker.sock:/var/run/docker.sock
-        - /tmp/io_manager_storage:/tmp/io_manager_storage
-        - /home/ben/code/gtfs-dagster/data:/opt/dagster/app/data
-        - /home/ben/code/gtfs-dagster/config:/opt/dagster/app/config
+  module: dagster.core.launcher
+  class: DefaultRunLauncher
 
 run_storage:
   module: dagster_postgres.run_storage
diff --git a/docker-compose.yaml b/docker-compose.yaml
index cdb1af9..28065cc 100644
--- a/docker-compose.yaml
+++ b/docker-compose.yaml
@@ -14,7 +14,7 @@ services:
     env_file:
       - .env
     volumes:
-      - ./postgres_data:/var/lib/postgresql/data
+      - ${POSTGRES_DIRECTORY}:/var/lib/postgresql/data
     networks:
       - dagster
     healthcheck:
@@ -45,8 +45,8 @@ services:
     env_file:
       - .env
     volumes:
-      - ./data:/opt/dagster/app/data
-      - ./config:/opt/dagster/app/config
+      - ${DATA_DIRECTORY}:/opt/dagster/app/data
+      - ${CONFIG_DIRECTORY}:/opt/dagster/app/config
     networks:
       - dagster
 
@@ -74,9 +74,10 @@ services:
       DAGSTER_POSTGRES_DB: ${POSTGRES_DB}
     env_file:
       - .env
-    volumes: # Make docker client accessible so we can terminate containers from the webserver
-      - /var/run/docker.sock:/var/run/docker.sock
-      - /tmp/io_manager_storage:/tmp/io_manager_storage
+## Don't need for DefaultRunLauncher, uncomment for DockerRunLauncher
+#    volumes:
+#      - /var/run/docker.sock:/var/run/docker.sock
+#      - /tmp/io_manager_storage:/tmp/io_manager_storage
     networks:
       - dagster
     depends_on:
@@ -102,9 +103,10 @@ services:
       DAGSTER_POSTGRES_DB: ${POSTGRES_DB}
     env_file:
       - .env
-    volumes: # Make docker client accessible so we can launch containers using host docker
-      - /var/run/docker.sock:/var/run/docker.sock
-      - /tmp/io_manager_storage:/tmp/io_manager_storage
+## Don't need for DefaultRunLauncher, uncomment for DockerRunLauncher
+#    volumes:
+#      - /var/run/docker.sock:/var/run/docker.sock
+#      - /tmp/io_manager_storage:/tmp/io_manager_storage
     networks:
       - dagster
     depends_on: