From 0860248925f7822ba6161d94058f0f3ffdea1477 Mon Sep 17 00:00:00 2001 From: David Valentine Date: Wed, 23 Aug 2023 11:10:12 -0700 Subject: [PATCH 01/59] updating the eco gleaner config --- dagster/implnets/configs/eco/gleanerconfig.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/dagster/implnets/configs/eco/gleanerconfig.yaml b/dagster/implnets/configs/eco/gleanerconfig.yaml index 6ec78244..2edef35b 100644 --- a/dagster/implnets/configs/eco/gleanerconfig.yaml +++ b/dagster/implnets/configs/eco/gleanerconfig.yaml @@ -1,6 +1,6 @@ context: cache: true - strict: true + strict: false contextmaps: - prefix: "https://schema.org/" file: "/assets/schemaorg-current-https.jsonld" # wget http://schema.org/docs/jsonldcontext.jsonld @@ -44,7 +44,7 @@ sources: identifierpath: "" apipagelimit: 0 identifiertype: identifiersha - fixcontextoption: 0 + fixcontextoption: 1 acceptcontenttype: application/ld+json, text/html jsonprofile: application/ld+json - sourcetype: sitegraph From e9a533472145f5f7547841639c92dcd8c907e7c9 Mon Sep 17 00:00:00 2001 From: David Valentine Date: Fri, 25 Aug 2023 08:59:36 -0700 Subject: [PATCH 02/59] safe update treafik labels for v2.10 --- dagster/implnets/deployment/compose.yaml | 2 +- dagster/implnets/deployment/compose_local.yaml | 2 +- dagster/implnets/deployment/compose_project.yaml | 4 ++-- runConfigurations/dagster_eco_debug .run.xml | 1 + 4 files changed, 5 insertions(+), 4 deletions(-) diff --git a/dagster/implnets/deployment/compose.yaml b/dagster/implnets/deployment/compose.yaml index 0e1ccba7..3431d06e 100644 --- a/dagster/implnets/deployment/compose.yaml +++ b/dagster/implnets/deployment/compose.yaml @@ -80,7 +80,7 @@ services: - "traefik.http.services.sched-${PROJECT:-eco}.loadbalancer.server.port=3000" - "traefik.docker.network=traefik_proxy" - "traefik.http.middlewares.sched-${PROJECT:-eco}.headers.accesscontrolallowmethods=GET,OPTIONS,POST" - - "traefik.http.middlewares.sched-${PROJECT:-eco}.headers.accesscontrolalloworigin=*" + - "traefik.http.middlewares.sched-${PROJECT:-eco}.headers.accessControlAllowOriginList=*" - "traefik.http.middlewares.sched-${PROJECT:-eco}.headers.accesscontrolmaxage=100" - "traefik.http.middlewares.sched-${PROJECT:-eco}.headers.addvaryheader=true" dagster-daemon: diff --git a/dagster/implnets/deployment/compose_local.yaml b/dagster/implnets/deployment/compose_local.yaml index fd935c45..360778c8 100644 --- a/dagster/implnets/deployment/compose_local.yaml +++ b/dagster/implnets/deployment/compose_local.yaml @@ -114,7 +114,7 @@ services: - "traefik.http.services.sched.loadbalancer.server.port=3000" - "traefik.docker.network=traefik_proxy" - "traefik.http.middlewares.sched.headers.accesscontrolallowmethods=GET,OPTIONS,POST" - - "traefik.http.middlewares.sched.headers.accesscontrolalloworigin=*" + - "traefik.http.middlewares.sched.headers.accessControlAllowOriginList=*" - "traefik.http.middlewares.sched.headers.accesscontrolmaxage=100" - "traefik.http.middlewares.sched.headers.addvaryheader=true" dagster-daemon: diff --git a/dagster/implnets/deployment/compose_project.yaml b/dagster/implnets/deployment/compose_project.yaml index 51e1d30b..eb9131bd 100644 --- a/dagster/implnets/deployment/compose_project.yaml +++ b/dagster/implnets/deployment/compose_project.yaml @@ -128,7 +128,7 @@ services: - "traefik.http.services.sched-${PROJECT:-eco}.loadbalancer.server.port=3000" - "traefik.docker.network=traefik_proxy" - "traefik.http.middlewares.sched-${PROJECT:-eco}.headers.accesscontrolallowmethods=GET,OPTIONS,POST" - - "traefik.http.middlewares.sched-${PROJECT:-eco}.headers.accesscontrolalloworigin=*" + - "traefik.http.middlewares.sched-${PROJECT:-eco}.headers.accessControlAllowOriginList=*" - "traefik.http.middlewares.sched-${PROJECT:-eco}.headers.accesscontrolmaxage=100" - "traefik.http.middlewares.sched-${PROJECT:-eco}.headers.addvaryheader=true" dagster-daemon: @@ -249,4 +249,4 @@ services: depends_on: - dagster-postgres networks: - - dagster_host \ No newline at end of file + - dagster_host diff --git a/runConfigurations/dagster_eco_debug .run.xml b/runConfigurations/dagster_eco_debug .run.xml index 324befdc..5a286e3b 100644 --- a/runConfigurations/dagster_eco_debug .run.xml +++ b/runConfigurations/dagster_eco_debug .run.xml @@ -4,6 +4,7 @@