Hmm …

Author: rimi-itk

bin/.gitignore

@@ -0,0 +1,3 @@
+fetch-data.config
+# Ignore a custom compose script
+compose

bin/fetch-data

@@ -7,13 +7,46 @@ project_dir=$(cd "$(dirname "$script_dir")" && pwd)
 
 cd "$project_dir"
 
-database_urls=(
-    # Cf. ../docker-compose.override.yml
-    'mysql://db:db@database-0:3306/db?serverVersion=10.11.2-MariaDB&charset=utf8mb4'
-    'mysql://db:db@database-1:3306/db?serverVersion=10.11.2-MariaDB&charset=utf8mb4'
-)
+config_file="$script_dir/fetch-data.config"
 
-current_database_url=$(docker compose exec phpfpm bin/console debug:config DoctrineBundle --resolve-env --format=json | docker compose run --rm jq '.doctrine.dbal.connections.default.url' --raw-output)
+if [ ! -e "$config_file" ]; then
+    (>&2 echo "Config file $config_file does not exists")
+
+    exit 1
+fi
+
+# shellcheck source=fetch-data.config
+source "$config_file"
+
+if [ -z "${database_urls:-}" ]; then
+    cat <<EOF >&2
+Missing
+
+database_urls=(…)
+
+in $config_file.
+
+EOF
+
+    exit 1
+fi
+
+# https://www.php.net/manual/en/reserved.constants.php#constant.php-int-max
+max=${max:-9223372036854775807}
+page_size=${page_size:-1000}
+
+echo max: "$max"
+echo page_size: "$page_size"
+
+function compose() {
+    if [[ -n "${compose_script:-}" ]]; then
+       "$compose_script" "$@"
+    else
+        docker compose "$@"
+    fi
+}
+
+current_database_url=$(compose exec phpfpm bin/console debug:config DoctrineBundle --resolve-env --format=json | compose run --rm jq '.doctrine.dbal.connections.default.url' --raw-output)
 
 current_index=-1
 for i in "${!database_urls[@]}"; do
@@ -31,13 +64,12 @@ echo current_index: "$current_index"
 echo next_database_url: "$next_database_url"
 echo next_index: "$next_index"
 
-docker compose exec --env DATABASE_URL="$next_database_url" phpfpm bin/console doctrine:migrations:migrate --no-interaction
-# @todo Fetch data
-# docker compose exec --env DATABASE_URL="$next_database_url" phpfpm bin/console organisation:fetch:data
+compose exec --env DATABASE_URL="$next_database_url" phpfpm bin/console doctrine:migrations:migrate --no-interaction
+compose exec --env DATABASE_URL="$next_database_url" phpfpm bin/console --no-debug organisation:fetch:data --max="$max" --page-size="$page_size" -vvv
 
 echo "DATABASE_URL='$next_database_url'" | tee >| .env.local.database
 
 # Re-up to read in new database URL.
-docker compose up --detach
+compose up --detach
 
 echo 'SUCCESS!'

bin/fetch-data.config.example

@@ -0,0 +1,9 @@
+# Database URLs
+# database_urls=(
+# )
+
+# Optional compose script path
+# compose_script=
+
+# max=10
+# page_size=5

composer.json

@@ -6,7 +6,7 @@
     "minimum-stability": "stable",
     "prefer-stable": true,
     "require": {
-        "php": ">=8.2",
+        "php": ">=8.1",
         "ext-ctype": "*",
         "ext-iconv": "*",
         "api-platform/core": "^3.2",

composer.lock

@@ -47,3 +47,5 @@ services:
   jq:
     # https://github.com/jqlang/jq/pkgs/container/jq
     image: ghcr.io/jqlang/jq:1.7.1
+    profiles:
+      - dev

docker-compose.override.yml

@@ -1,10 +1,8 @@
-version: "3"
-
 services:
   nginx:
     # Give a different name since it is to be called from another container,
     # which may already have a nginx container.
-    container_name: organisation_api
+    container_name: $COMPOSE_PROJECT_NAME-nginx
 
     # Use production vhost config, which basically is just using the renamed php-fpm container below.
     volumes:
@@ -17,4 +15,16 @@ services:
   phpfpm:
     # Give a different name since it is to be called from another container,
     # which may already have a phpfpm container.
-    container_name: phpfpm-api
+    container_name: $COMPOSE_PROJECT_NAME-phpfpm
+    # https://docs.docker.com/compose/compose-file/05-services/#env_file/
+    env_file:
+      - path: ./.env
+      - path: ./.env.local
+        required: false
+      - path: ./.env.local.database
+
+  jq:
+    # https://github.com/jqlang/jq/pkgs/container/jq
+    image: ghcr.io/jqlang/jq:1.7.1
+    profiles:
+      - dev

docker-compose.server.override.yml

@@ -10,7 +10,7 @@
 use Doctrine\ORM\EntityManagerInterface;
 use Psr\Log\LoggerInterface;
 
-readonly class FetchServiceFactory
+class FetchServiceFactory
 {
     public function __construct(private EntityManagerInterface $entityManager, private SF1500Service $sf1500Service)
     {

src/Service/FetchServiceFactory.php

@@ -7,7 +7,7 @@
 use App\Exception\InvalidProviderRequestException;
 use App\Repository\Model\FunktionRepository;
 
-readonly class BrugerFunktionerProvider implements ProviderInterface
+class BrugerFunktionerProvider implements ProviderInterface
 {
     public function __construct(private FunktionRepository $funktionRepository)
     {

src/State/BrugerFunktionerProvider.php

@@ -7,7 +7,7 @@
 use App\Exception\InvalidProviderRequestException;
 use App\Repository\Model\FunktionRepository;
 
-readonly class BrugerLederFunktionerProvider implements ProviderInterface
+class BrugerLederFunktionerProvider implements ProviderInterface
 {
     public function __construct(private FunktionRepository $funktionRepository, private array $options)
     {