feat: update available local data when a download is completed

Author: williarin

.gitattributes

@@ -0,0 +1,12 @@
+* text=auto eol=lf
+
+*.html text eol=lf
+*.ini text eol=lf
+*.js text eol=lf
+*.json text eol=lf
+*.md text eol=lf
+*.vue text eol=lf
+*.ts text eol=lf
+
+*.ico binary
+*.png binary

stores/dataAvailabilityStore.ts

@@ -1,59 +1,59 @@
-export const useDataAvailabilityStore = defineStore('dataAvailability', () => {
-    const manifest = ref<DataAvailabilityManifestItem[]>([]);
-    const status = ref<LoadingStatus>('idle');
-    const toast = useToast();
-
-    const isLoading = computed(() => status.value === 'loading');
-
-    async function fetchManifest() {
-        if (manifest.value.length > 0) return;
-
-        status.value = 'loading';
-        try {
-            manifest.value = await $fetch<DataAvailabilityManifestItem[]>('/api/data-availability');
-            status.value = 'success';
-        } catch (e: any) {
-            toast.add({
-                title: 'Error Loading Market Data',
-                description: e.data?.error || 'Could not connect to the API to get available market data.',
-                color: 'error',
-                icon: 'i-heroicons-exclamation-triangle',
-            });
-            console.error('Failed to fetch data availability manifest:', e);
-            status.value = 'error';
-        }
-    }
-
-    const availableSymbols = computed(() => manifest.value.map(item => item.symbol).sort());
-
-    const getTimeframesForSymbol = (symbol: string | null): TimeframeData[] => {
-        if (!symbol) return [];
-        const symbolData = manifest.value.find(item => item.symbol === symbol);
-        return symbolData?.timeframes ?? [];
-    };
-
-    const getDateRangeFor = (symbol: string | null, timeframe: string | null): { min?: string, max?: string } => {
-        if (!symbol || !timeframe) return {};
-
-        const symbolTimeframes = getTimeframesForSymbol(symbol);
-        const timeframeData = symbolTimeframes.find(tf => tf.timeframe === timeframe);
-
-        if (!timeframeData) return {};
-
-        return {
-            min: timeframeData.startDate.split('T')[0],
-            max: timeframeData.endDate.split('T')[0],
-        };
-    };
-
-
-    return {
-        manifest,
-        status,
-        isLoading,
-        fetchManifest,
-        availableSymbols,
-        getTimeframesForSymbol,
-        getDateRangeFor,
-    };
-});
+export const useDataAvailabilityStore = defineStore('dataAvailability', () => {
+    const manifest = ref<DataAvailabilityManifestItem[]>([]);
+    const status = ref<LoadingStatus>('idle');
+    const toast = useToast();
+
+    const isLoading = computed(() => status.value === 'loading');
+
+    async function fetchManifest(force = false) {
+        if (manifest.value.length > 0 && !force) return;
+
+        status.value = 'loading';
+        try {
+            manifest.value = await $fetch<DataAvailabilityManifestItem[]>('/api/data-availability');
+            status.value = 'success';
+        } catch (e: any) {
+            toast.add({
+                title: 'Error Loading Market Data',
+                description: e.data?.error || 'Could not connect to the API to get available market data.',
+                color: 'error',
+                icon: 'i-heroicons-exclamation-triangle',
+            });
+            console.error('Failed to fetch data availability manifest:', e);
+            status.value = 'error';
+        }
+    }
+
+    const availableSymbols = computed(() => manifest.value.map(item => item.symbol).sort());
+
+    const getTimeframesForSymbol = (symbol: string | null): TimeframeData[] => {
+        if (!symbol) return [];
+        const symbolData = manifest.value.find(item => item.symbol === symbol);
+        return symbolData?.timeframes ?? [];
+    };
+
+    const getDateRangeFor = (symbol: string | null, timeframe: string | null): { min?: string, max?: string } => {
+        if (!symbol || !timeframe) return {};
+
+        const symbolTimeframes = getTimeframesForSymbol(symbol);
+        const timeframeData = symbolTimeframes.find(tf => tf.timeframe === timeframe);
+
+        if (!timeframeData) return {};
+
+        return {
+            min: timeframeData.startDate.split('T')[0],
+            max: timeframeData.endDate.split('T')[0],
+        };
+    };
+
+
+    return {
+        manifest,
+        status,
+        isLoading,
+        fetchManifest,
+        availableSymbols,
+        getTimeframesForSymbol,
+        getDateRangeFor,
+    };
+});

stores/dataDownloadStore.ts

@@ -1,6 +1,7 @@
 export const useDataDownloadStore = defineStore('dataDownload', () => {
     const toast = useToast();
     const { public: { apiUrl } } = useRuntimeConfig();
+    const dataAvailabilityStore = useDataAvailabilityStore();
 
     // --- State ---
     const exchanges = ref<string[]>([]);
@@ -125,6 +126,7 @@ export const useDataDownloadStore = defineStore('dataDownload', () => {
             job.status = 'failed';
             job.message = e.data?.error || 'Failed to start download.';
             toast.add({ title: 'Download Error', description: job.message, color: 'error' });
+            // Move to the next job even if this one fails to start
             downloadQueue.value.shift();
             processQueue();
         }
@@ -172,6 +174,7 @@ export const useDataDownloadStore = defineStore('dataDownload', () => {
                     job.status = data.status;
                     eventSource.close();
                     downloadQueue.value.shift();
+                    dataAvailabilityStore.fetchManifest(true);
                     processQueue();
                     resolve();
                 }
@@ -182,6 +185,7 @@ export const useDataDownloadStore = defineStore('dataDownload', () => {
                 job.message = 'Connection to progress stream failed.';
                 eventSource.close();
                 downloadQueue.value.shift();
+                dataAvailabilityStore.fetchManifest(true);
                 processQueue();
                 resolve();
             };