Track tarball version of stellar_models in LFS and update build script

Author: nialljmiller

.gitattributes

@@ -13,9 +13,8 @@ docs/source/assets/zams_z2m2_y28_patched.data filter=lfs diff=lfs merge=lfs -tex
 neu/test/test_output filter=lfs diff=lfs merge=lfs -text
 
 
-# Track all data files for colors with LFS
-colors/data/stellar_models/Kurucz2003all/** filter=lfs diff=lfs merge=lfs -text
-colors/data/stellar_models/vega** filter=lfs diff=lfs merge=lfs -text
+# Track  data file for colors with LFS
+colors/data/colors_data.txz filter=lfs diff=lfs merge=lfs -text
 
 
 

colors/build_data_and_export

@@ -1,15 +1,74 @@
 #!/bin/bash
 
+set -e  # Immediately exit on error
+
 function check_okay {
-    if [ $? -ne 0 ]
-    then
+    if [ $? -ne 0 ]; then
         echo "Error in colors data build process"
         exit 1
     fi
 }
 
-# Create necessary directories
+# Create working directory
 mkdir -p data
-check_okay
 cd data
-check_okay
+
+# Variables
+ARCHIVE_NAME="colors_data.txz"
+EXTRACTED_FLAG=".extraction_complete"
+TARGET_DIR="../data/colors_data"
+
+# Validate archive
+validate_archive() {
+    tar -tJf "$ARCHIVE_NAME" > /dev/null 2>&1
+}
+
+# If not extracted yet
+if [ ! -f "$EXTRACTED_FLAG" ]; then
+
+    # If the archive is missing
+    if [ ! -f "$ARCHIVE_NAME" ]; then
+        echo "Archive $ARCHIVE_NAME is missing."
+        echo "Please ensure it is downloaded or available in this directory."
+        # it should now auto-download from a LFS pointer... i think?
+
+        exit 1
+    fi
+
+    # Validate it
+    if ! validate_archive; then
+        echo "Archive $ARCHIVE_NAME is invalid."
+        # try again to download or something?
+
+        # Validate it
+        if ! validate_archive; then
+            echo "Archive $ARCHIVE_NAME is invalid."
+            exit 1
+        fi
+    fi
+
+    echo "Extracting colors data..."
+    mkdir -p filters stellar_models
+    tar -xJf "$ARCHIVE_NAME" --strip-components=1
+    touch "$EXTRACTED_FLAG"
+    rm "$ARCHIVE_NAME"
+
+else
+    echo "Colors data already extracted."
+fi
+
+
+cd ..
+
+
+# Export to MESA data dir
+mkdir -p "$TARGET_DIR"
+
+for SUBDIR in filters stellar_models; do
+    if [ -d "data/$SUBDIR" ]; then
+        cp -r "data/$SUBDIR" "$TARGET_DIR/"
+        check_okay
+    fi
+done
+
+echo "Colors data has been successfully built and exported."