Add CSV Readers for PowerLASCOPF System Creation (Part 1)

Project.toml

@@ -50,37 +50,49 @@ TimeSeries = "9e3dc215-6440-5c97-bce1-76c03772f85e"
 YAML = "ddb6d928-2868-570f-bddf-ab3f9cf99eb6"
 
 [compat]
-BenchmarkTools = "1"
-CSV = "0.10"
-Colors = "0.12"
-DataFrames = "1"
+JuMP = "1"
+PowerSimulations = "0.30"
 DataStructures = "0.18"
-Distributions = "0.25"
 GLPK = "1"
-GraphRecipes = "0.5"
-Graphs = "1"
+#HydroPowerSimulations = "0.11"
+DataFrames = "1"
+#PowerGraphics = "0.19"
+Ipopt = "1"
+MathOptInterface = "1"
+#MathProgBase = "0.7"
+#SCIP = "0.12"
+#IJulia = "1"
+PowerSystemCaseBuilder = "1"
+CSV = "0.10"
+PowerAnalytics = "1"
+StorageSystemsSimulations = "0.12"
+BenchmarkTools = "1"
+Statistics = "1"
+GenX = "0.4"
+Plots = "1"
+#GeometryBasics = "0.5"
 HiGHS = "1"
 InfrastructureSystems = "2, 3"
-Ipopt = "1"
 JSON = "0.21"
 JSON3 = "1"
-JuMP = "1"
-MathOptInterface = "1"
 NetworkLayout = "0.4"
 POMDPTools = "0.1"
 POMDPs = "0.9"
 PlotlyJS = "0.18"
-Plots = "1"
 PowerModels = "0.20, 0.21"
-PowerSimulations = "0.27, 0.28"
+#PowerSimulations = "0.27, 0.28"
 PowerSystems = "3, 4"
 Printf = "1"
 PyCall = "1"
 Random = "1"
 Revise = "3.11.0"
 SparseArrays = "1"
-Statistics = "1"
 StatsBase = "0.33, 0.34"
 TimeSeries = "0.23, 0.24"
 YAML = "0.4"
-julia = "1.9, 1.10"
+#RecursiveArrayTools = "3"
+Gurobi = "1"
+#Cbc = "1"
+PowerGraphics = "0.20"
+#QUBO = "0.3"
+#QuantumAnnealing = "0.2"

examples/read_csv_example.jl

@@ -0,0 +1,167 @@
+"""
+Example: Reading Power System Data from CSV Files
+
+This example demonstrates how to use the PowerLASCOPF CSV readers to load
+power system data from various CSV formats.
+
+The readers support:
+1. RTS-GMLC format (standard PowerSystems format)
+2. csv_118 custom format
+3. Other CSV formats with appropriate configuration
+"""
+
+using PowerLASCOPF
+using PowerSystems
+const PSY = PowerSystems
+
+# Example 1: Reading RTS-GMLC format data
+function example_rts_gmlc()
+    println("\n" * "="^80)
+    println("Example 1: Reading RTS-GMLC Format")
+    println("="^80)
+
+    data_dir = joinpath(@__DIR__, "..", "example_cases", "RTS_GMLC")
+
+    if !isdir(data_dir)
+        @warn "RTS_GMLC directory not found at $data_dir"
+        return nothing
+    end
+
+    # Create a custom configuration if needed
+    config = CSVReaderConfig(
+        base_power = 100.0,
+        default_voltage_limits = (0.95, 1.05),
+        default_ramp_rate = 0.02
+    )
+
+    # Read the system
+    println("\nReading system from: $data_dir")
+    system = read_csv_system(data_dir, config=config)
+
+    # Display system information
+    println("\nSystem Information:")
+    println("  Name: $(system.name)")
+    println("  Base Power: $(system.base_power) MVA")
+    println("  Number of Buses: $(length(PSY.get_components(PSY.Bus, system)))")
+    println("  Number of Branches: $(length(PSY.get_components(PSY.Branch, system)))")
+    println("  Number of Generators: $(length(PSY.get_components(PSY.ThermalStandard, system)))")
+    println("  Number of Loads: $(length(PSY.get_components(PSY.PowerLoad, system)))")
+
+    # Show some sample buses
+    println("\nSample Buses:")
+    for (i, bus) in enumerate(PSY.get_components(PSY.Bus, system))
+        if i > 5
+            break
+        end
+        println("  $(bus.name): $(bus.bustype), $(bus.base_voltage) kV")
+    end
+
+    # Show some sample generators
+    println("\nSample Generators:")
+    for (i, gen) in enumerate(PSY.get_components(PSY.ThermalStandard, system))
+        if i > 5
+            break
+        end
+        pmax = gen.active_power_limits.max * system.base_power
+        println("  $(gen.name): $(gen.fuel), Pmax = $(round(pmax, digits=2)) MW")
+    end
+
+    return system
+end
+
+# Example 2: Reading csv_118 format data
+function example_csv118()
+    println("\n" * "="^80)
+    println("Example 2: Reading csv_118 Format")
+    println("="^80)
+
+    data_dir = joinpath(@__DIR__, "..", "example_cases", "csv_118")
+
+    if !isdir(data_dir)
+        @warn "csv_118 directory not found at $data_dir"
+        return nothing
+    end
+
+    # Read the system with default configuration
+    println("\nReading system from: $data_dir")
+    system = read_csv_system(data_dir)
+
+    # Display system information
+    println("\nSystem Information:")
+    println("  Name: $(system.name)")
+    println("  Base Power: $(system.base_power) MVA")
+    println("  Number of Buses: $(length(PSY.get_components(PSY.Bus, system)))")
+    println("  Number of Branches: $(length(PSY.get_components(PSY.Branch, system)))")
+    println("  Number of Generators: $(length(PSY.get_components(PSY.ThermalStandard, system)))")
+    println("  Number of Loads: $(length(PSY.get_components(PSY.PowerLoad, system)))")
+
+    # Calculate total generation capacity
+    total_capacity = sum(
+        gen.active_power_limits.max * system.base_power
+        for gen in PSY.get_components(PSY.ThermalStandard, system)
+    )
+    println("  Total Generation Capacity: $(round(total_capacity, digits=2)) MW")
+
+    # Calculate total load
+    total_load = sum(
+        load.active_power * system.base_power
+        for load in PSY.get_components(PSY.PowerLoad, system)
+    )
+    println("  Total Load: $(round(total_load, digits=2)) MW")
+
+    return system
+end
+
+# Example 3: Automatic format detection
+function example_auto_detect()
+    println("\n" * "="^80)
+    println("Example 3: Automatic Format Detection")
+    println("="^80)
+
+    # Try different directories
+    test_dirs = [
+        joinpath(@__DIR__, "..", "example_cases", "RTS_GMLC"),
+        joinpath(@__DIR__, "..", "example_cases", "csv_118")
+    ]
+
+    for data_dir in test_dirs
+        if !isdir(data_dir)
+            continue
+        end
+
+        format = detect_csv_format(data_dir)
+        println("\nDirectory: $(basename(data_dir))")
+        println("  Detected format: $format")
+
+        if format != :unknown
+            try
+                system = read_csv_system(data_dir)
+                println("  Successfully loaded system with $(length(PSY.get_components(PSY.Bus, system))) buses")
+            catch e
+                println("  Error loading system: $e")
+            end
+        end
+    end
+end
+
+# Main execution
+function main()
+    println("\n")
+    println("╔" * "="^78 * "╗")
+    println("║" * " "^20 * "PowerLASCOPF CSV Reader Examples" * " "^25 * "║")
+    println("╚" * "="^78 * "╝")
+
+    # Run examples
+    example_rts_gmlc()
+    example_csv118()
+    example_auto_detect()
+
+    println("\n" * "="^80)
+    println("Examples completed!")
+    println("="^80 * "\n")
+end
+
+# Run if executed directly
+if abspath(PROGRAM_FILE) == @__FILE__
+    main()
+end

src/PowerLASCOPF.jl

@@ -136,6 +136,15 @@ include("io/readers/make_nrel_sienna_compatible.jl")
 # ===== INCLUDE EXTENSION MODULES =====
 include("extensions/powersystems_integration.jl")
 include("extensions/extended_system.jl")
+# Include CSV readers for loading power system data
+include("io/readers/csv_reader.jl")
+
+# Export CSV reader functions
+export CSVReaderConfig, read_csv_system, detect_csv_format
+export read_buses_rts_gmlc, read_buses_csv118
+export read_branches_rts_gmlc, read_branches_csv118
+export read_generators_rts_gmlc, read_generators_csv118
+export read_loads_rts_gmlc, read_loads_csv118
 
 # ===== POWERLAS COPF PSY.SYSTEM EXTENSION =====
 # Export PSY functions for convenience
@@ -199,6 +208,25 @@ function convert_psy_system_to_power_lascopf!(psy_system::PSY.System,
     println("✅ Conversion framework ready - connect with specific PowerLASCOPF component types")
 
     return true
+
+#=
+include("models/solver_models/gensolver_cont.jl")
+include("models/solver_models/gensolver_first_base.jl")
+include("models/solver_models/gensolver_first_cont.jl")
+include("models/solver_models/gensolver_first_dz_cont.jl")
+include("models/solver_models/gensolver_first_dz.jl")
+include("models/solver_models/gensolver_first.jl")
+include("models/solver_models/gensolver_second_base.jl")
+include("models/solver_models/gensolver_second_cont.jl")
+include("models/solver_models/linesolver_base.jl")
+include("models/solver_models/sdp_opf_centralized.jl")
+include("models/subsystems/generator.jl")
+include("models/subsystems/load.jl")
+include("models/subsystems/transmission_line.jl")
+include("models/subsystems/node.jl")
+include("models/subsystems/network.jl")
+include("models/subsystems/supernetwork.jl")
+include("models/run_sim_lascopf_temp_app.jl")=#
 end
 
 """