Power factor fixed, added uced

Project.toml

@@ -2,10 +2,14 @@
 CSV = "336ed68f-0bac-5ca0-87d4-7b16caf5d00b"
 DataFrames = "a93c6f00-e57d-5684-b7b6-d8193f3e46c0"
 Dates = "ade2ca70-3891-5945-98fb-dc099432e06a"
+HiGHS = "87dc4568-4c63-4d18-b0c0-bb2238e4078b"
+HydroPowerSimulations = "fc1677e0-6ad7-4515-bf3a-bd6bf20a0b1b"
 InfrastructureSystems = "2cd47ed4-ca9b-11e9-27f2-ab636a7671f1"
 Ipopt = "b6b21f68-93f8-5de0-b562-5493be1d77c9"
 JSON = "682c06a0-de6a-54ab-a142-c8b1cf79cde6"
 JuMP = "4076af6c-e467-56ae-b986-b466b2749572"
 PowerModels = "c36e90e8-916a-50a6-bd94-075b64ef4655"
+PowerSimulations = "e690365d-45e2-57bb-ac84-44ba829e73c4"
+PowerSystemCaseBuilder = "f00506e0-b84f-492a-93c2-c0a9afc4364e"
 PowerSystems = "bcd98974-b02a-5e2f-9ee0-a103f5c450dd"
 TimeSeries = "9e3dc215-6440-5c97-bce1-76c03772f85e"

assemble_system/UCED_1o_HS.jl

@@ -0,0 +1,127 @@
+using PowerSystems
+using PowerSimulations
+using HydroPowerSimulations
+using PowerSystemCaseBuilder
+using HiGHS # solver
+using Dates
+using JuMP
+
+mip_gap = 0.001
+
+if isfile("CATS_1o.json")
+    system = System("CATS_1o.json")
+else
+    system = System("MATPOWER/system_condensers_removed_cutoff75_1o.m")
+    include("../build-system/parse-matpower.jl");
+    include("../build-system/replace_gens.jl") 
+    include("../build-system/define_time_series.jl")
+    PowerSystems.to_json(system, "CATS_1o.json")
+end
+
+transform_single_time_series!(
+           system,
+           Dates.Hour(12), # horizon 
+           Dates.Hour(6), # interval 
+       );
+
+
+template_uc = template_unit_commitment(;
+    network = NetworkModel(PTDFPowerModel; use_slacks = true),
+)
+
+# set_device_model!(template_uc, Line, StaticBranch) 
+set_device_model!(template_uc, Line, StaticBranchBounds) 
+# set_device_model!(template_uc, Transformer2W, StaticBranch) 
+# set_device_model!(template_uc, TapTransformer, StaticBranch)
+# set_device_model!(template_uc, ThermalStandard, ThermalStandardUnitCommitment) 
+# set_device_model!(template_uc, RenewableDispatch, RenewableFullDispatch) 
+# set_device_model!(template_uc, PowerLoad, StaticPowerLoad) 
+# set_device_model!(template_uc, HydroDispatch, HydroDispatchRunOfRiver) 
+# set_device_model!(template_uc, RenewableNonDispatch, FixedOutput) 
+# set_service_model!(template_uc, VariableReserve{ReserveUp}, RangeReserve)
+# set_service_model!(template_uc, VariableReserve{ReserveDown}, RangeReserve)
+# set_network_model!(template_uc, NetworkModel(CopperPlatePowerModel)) 
+
+template_ed = template_economic_dispatch(;
+    network = NetworkModel(CopperPlatePowerModel; use_slacks = true),
+)
+
+
+solver = optimizer_with_attributes(HiGHS.Optimizer, "mip_rel_gap" => mip_gap) #, "presolve" => "off" ) 
+
+
+problem_uc = DecisionModel(
+    template_uc, 
+    system; 
+    optimizer = solver, 
+    optimizer_solve_log_print = true, 
+    calculate_conflict = true, 
+    # warm_start=false, 
+    # horizon = Hour(24),
+    name = "UC"
+)
+
+# problem_ed = DecisionModel(
+#     template_ed, 
+#     system; 
+#     optimizer = solver, 
+#     optimizer_solve_log_print = true, 
+#     calculate_conflict = true, 
+#     # warm_start=false, 
+#     # horizon = Hour(24), 
+#     name = "ED"
+# )
+
+
+# models = SimulationModels(;
+#     decision_models = [
+#         problem_uc, 
+#         problem_ed, 
+#     ],
+# )
+
+
+# feedforward = Dict(
+#     "ED" => [
+#         SemiContinuousFeedforward(;
+#             component_type = ThermalStandard,
+#             source = OnVariable,
+#             affected_values = [ActivePowerVariable],
+#         ),
+#     ],
+# )
+
+
+# DA_RT_sequence = SimulationSequence(;
+#     models = models,
+#     ini_cond_chronology = InterProblemChronology(),
+#     feedforwards = feedforward,
+# )
+
+
+# sim = Simulation(;
+#     name = "UCED-test",
+#     steps = 2,
+#     models = models,
+#     sequence = DA_RT_sequence,
+#     simulation_folder = "rts_store",
+# )
+
+
+build!(problem_uc; output_dir = mktempdir())
+# build!(sim)
+
+solve!(problem_uc)
+# execute!(sim; enable_progress_bar = false)
+
+res = OptimizationProblemResults(problem)
+get_optimizer_stats(res)
+variables = read_variables(res)
+# list_parameter_names(res)
+# read_parameter(res, "ActivePowerTimeSeriesParameter__RenewableDispatch")
+
+# println()
+# results = SimulationResults(sim);
+# uc_results = get_decision_problem_results(results, "UC")
+# ed_results = get_decision_problem_results(results, "ED")
+

assemble_system/build_system_1o.jl

@@ -0,0 +1,35 @@
+using PowerSystems
+using PowerSimulations
+using HydroPowerSimulations
+using PowerSystemCaseBuilder
+using HiGHS # solver
+using Dates
+
+include("../build-system/parse-matpower.jl");
+
+using CSV
+using DataFrames
+
+# parse matpower into data tables.
+dataTables = Dict()
+# MATPOWER_FILE = "data/CaliforniaTestSystem.m" 
+MATPOWER_FILE = "MATPOWER/system_condensers_removed_cutoff75.m" 
+for s in ["bus", "gen", "branch"]
+    searchKey = s
+    if s == "gen"
+        searchKey = "generator"
+    end
+    dataTables[s] = SystemDataTable(MATPOWER_FILE, searchKey)
+end
+COST_KEYS = ["model", "startup", "shutdown", "n", "c2", "c1", "c0"] # modified by Hongfei 
+dataTables["real power cost"] = SystemDataTable(MATPOWER_FILE, "cost", COST_KEYS)
+
+# writeMatpower("data/CaliforniaTestSystem_1o.m", dataTables)
+writeMatpower("MATPOWER/system_condensers_removed_cutoff75_1o.m", dataTables, true)
+
+# system = System("data/CaliforniaTestSystem_1o.m") 
+system = System("MATPOWER/system_condensers_removed_cutoff75_1o.m") 
+include("../build-system/replace_gens.jl") 
+include("../build-system/define_time_series.jl") 
+
+system 

build-system/define_time_series.jl

@@ -6,7 +6,7 @@ using InfrastructureSystems
 # Time Stamps: 
 
 resolution = Dates.Hour(1);
-ts_file = CSV.read("data/HourlyProduction2019.csv", DataFrame) 
+ts_file = CSV.read("GIS/HourlyProduction2019.csv", DataFrame) 
 tslength = length(ts_file[:, 1])
 timestamps = range(DateTime("2019-01-01T00:00:00"); step = resolution, length = tslength);
 

build-system/parse-matpower.jl

@@ -49,7 +49,7 @@ function writeTabJoinedRows(filehandle, table)
     end
 end
 
-function writeMatpower(filepath, tableDict)
+function writeMatpower(filepath, tableDict, first_order::Bool = false)
     dataTableKeys = String["bus", "gen", "branch"]
     open(filepath, "w") do file
         # define the format.
@@ -103,6 +103,9 @@ mpc.version = '2';
         %    2    startup    shutdown    n    c(n-1)    ...    c0
         mpc.gencost = [\n""")
         if "real power cost" in keys(tableDict)
+            if (first_order)
+                tableDict["real power cost"][!, "c2"] .= 0 # modified by Hongfei 
+            end
             writeTabJoinedRows(file, tableDict["real power cost"])
             if "reactive power cost" in keys(tableDict)
                 writeTabJoinedRows(file, tableDict["reactive power cost"])

build-system/replace_gens.jl

@@ -1,8 +1,10 @@
+#!/usr/bin/env julia
+
 using PowerSystems
 using CSV
 using DataFrames
-gen_data = SystemDataTable("MATPOWER/CaliforniaTestSystem.m", "generator")
-gen_csv = CSV.read("GIS/CATS_gens.csv", DataFrame)
+gen_data = SystemDataTable("MATPOWER/system_condensers_removed_cutoff75.m", "generator")
+gen_csv = CSV.read("GIS/CATS_gens_condensers_removed_cutoff75.csv", DataFrame)
 
 thermal_gens_old = collect(get_components(ThermalStandard, system))
 sort!(thermal_gens_old, by = n -> parse(Int64, n.name[5:end]))
@@ -83,8 +85,12 @@ duration_lims = Dict(
     "SCLE90" => (up = 1.0, down = 0.0), # Simple-cycle less than 90 MW -> WECC (6) Aero derivative CT
 )
 
+# setting rating as Pmax, ask Jose if he wants this or another number as rating
+# setting power_factor as 1 in RenewableDispatch gens to try and get UCED to work
+
 for i in 1:length(gen_csv[:, 1])
 	set_base_power!(thermal_gens_old[i], 100.0)
+	set_rating!(thermal_gens_old[i], gen_csv[i, 9])
     local num = lpad(i, 4, '0')
     local pmtype
 # Replacing ThermalStandard with HydroDispatch at appropriate nodes
@@ -111,8 +117,18 @@ for i in 1:length(gen_csv[:, 1])
         commonKeys = intersect(fieldnames(RenewableDispatch), fieldnames(ThermalStandard))
         local old_data = Dict(key=>getfield(thermal_gens_old[i], key) for key ∈ commonKeys)
         delete!.((old_data,), (:operation_cost, :internal, :prime_mover_type))
-        old_power = get_active_power(thermal_gens_old[i])+ im * get_reactive_power(thermal_gens_old[i])
+        old_power = get_active_power(thermal_gens_old[i])+ im * get_reactive_power(thermal_gens_old[i]) 
         remove_component!(system, thermal_gens_old[i])
+
+        # modified by Hongfei 
+        if abs(old_power) == 0 
+            print("Generator ID: ")
+            print(i)
+            print(" has apparent power ")
+            println(abs(old_power))
+            continue
+        end 
+
         #local pmtype
         if gen_csv[i, 4] == "Batteries"
             pmtype = PrimeMovers.BA
@@ -122,10 +138,12 @@ for i in 1:length(gen_csv[:, 1])
             pmtype = PrimeMovers.PVe
         end
         local rgen = RenewableDispatch(;
-          # name = "renew$num",
+        #   name = "renew$num",
           prime_mover_type = pmtype,
           operation_cost = RenewableGenerationCost(nothing),
-          power_factor = abs(old_power)/real(old_power), # assumption.
+		#   power_factor = 1.0,
+        #   power_factor = abs(old_power)/real(old_power), # assumption.
+          power_factor = real(old_power)/abs(old_power), # modified by Hongfei 
           old_data...
         )
         add_component!(system, rgen)