Skip to content
This repository has been archived by the owner on Sep 27, 2023. It is now read-only.

Add data-driven wholesale market object creation tool #1109

Merged
merged 20 commits into from
Mar 16, 2022
Merged

Add data-driven wholesale market object creation tool #1109

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
20 commits
Select commit Hold shift + click to select a range
360923e
add market model file
saraborc Mar 3, 2022
1d1fc3c
Create Market_model.md
dchassin Mar 5, 2022
fbe553e
Update documentation and installation
dchassin Mar 5, 2022
e8abfea
Merge branch 'develop' into develop-add-market-model
dchassin Mar 5, 2022
61cb662
Add CAISO data to market_model example
dchassin Mar 5, 2022
84ce9cd
Update docs
dchassin Mar 5, 2022
99c0ae0
Merge branch 'develop' into develop-add-market-model
dchassin Mar 9, 2022
ec29423
Move market_model and load_model to tools folder
dchassin Mar 9, 2022
209f1d6
Move create filter from python_extras to tools folder
dchassin Mar 9, 2022
5723c4a
change example to pull 1 month instad of 1 day of data
saraborc Mar 10, 2022
6868a13
update gitignore
saraborc Mar 10, 2022
aa34a22
improve docstrings and add warning for K values
saraborc Mar 10, 2022
3270014
Merge branch 'develop-add-market-model' of https://github.com/slacgis…
saraborc Mar 10, 2022
f3e6cdd
improve doc strings and change test dates
saraborc Mar 10, 2022
091fbf6
clean market_model.py
saraborc Mar 15, 2022
50d9e6c
add install file
saraborc Mar 15, 2022
a7754b9
Update Docker.md (#1125)
dchassin Mar 11, 2022
efa756e
fix merge conflict
saraborc Mar 15, 2022
9e1cddf
Update market_model
saraborc Mar 16, 2022
b44e639
Update market_model autotest
Mar 16, 2022
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
288 changes: 288 additions & 0 deletions autotest/test_market_data.csv
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,288 @@
2022-02-22 00:00:00,50.0,21372.0
2022-02-22 00:05:00,50.9,21372.0
2022-02-22 00:10:00,50.3,21372.0
2022-02-22 00:15:00,49.8,21372.0
2022-02-22 00:20:00,49.4,21372.0
2022-02-22 00:25:00,63.0,21372.0
2022-02-22 00:30:00,62.5,21372.0
2022-02-22 00:35:00,63.5,21372.0
2022-02-22 00:40:00,52.3,21372.0
2022-02-22 00:45:00,49.4,21372.0
2022-02-22 00:50:00,49.0,21372.0
2022-02-22 00:55:00,49.2,21372.0
2022-02-22 01:00:00,52.9,20856.0
2022-02-22 01:05:00,53.4,20856.0
2022-02-22 01:10:00,51.1,20856.0
2022-02-22 01:15:00,50.7,20856.0
2022-02-22 01:20:00,50.5,20856.0
2022-02-22 01:25:00,49.3,20856.0
2022-02-22 01:30:00,49.7,20856.0
2022-02-22 01:35:00,47.6,20856.0
2022-02-22 01:40:00,46.5,20856.0
2022-02-22 01:45:00,46.3,20856.0
2022-02-22 01:50:00,46.1,20856.0
2022-02-22 01:55:00,47.9,20856.0
2022-02-22 02:00:00,47.9,20634.0
2022-02-22 02:05:00,48.1,20634.0
2022-02-22 02:10:00,48.9,20634.0
2022-02-22 02:15:00,48.6,20634.0
2022-02-22 02:20:00,48.2,20634.0
2022-02-22 02:25:00,47.7,20634.0
2022-02-22 02:30:00,47.8,20634.0
2022-02-22 02:35:00,45.5,20634.0
2022-02-22 02:40:00,44.9,20634.0
2022-02-22 02:45:00,45.0,20634.0
2022-02-22 02:50:00,45.2,20634.0
2022-02-22 02:55:00,45.1,20634.0
2022-02-22 03:00:00,45.8,20842.0
2022-02-22 03:05:00,45.2,20842.0
2022-02-22 03:10:00,45.6,20842.0
2022-02-22 03:15:00,46.9,20842.0
2022-02-22 03:20:00,47.1,20842.0
2022-02-22 03:25:00,47.0,20842.0
2022-02-22 03:30:00,47.4,20842.0
2022-02-22 03:35:00,47.4,20842.0
2022-02-22 03:40:00,47.3,20842.0
2022-02-22 03:45:00,47.2,20842.0
2022-02-22 03:50:00,47.2,20842.0
2022-02-22 03:55:00,45.8,20842.0
2022-02-22 04:00:00,44.0,21638.0
2022-02-22 04:05:00,43.7,21638.0
2022-02-22 04:10:00,43.8,21638.0
2022-02-22 04:15:00,44.3,21638.0
2022-02-22 04:20:00,44.7,21638.0
2022-02-22 04:25:00,45.2,21638.0
2022-02-22 04:30:00,46.8,21638.0
2022-02-22 04:35:00,47.1,21638.0
2022-02-22 04:40:00,48.4,21638.0
2022-02-22 04:45:00,46.6,21638.0
2022-02-22 04:50:00,46.5,21638.0
2022-02-22 04:55:00,46.6,21638.0
2022-02-22 05:00:00,45.3,23228.0
2022-02-22 05:05:00,45.7,23228.0
2022-02-22 05:10:00,46.4,23228.0
2022-02-22 05:15:00,49.0,23228.0
2022-02-22 05:20:00,50.4,23228.0
2022-02-22 05:25:00,49.7,23228.0
2022-02-22 05:30:00,53.6,23228.0
2022-02-22 05:35:00,55.9,23228.0
2022-02-22 05:40:00,56.2,23228.0
2022-02-22 05:45:00,57.5,23228.0
2022-02-22 05:50:00,60.3,23228.0
2022-02-22 05:55:00,58.0,23228.0
2022-02-22 06:00:00,52.3,24986.0
2022-02-22 06:05:00,54.1,24986.0
2022-02-22 06:10:00,53.4,24986.0
2022-02-22 06:15:00,54.5,24986.0
2022-02-22 06:20:00,61.6,24986.0
2022-02-22 06:25:00,61.9,24986.0
2022-02-22 06:30:00,63.4,24986.0
2022-02-22 06:35:00,65.2,24986.0
2022-02-22 06:40:00,65.1,24986.0
2022-02-22 06:45:00,65.6,24986.0
2022-02-22 06:50:00,65.2,24986.0
2022-02-22 06:55:00,67.6,24986.0
2022-02-22 07:00:00,71.9,25671.0
2022-02-22 07:05:00,69.2,25671.0
2022-02-22 07:10:00,68.7,25671.0
2022-02-22 07:15:00,70.2,25671.0
2022-02-22 07:20:00,62.7,25671.0
2022-02-22 07:25:00,56.3,25671.0
2022-02-22 07:30:00,55.7,25671.0
2022-02-22 07:35:00,49.9,25671.0
2022-02-22 07:40:00,44.4,25671.0
2022-02-22 07:45:00,38.2,25671.0
2022-02-22 07:50:00,36.7,25671.0
2022-02-22 07:55:00,33.1,25671.0
2022-02-22 08:00:00,42.6,25230.0
2022-02-22 08:05:00,44.4,25230.0
2022-02-22 08:10:00,43.1,25230.0
2022-02-22 08:15:00,40.5,25230.0
2022-02-22 08:20:00,38.0,25230.0
2022-02-22 08:25:00,38.9,25230.0
2022-02-22 08:30:00,34.2,25230.0
2022-02-22 08:35:00,32.2,25230.0
2022-02-22 08:40:00,35.2,25230.0
2022-02-22 08:45:00,38.3,25230.0
2022-02-22 08:50:00,33.6,25230.0
2022-02-22 08:55:00,25.1,25230.0
2022-02-22 09:00:00,28.6,24716.0
2022-02-22 09:05:00,20.3,24716.0
2022-02-22 09:10:00,16.7,24716.0
2022-02-22 09:15:00,-2.1,24716.0
2022-02-22 09:20:00,-0.8,24716.0
2022-02-22 09:25:00,1.8,24716.0
2022-02-22 09:30:00,-2.6,24716.0
2022-02-22 09:35:00,5.2,24716.0
2022-02-22 09:40:00,7.1,24716.0
2022-02-22 09:45:00,4.7,24716.0
2022-02-22 09:50:00,-0.2,24716.0
2022-02-22 09:55:00,-4.2,24716.0
2022-02-22 10:00:00,4.9,23745.0
2022-02-22 10:05:00,12.2,23745.0
2022-02-22 10:10:00,7.2,23745.0
2022-02-22 10:15:00,18.0,23745.0
2022-02-22 10:20:00,19.6,23745.0
2022-02-22 10:25:00,19.7,23745.0
2022-02-22 10:30:00,22.2,23745.0
2022-02-22 10:35:00,12.0,23745.0
2022-02-22 10:40:00,7.5,23745.0
2022-02-22 10:45:00,2.6,23745.0
2022-02-22 10:50:00,2.9,23745.0
2022-02-22 10:55:00,3.2,23745.0
2022-02-22 11:00:00,8.4,23297.0
2022-02-22 11:05:00,7.0,23297.0
2022-02-22 11:10:00,2.8,23297.0
2022-02-22 11:15:00,-4.1,23297.0
2022-02-22 11:20:00,1.7,23297.0
2022-02-22 11:25:00,3.2,23297.0
2022-02-22 11:30:00,16.0,23297.0
2022-02-22 11:35:00,2.8,23297.0
2022-02-22 11:40:00,3.8,23297.0
2022-02-22 11:45:00,-1.4,23297.0
2022-02-22 11:50:00,-4.4,23297.0
2022-02-22 11:55:00,-4.6,23297.0
2022-02-22 12:00:00,-0.3,22914.0
2022-02-22 12:05:00,-3.9,22914.0
2022-02-22 12:10:00,-4.3,22914.0
2022-02-22 12:15:00,-4.4,22914.0
2022-02-22 12:20:00,-3.6,22914.0
2022-02-22 12:25:00,0.5,22914.0
2022-02-22 12:30:00,15.1,22914.0
2022-02-22 12:35:00,16.2,22914.0
2022-02-22 12:40:00,16.4,22914.0
2022-02-22 12:45:00,6.8,22914.0
2022-02-22 12:50:00,16.2,22914.0
2022-02-22 12:55:00,14.4,22914.0
2022-02-22 13:00:00,14.6,22726.0
2022-02-22 13:05:00,20.6,22726.0
2022-02-22 13:10:00,18.0,22726.0
2022-02-22 13:15:00,25.5,22726.0
2022-02-22 13:20:00,25.0,22726.0
2022-02-22 13:25:00,28.9,22726.0
2022-02-22 13:30:00,7.0,22726.0
2022-02-22 13:35:00,5.4,22726.0
2022-02-22 13:40:00,9.0,22726.0
2022-02-22 13:45:00,15.2,22726.0
2022-02-22 13:50:00,15.0,22726.0
2022-02-22 13:55:00,3.2,22726.0
2022-02-22 14:00:00,3.4,23488.0
2022-02-22 14:05:00,6.9,23488.0
2022-02-22 14:10:00,-4.0,23488.0
2022-02-22 14:15:00,-2.3,23488.0
2022-02-22 14:20:00,-2.8,23488.0
2022-02-22 14:25:00,-2.1,23488.0
2022-02-22 14:30:00,11.5,23488.0
2022-02-22 14:35:00,18.8,23488.0
2022-02-22 14:40:00,16.0,23488.0
2022-02-22 14:45:00,16.9,23488.0
2022-02-22 14:50:00,21.8,23488.0
2022-02-22 14:55:00,27.6,23488.0
2022-02-22 15:00:00,38.8,24362.0
2022-02-22 15:05:00,38.6,24362.0
2022-02-22 15:10:00,29.7,24362.0
2022-02-22 15:15:00,34.3,24362.0
2022-02-22 15:20:00,37.5,24362.0
2022-02-22 15:25:00,41.2,24362.0
2022-02-22 15:30:00,39.7,24362.0
2022-02-22 15:35:00,39.0,24362.0
2022-02-22 15:40:00,39.5,24362.0
2022-02-22 15:45:00,42.7,24362.0
2022-02-22 15:50:00,44.2,24362.0
2022-02-22 15:55:00,46.0,24362.0
2022-02-22 16:00:00,38.3,25786.0
2022-02-22 16:05:00,35.9,25786.0
2022-02-22 16:10:00,35.5,25786.0
2022-02-22 16:15:00,39.9,25786.0
2022-02-22 16:20:00,58.9,25786.0
2022-02-22 16:25:00,55.0,25786.0
2022-02-22 16:30:00,53.0,25786.0
2022-02-22 16:35:00,47.9,25786.0
2022-02-22 16:40:00,43.3,25786.0
2022-02-22 16:45:00,44.5,25786.0
2022-02-22 16:50:00,46.9,25786.0
2022-02-22 16:55:00,53.0,25786.0
2022-02-22 17:00:00,34.6,27610.0
2022-02-22 17:05:00,36.6,27610.0
2022-02-22 17:10:00,37.6,27610.0
2022-02-22 17:15:00,36.8,27610.0
2022-02-22 17:20:00,38.5,27610.0
2022-02-22 17:25:00,42.0,27610.0
2022-02-22 17:30:00,45.0,27610.0
2022-02-22 17:35:00,48.7,27610.0
2022-02-22 17:40:00,48.9,27610.0
2022-02-22 17:45:00,52.8,27610.0
2022-02-22 17:50:00,57.9,27610.0
2022-02-22 17:55:00,58.6,27610.0
2022-02-22 18:00:00,53.3,28678.0
2022-02-22 18:05:00,52.6,28678.0
2022-02-22 18:10:00,55.0,28678.0
2022-02-22 18:15:00,52.7,28678.0
2022-02-22 18:20:00,52.8,28678.0
2022-02-22 18:25:00,53.5,28678.0
2022-02-22 18:30:00,53.3,28678.0
2022-02-22 18:35:00,51.9,28678.0
2022-02-22 18:40:00,51.9,28678.0
2022-02-22 18:45:00,50.8,28678.0
2022-02-22 18:50:00,51.3,28678.0
2022-02-22 18:55:00,51.9,28678.0
2022-02-22 19:00:00,52.5,28365.0
2022-02-22 19:05:00,57.4,28365.0
2022-02-22 19:10:00,58.0,28365.0
2022-02-22 19:15:00,62.2,28365.0
2022-02-22 19:20:00,63.8,28365.0
2022-02-22 19:25:00,63.8,28365.0
2022-02-22 19:30:00,62.9,28365.0
2022-02-22 19:35:00,64.5,28365.0
2022-02-22 19:40:00,65.7,28365.0
2022-02-22 19:45:00,64.4,28365.0
2022-02-22 19:50:00,63.9,28365.0
2022-02-22 19:55:00,62.7,28365.0
2022-02-22 20:00:00,62.6,27666.0
2022-02-22 20:05:00,58.5,27666.0
2022-02-22 20:10:00,59.7,27666.0
2022-02-22 20:15:00,58.0,27666.0
2022-02-22 20:20:00,59.9,27666.0
2022-02-22 20:25:00,60.5,27666.0
2022-02-22 20:30:00,60.0,27666.0
2022-02-22 20:35:00,58.4,27666.0
2022-02-22 20:40:00,60.3,27666.0
2022-02-22 20:45:00,59.9,27666.0
2022-02-22 20:50:00,62.6,27666.0
2022-02-22 20:55:00,62.5,27666.0
2022-02-22 21:00:00,68.5,26607.0
2022-02-22 21:05:00,68.5,26607.0
2022-02-22 21:10:00,67.7,26607.0
2022-02-22 21:15:00,68.4,26607.0
2022-02-22 21:20:00,68.4,26607.0
2022-02-22 21:25:00,66.6,26607.0
2022-02-22 21:30:00,72.2,26607.0
2022-02-22 21:35:00,71.1,26607.0
2022-02-22 21:40:00,70.8,26607.0
2022-02-22 21:45:00,70.6,26607.0
2022-02-22 21:50:00,66.5,26607.0
2022-02-22 21:55:00,65.5,26607.0
2022-02-22 22:00:00,67.1,25064.0
2022-02-22 22:05:00,66.0,25064.0
2022-02-22 22:10:00,60.1,25064.0
2022-02-22 22:15:00,60.2,25064.0
2022-02-22 22:20:00,57.0,25064.0
2022-02-22 22:25:00,54.3,25064.0
2022-02-22 22:30:00,57.4,25064.0
2022-02-22 22:35:00,57.4,25064.0
2022-02-22 22:40:00,63.2,25064.0
2022-02-22 22:45:00,57.8,25064.0
2022-02-22 22:50:00,57.1,25064.0
2022-02-22 22:55:00,65.7,25064.0
2022-02-22 23:00:00,75.8,23622.0
2022-02-22 23:05:00,76.4,23622.0
2022-02-22 23:10:00,76.5,23622.0
2022-02-22 23:15:00,73.1,23622.0
2022-02-22 23:20:00,67.8,23622.0
2022-02-22 23:25:00,64.3,23622.0
2022-02-22 23:30:00,58.3,23622.0
2022-02-22 23:35:00,57.3,23622.0
2022-02-22 23:40:00,57.1,23622.0
2022-02-22 23:45:00,51.3,23622.0
2022-02-22 23:50:00,48.8,23622.0
2022-02-22 23:55:00,49.7,23622.0
32 changes: 32 additions & 0 deletions autotest/test_market_data.glm
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,32 @@
// example market_data from CAISO

#ifexist ../test_market_data.csv
#define DIR=..
#endif

#python -m market_data -m=CAISO -d=0096WD_7_N001 -s=20220222 -e=20220223 -c=test_market_data.csv -g=test_market_data_opt.glm

clock
{
timezone "PST+8PDT";
starttime "2022-02-22 00:00:00 PST";
stoptime "2022-02-23 00:00:00 PST";
}

module tape
{
csv_header_type NAME;
}

#include "test_market_data_opt.glm"

object recorder
{
parent ${MARKET_DATA};
property "LMP,MW";
file "test_market_data_out.csv";
}

#ifexist ../test_market_data.csv
#on_exit 0 diff ../test_market_data.csv test_market_data.csv > gridlabd.diff
#endif
24 changes: 24 additions & 0 deletions autotest/test_market_data_opt.glm
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,24 @@
class market_data
{
char32 market;
char256 node;
double LMP;
double MW;
}
module tape;
#ifdef MARKET_DATA
#set MARKET_DATA=$MARKET_DATA market_data@caiso_0096WD_7_N001_20220222-20220223
#else
#define MARKET_DATA=market_data@caiso_0096WD_7_N001_20220222-20220223
#endif
object market_data
{
name "market_data@caiso_0096WD_7_N001_20220222-20220223";
market caiso;
node 0096WD_7_N001;
object player
{
file "test_market_data.csv";
property "LMP,MW";
};
}
Loading