docs: ✏️ update configs

GestaltCogTeam · Nov 30, 2023 · 34d4502 · 34d4502
1 parent b13179b
commit 34d4502
Show file tree

Hide file tree

Showing 53 changed files with 80 additions and 729 deletions.
diff --git a/baselines/Autoformer/ETTh1.py b/baselines/Autoformer/ETTh1.py
@@ -18,7 +18,7 @@
 CFG.DATASET_CLS = TimeSeriesForecastingDataset
 CFG.DATASET_NAME = "ETTh1"
 CFG.DATASET_TYPE = "Electricity Transformer Temperature"
-CFG.DATASET_INPUT_LEN = 336
+CFG.DATASET_INPUT_LEN = 336 # the best in {96, 192, 336, 720}
 CFG.DATASET_OUTPUT_LEN = 336
 CFG.GPU_NUM = 1
 # CFG.RESCALE = False

diff --git a/baselines/Autoformer/ETTh2.py b/baselines/Autoformer/ETTh2.py
@@ -18,7 +18,7 @@
 CFG.DATASET_CLS = TimeSeriesForecastingDataset
 CFG.DATASET_NAME = "ETTh2"
 CFG.DATASET_TYPE = "Electricity Transformer Temperature"
-CFG.DATASET_INPUT_LEN = 336
+CFG.DATASET_INPUT_LEN = 336 # the best in {96, 192, 336, 720}
 CFG.DATASET_OUTPUT_LEN = 336
 CFG.GPU_NUM = 1
 # CFG.RESCALE = False

diff --git a/baselines/Autoformer/ETTm1.py b/baselines/Autoformer/ETTm1.py
@@ -18,7 +18,7 @@
 CFG.DATASET_CLS = TimeSeriesForecastingDataset
 CFG.DATASET_NAME = "ETTm1"
 CFG.DATASET_TYPE = "Electricity Transformer Temperature"
-CFG.DATASET_INPUT_LEN = 336
+CFG.DATASET_INPUT_LEN = 192 # the best in {96, 192, 336, 720}
 CFG.DATASET_OUTPUT_LEN = 336
 CFG.GPU_NUM = 1
 # CFG.RESCALE = False

diff --git a/baselines/Autoformer/ETTm2.py b/baselines/Autoformer/ETTm2.py
@@ -18,7 +18,7 @@
 CFG.DATASET_CLS = TimeSeriesForecastingDataset
 CFG.DATASET_NAME = "ETTm2"
 CFG.DATASET_TYPE = "Electricity Transformer Temperature"
-CFG.DATASET_INPUT_LEN = 336
+CFG.DATASET_INPUT_LEN = 96 # the best in {96, 192, 336, 720}
 CFG.DATASET_OUTPUT_LEN = 336
 CFG.GPU_NUM = 1
 # CFG.RESCALE = False

diff --git a/baselines/Autoformer/Electricity.py b/baselines/Autoformer/Electricity.py
@@ -18,7 +18,7 @@
 CFG.DATASET_CLS = TimeSeriesForecastingDataset
 CFG.DATASET_NAME = "Electricity"
 CFG.DATASET_TYPE = "Electricity Consumption"
-CFG.DATASET_INPUT_LEN = 336
+CFG.DATASET_INPUT_LEN = 96 # the best in {96, 192, 336, 720}
 CFG.DATASET_OUTPUT_LEN = 336
 CFG.GPU_NUM = 1
 # CFG.RESCALE = False

diff --git a/baselines/Autoformer/ExchangeRate.py b/baselines/Autoformer/ExchangeRate.py
@@ -18,7 +18,7 @@
 CFG.DATASET_CLS = TimeSeriesForecastingDataset
 CFG.DATASET_NAME = "ExchangeRate"
 CFG.DATASET_TYPE = "Exchange Rate"
-CFG.DATASET_INPUT_LEN = 336
+CFG.DATASET_INPUT_LEN = 96 # the best in {96, 192, 336, 720}
 CFG.DATASET_OUTPUT_LEN = 336
 CFG.GPU_NUM = 1
 # CFG.RESCALE = False

diff --git a/baselines/Autoformer/PEMS04.py b/baselines/Autoformer/PEMS04.py
@@ -18,7 +18,7 @@
 CFG.DATASET_CLS = TimeSeriesForecastingDataset
 CFG.DATASET_NAME = "PEMS04"
 CFG.DATASET_TYPE = "Traffic Flow"
-CFG.DATASET_INPUT_LEN = 336
+CFG.DATASET_INPUT_LEN = 720
 CFG.DATASET_OUTPUT_LEN = 336
 CFG.GPU_NUM = 1
 CFG.NULL_VAL = 0.0

diff --git a/baselines/Crossformer/ETTm1.py b/baselines/Crossformer/ETTm1.py
@@ -18,7 +18,7 @@
 CFG.DATASET_CLS = TimeSeriesForecastingDataset
 CFG.DATASET_NAME = "ETTm1"
 CFG.DATASET_TYPE = "Electricity Transformer Temperature"
-CFG.DATASET_INPUT_LEN = 336
+CFG.DATASET_INPUT_LEN = 720
 CFG.DATASET_OUTPUT_LEN = 336
 CFG.GPU_NUM = 1
 # CFG.RESCALE = False

diff --git a/baselines/Crossformer/ETTm2.py b/baselines/Crossformer/ETTm2.py
@@ -18,7 +18,7 @@
 CFG.DATASET_CLS = TimeSeriesForecastingDataset
 CFG.DATASET_NAME = "ETTm2"
 CFG.DATASET_TYPE = "Electricity Transformer Temperature"
-CFG.DATASET_INPUT_LEN = 336
+CFG.DATASET_INPUT_LEN = 96
 CFG.DATASET_OUTPUT_LEN = 336
 CFG.GPU_NUM = 1
 # CFG.RESCALE = False

diff --git a/baselines/Crossformer/Electricity.py b/baselines/Crossformer/Electricity.py
@@ -18,7 +18,7 @@
 CFG.DATASET_CLS = TimeSeriesForecastingDataset
 CFG.DATASET_NAME = "Electricity"
 CFG.DATASET_TYPE = "Electricity"
-CFG.DATASET_INPUT_LEN = 336
+CFG.DATASET_INPUT_LEN = 192
 CFG.DATASET_OUTPUT_LEN = 336
 CFG.GPU_NUM = 1
 # CFG.RESCALE = False
@@ -38,13 +38,13 @@
     "data_dim": NUM_NODES,
     "in_len": CFG.DATASET_INPUT_LEN,
     "out_len": CFG.DATASET_OUTPUT_LEN,
-    "seg_len": 6,
+    "seg_len": 24,
     "win_size": 2,
     # default parameters
     "factor": 10,
-    "d_model": 256,
-    "d_ff": 512,
-    "n_heads": 4,
+    "d_model": 64,
+    "d_ff": 128,
+    "n_heads": 2,
     "e_layers": 3,
     "dropout": 0.2,
     "baseline": False
@@ -58,20 +58,17 @@
 CFG.TRAIN.OPTIM = EasyDict()
 CFG.TRAIN.OPTIM.TYPE = "Adam"
 CFG.TRAIN.OPTIM.PARAM = {
-    "lr": 0.0001
+    "lr": 0.001
 }
 CFG.TRAIN.LR_SCHEDULER = EasyDict()
 CFG.TRAIN.LR_SCHEDULER.TYPE = "MultiStepLR"
 CFG.TRAIN.LR_SCHEDULER.PARAM = {
-    "milestones": [1],
+    "milestones": [1, 20, 40, 60, 80, 100, 150],
     "gamma": 0.5
 }
 
 # ================= train ================= #
-CFG.TRAIN.CLIP_GRAD_PARAM = {
-    "max_norm": 5.0
-}
-CFG.TRAIN.NUM_EPOCHS = 50
+CFG.TRAIN.NUM_EPOCHS = 200
 CFG.TRAIN.CKPT_SAVE_DIR = os.path.join(
     'checkpoints',
     '_'.join([CFG.MODEL.NAME, str(CFG.TRAIN.NUM_EPOCHS)])
@@ -81,7 +78,7 @@
 # read data
 CFG.TRAIN.DATA.DIR = 'datasets/' + CFG.DATASET_NAME
 # dataloader args, optional
-CFG.TRAIN.DATA.BATCH_SIZE = 8
+CFG.TRAIN.DATA.BATCH_SIZE = 32
 CFG.TRAIN.DATA.PREFETCH = False
 CFG.TRAIN.DATA.SHUFFLE = True
 CFG.TRAIN.DATA.NUM_WORKERS = 2

diff --git a/baselines/Crossformer/ExchangeRate.py b/baselines/Crossformer/ExchangeRate.py
@@ -18,7 +18,7 @@
 CFG.DATASET_CLS = TimeSeriesForecastingDataset
 CFG.DATASET_NAME = "ExchangeRate"
 CFG.DATASET_TYPE = "Exchange Rate"
-CFG.DATASET_INPUT_LEN = 336
+CFG.DATASET_INPUT_LEN = 96
 CFG.DATASET_OUTPUT_LEN = 336
 CFG.GPU_NUM = 1
 # CFG.RESCALE = False
@@ -68,7 +68,7 @@
 }
 
 # ================= train ================= #
-CFG.TRAIN.NUM_EPOCHS = 50
+CFG.TRAIN.NUM_EPOCHS = 20
 CFG.TRAIN.CKPT_SAVE_DIR = os.path.join(
     'checkpoints',
     '_'.join([CFG.MODEL.NAME, str(CFG.TRAIN.NUM_EPOCHS)])

diff --git a/baselines/Crossformer/PEMS04.py b/baselines/Crossformer/PEMS04.py
@@ -18,7 +18,7 @@
 CFG.DATASET_CLS = TimeSeriesForecastingDataset
 CFG.DATASET_NAME = "PEMS04"
 CFG.DATASET_TYPE = "Traffic Flow"
-CFG.DATASET_INPUT_LEN = 336
+CFG.DATASET_INPUT_LEN = 192
 CFG.DATASET_OUTPUT_LEN = 336
 CFG.GPU_NUM = 1
 CFG.NULL_VAL = 0.0

diff --git a/baselines/DLinear/ETTh1.py b/baselines/DLinear/ETTh1.py
@@ -18,7 +18,7 @@
 CFG.DATASET_CLS = TimeSeriesForecastingDataset
 CFG.DATASET_NAME = "ETTh1"
 CFG.DATASET_TYPE = "Electricity Transformer Temperature"
-CFG.DATASET_INPUT_LEN = 336
+CFG.DATASET_INPUT_LEN = 720
 CFG.DATASET_OUTPUT_LEN = 336
 CFG.GPU_NUM = 1
 # CFG.RESCALE = False

diff --git a/baselines/DLinear/Electricity.py b/baselines/DLinear/Electricity.py
@@ -105,4 +105,4 @@
 
 # ================= evaluate ================= #
 CFG.EVAL = EasyDict()
-CFG.EVAL.HORIZONS = [12, 24, 48, 96]
+CFG.EVAL.HORIZONS = [12, 24, 48, 96, 192, 288, 336]
diff --git a/baselines/FEDformer/ETTh1.py b/baselines/FEDformer/ETTh1.py
@@ -18,7 +18,7 @@
 CFG.DATASET_CLS = TimeSeriesForecastingDataset
 CFG.DATASET_NAME = "ETTh1"
 CFG.DATASET_TYPE = "Electricity Transformer Temperature"
-CFG.DATASET_INPUT_LEN = 336
+CFG.DATASET_INPUT_LEN = 96
 CFG.DATASET_OUTPUT_LEN = 336
 CFG.GPU_NUM = 1
 # CFG.RESCALE = False

diff --git a/baselines/FEDformer/ETTm1.py b/baselines/FEDformer/ETTm1.py
@@ -18,7 +18,7 @@
 CFG.DATASET_CLS = TimeSeriesForecastingDataset
 CFG.DATASET_NAME = "ETTm1"
 CFG.DATASET_TYPE = "Electricity Transformer Temperature"
-CFG.DATASET_INPUT_LEN = 336
+CFG.DATASET_INPUT_LEN = 192
 CFG.DATASET_OUTPUT_LEN = 336
 CFG.GPU_NUM = 1
 # CFG.RESCALE = False

diff --git a/baselines/FEDformer/ETTm2.py b/baselines/FEDformer/ETTm2.py
@@ -18,7 +18,7 @@
 CFG.DATASET_CLS = TimeSeriesForecastingDataset
 CFG.DATASET_NAME = "ETTm2"
 CFG.DATASET_TYPE = "Electricity Transformer Temperature"
-CFG.DATASET_INPUT_LEN = 336
+CFG.DATASET_INPUT_LEN = 96
 CFG.DATASET_OUTPUT_LEN = 336
 CFG.GPU_NUM = 1
 # CFG.RESCALE = False

diff --git a/baselines/FEDformer/Electricity.py b/baselines/FEDformer/Electricity.py
@@ -18,7 +18,7 @@
 CFG.DATASET_CLS = TimeSeriesForecastingDataset
 CFG.DATASET_NAME = "Electricity"
 CFG.DATASET_TYPE = "Electricity Consumption"
-CFG.DATASET_INPUT_LEN = 336
+CFG.DATASET_INPUT_LEN = 96
 CFG.DATASET_OUTPUT_LEN = 336
 CFG.GPU_NUM = 1
 # CFG.RESCALE = False

diff --git a/baselines/FEDformer/ExchangeRate.py b/baselines/FEDformer/ExchangeRate.py
@@ -18,7 +18,7 @@
 CFG.DATASET_CLS = TimeSeriesForecastingDataset
 CFG.DATASET_NAME = "ExchangeRate"
 CFG.DATASET_TYPE = "Exchange Rate"
-CFG.DATASET_INPUT_LEN = 336
+CFG.DATASET_INPUT_LEN = 96
 CFG.DATASET_OUTPUT_LEN = 336
 CFG.GPU_NUM = 1
 # CFG.RESCALE = False
@@ -59,7 +59,7 @@
     "cross_activation": "tanh",                 # mwt cross atention activation function tanh or softmax
     "activation": "gelu",
     "num_time_features": 4,                     # number of used time features
-    "time_of_day_size": 1,
+    "time_of_day_size": 96,
     "day_of_week_size": 7,
     "day_of_month_size": 31,
     "day_of_year_size": 366

diff --git a/baselines/FEDformer/PEMS04.py b/baselines/FEDformer/PEMS04.py
@@ -18,7 +18,7 @@
 CFG.DATASET_CLS = TimeSeriesForecastingDataset
 CFG.DATASET_NAME = "PEMS04"
 CFG.DATASET_TYPE = "Traffic flow"
-CFG.DATASET_INPUT_LEN = 336
+CFG.DATASET_INPUT_LEN = 720
 CFG.DATASET_OUTPUT_LEN = 336
 CFG.GPU_NUM = 1
 # CFG.RESCALE = False

diff --git a/baselines/FEDformer/PEMS08.py b/baselines/FEDformer/PEMS08.py
@@ -18,7 +18,7 @@
 CFG.DATASET_CLS = TimeSeriesForecastingDataset
 CFG.DATASET_NAME = "PEMS08"
 CFG.DATASET_TYPE = "Traffic flow"
-CFG.DATASET_INPUT_LEN = 336
+CFG.DATASET_INPUT_LEN = 720
 CFG.DATASET_OUTPUT_LEN = 336
 CFG.GPU_NUM = 1
 # CFG.RESCALE = False

diff --git a/baselines/FEDformer/Weather.py b/baselines/FEDformer/Weather.py
@@ -18,7 +18,7 @@
 CFG.DATASET_CLS = TimeSeriesForecastingDataset
 CFG.DATASET_NAME = "Weather"
 CFG.DATASET_TYPE = "Weather Data"
-CFG.DATASET_INPUT_LEN = 336
+CFG.DATASET_INPUT_LEN = 720
 CFG.DATASET_OUTPUT_LEN = 336
 CFG.GPU_NUM = 1
 # CFG.RESCALE = False

diff --git a/baselines/Informer/ETTh1.py b/baselines/Informer/ETTh1.py
@@ -18,7 +18,7 @@
 CFG.DATASET_CLS = TimeSeriesForecastingDataset
 CFG.DATASET_NAME = "ETTh1"
 CFG.DATASET_TYPE = "Electricity Transformer Temperature"
-CFG.DATASET_INPUT_LEN = 336
+CFG.DATASET_INPUT_LEN = 96  # the best in {96, 192, 336, 720}
 CFG.DATASET_OUTPUT_LEN = 336
 CFG.GPU_NUM = 1
 # CFG.RESCALE = False

diff --git a/baselines/Informer/ETTh2.py b/baselines/Informer/ETTh2.py
@@ -18,7 +18,7 @@
 CFG.DATASET_CLS = TimeSeriesForecastingDataset
 CFG.DATASET_NAME = "ETTh2"
 CFG.DATASET_TYPE = "Electricity Transformer Temperature"
-CFG.DATASET_INPUT_LEN = 336
+CFG.DATASET_INPUT_LEN = 336  # the best in {96, 192, 336, 720}
 CFG.DATASET_OUTPUT_LEN = 336
 CFG.GPU_NUM = 1
 # CFG.RESCALE = False

diff --git a/baselines/Informer/ETTm1.py b/baselines/Informer/ETTm1.py
@@ -18,7 +18,7 @@
 CFG.DATASET_CLS = TimeSeriesForecastingDataset
 CFG.DATASET_NAME = "ETTm1"
 CFG.DATASET_TYPE = "Electricity Transformer Temperature"
-CFG.DATASET_INPUT_LEN = 336
+CFG.DATASET_INPUT_LEN = 96  # the best in {96, 192, 336, 720}
 CFG.DATASET_OUTPUT_LEN = 336
 CFG.GPU_NUM = 1
 # CFG.RESCALE = False
@@ -57,7 +57,7 @@
     "distil": True,                             # whether to use distilling in encoder, using this argument means not using distilling
     "mix": True,                                # use mix attention in generative decoder
     "num_time_features": 4,                     # number of used time features [time_of_day, day_of_week, day_of_month, day_of_year]
-    "time_of_day_size": 24 * 4,
+    "time_of_day_size": 24,
     "day_of_week_size": 7,
     "day_of_month_size": 31,
     "day_of_year_size": 366

diff --git a/baselines/Informer/ETTm2.py b/baselines/Informer/ETTm2.py
@@ -18,7 +18,7 @@
 CFG.DATASET_CLS = TimeSeriesForecastingDataset
 CFG.DATASET_NAME = "ETTm2"
 CFG.DATASET_TYPE = "Electricity Transformer Temperature"
-CFG.DATASET_INPUT_LEN = 336
+CFG.DATASET_INPUT_LEN = 96 # the best in {96, 192, 336, 720}
 CFG.DATASET_OUTPUT_LEN = 336
 CFG.GPU_NUM = 1
 # CFG.RESCALE = False
@@ -57,7 +57,7 @@
     "distil": True,                             # whether to use distilling in encoder, using this argument means not using distilling
     "mix": True,                                # use mix attention in generative decoder
     "num_time_features": 4,                     # number of used time features [time_of_day, day_of_week, day_of_month, day_of_year]
-    "time_of_day_size": 24 * 4,
+    "time_of_day_size": 24,
     "day_of_week_size": 7,
     "day_of_month_size": 31,
     "day_of_year_size": 366

diff --git a/baselines/Informer/Electricity.py b/baselines/Informer/Electricity.py
@@ -18,7 +18,7 @@
 CFG.DATASET_CLS = TimeSeriesForecastingDataset
 CFG.DATASET_NAME = "Electricity"
 CFG.DATASET_TYPE = "Electricity Consumption"
-CFG.DATASET_INPUT_LEN = 336
+CFG.DATASET_INPUT_LEN = 96
 CFG.DATASET_OUTPUT_LEN = 336
 CFG.GPU_NUM = 1
 # CFG.RESCALE = False

diff --git a/baselines/Informer/ExchangeRate.py b/baselines/Informer/ExchangeRate.py
@@ -18,7 +18,7 @@
 CFG.DATASET_CLS = TimeSeriesForecastingDataset
 CFG.DATASET_NAME = "ExchangeRate"
 CFG.DATASET_TYPE = "Exchange Rate"
-CFG.DATASET_INPUT_LEN = 336
+CFG.DATASET_INPUT_LEN = 96 # the best in {96, 192, 336, 720}
 CFG.DATASET_OUTPUT_LEN = 336
 CFG.GPU_NUM = 1
 # CFG.RESCALE = False

diff --git a/baselines/Informer/METR-LA.py b/baselines/Informer/METR-LA.py
@@ -18,7 +18,7 @@
 CFG.DATASET_CLS = TimeSeriesForecastingDataset
 CFG.DATASET_NAME = "METR-LA"
 CFG.DATASET_TYPE = "Traffic Speed"
-CFG.DATASET_INPUT_LEN = 336
+CFG.DATASET_INPUT_LEN = 96 # not tested yet
 CFG.DATASET_OUTPUT_LEN = 336
 CFG.GPU_NUM = 1
 CFG.NULL_VAL = 0.0

diff --git a/baselines/Informer/PEMS-BAY.py b/baselines/Informer/PEMS-BAY.py
@@ -18,7 +18,7 @@
 CFG.DATASET_CLS = TimeSeriesForecastingDataset
 CFG.DATASET_NAME = "PEMS-BAY"
 CFG.DATASET_TYPE = "Traffic Speed"
-CFG.DATASET_INPUT_LEN = 336
+CFG.DATASET_INPUT_LEN = 96 # not tested yet
 CFG.DATASET_OUTPUT_LEN = 336
 CFG.GPU_NUM = 1
 CFG.NULL_VAL = 0.0