From 80769b5245831e3540fca03db4b3f5bd1d548729 Mon Sep 17 00:00:00 2001 From: Ming Jin Date: Mon, 26 Feb 2024 15:22:13 +1100 Subject: [PATCH] Add additional demo scripts --- scripts/TimeLLM_ECL.sh | 108 ++++++++++++++++++++++++++++++++++ scripts/TimeLLM_Traffic.sh | 108 ++++++++++++++++++++++++++++++++++ scripts/TimeLLM_Weather.sh | 116 +++++++++++++++++++++++++++++++++++++ 3 files changed, 332 insertions(+) create mode 100644 scripts/TimeLLM_ECL.sh create mode 100644 scripts/TimeLLM_Traffic.sh create mode 100644 scripts/TimeLLM_Weather.sh diff --git a/scripts/TimeLLM_ECL.sh b/scripts/TimeLLM_ECL.sh new file mode 100644 index 0000000..36abf15 --- /dev/null +++ b/scripts/TimeLLM_ECL.sh @@ -0,0 +1,108 @@ +model_name=TimeLLM +train_epochs=10 +learning_rate=0.01 +llama_layers=32 + +master_port=00097 +num_process=8 +batch_size=24 +d_model=16 +d_ff=32 + +comment='TimeLLM-ECL' + +accelerate launch --multi_gpu --mixed_precision bf16 --num_processes $num_process --main_process_port $master_port run.py \ + --task_name long_term_forecast \ + --is_training 1 \ + --root_path ./dataset/electricity/ \ + --data_path electricity.csv \ + --model_id ECL_512_96 \ + --model $model_name \ + --data custom \ + --features M \ + --seq_len 512 \ + --label_len 48 \ + --pred_len 96 \ + --e_layers 2 \ + --d_layers 1 \ + --factor 3 \ + --enc_in 321 \ + --dec_in 321 \ + --c_out 321 \ + --batch_size $batch_size \ + --learning_rate $learning_rate \ + --llm_layers $llama_layers \ + --train_epochs $train_epochs \ + --model_comment $comment + +accelerate launch --multi_gpu --mixed_precision bf16 --num_processes $num_process --main_process_port $master_port run.py \ + --task_name long_term_forecast \ + --is_training 1 \ + --root_path ./dataset/electricity/ \ + --data_path electricity.csv \ + --model_id ECL_512_192 \ + --model $model_name \ + --data custom \ + --features M \ + --seq_len 512 \ + --label_len 48 \ + --pred_len 192 \ + --e_layers 2 \ + --d_layers 1 \ + --factor 3 \ + --enc_in 321 \ + --dec_in 321 \ + --c_out 321 \ + --batch_size $batch_size \ + --learning_rate $learning_rate \ + --llm_layers $llama_layers \ + --train_epochs $train_epochs \ + --model_comment $comment + + accelerate launch --multi_gpu --mixed_precision bf16 --num_processes $num_process --main_process_port $master_port run.py \ + --task_name long_term_forecast \ + --is_training 1 \ + --root_path ./dataset/electricity/ \ + --data_path electricity.csv \ + --model_id ECL_512_336 \ + --model $model_name \ + --data custom \ + --features M \ + --seq_len 512 \ + --label_len 48 \ + --pred_len 336 \ + --e_layers 2 \ + --d_layers 1 \ + --factor 3 \ + --enc_in 321 \ + --dec_in 321 \ + --c_out 321 \ + --batch_size $batch_size \ + --learning_rate $learning_rate \ + --llm_layers $llama_layers \ + --train_epochs $train_epochs \ + --model_comment $comment + + accelerate launch --multi_gpu --mixed_precision bf16 --num_processes $num_process --main_process_port $master_port run.py \ + --task_name long_term_forecast \ + --is_training 1 \ + --root_path ./dataset/electricity/ \ + --data_path electricity.csv \ + --model_id ECL_512_720 \ + --model $model_name \ + --data custom \ + --features M \ + --seq_len 512 \ + --label_len 48 \ + --pred_len 720 \ + --e_layers 2 \ + --d_layers 1 \ + --factor 3 \ + --enc_in 321 \ + --dec_in 321 \ + --c_out 321 \ + --batch_size $batch_size \ + --learning_rate $learning_rate \ + --llm_layers $llama_layers \ + --train_epochs $train_epochs \ + --model_comment $comment \ No newline at end of file diff --git a/scripts/TimeLLM_Traffic.sh b/scripts/TimeLLM_Traffic.sh new file mode 100644 index 0000000..e7ec8f5 --- /dev/null +++ b/scripts/TimeLLM_Traffic.sh @@ -0,0 +1,108 @@ +model_name=TimeLLM +train_epochs=10 +learning_rate=0.01 +llama_layers=32 + +master_port=00097 +num_process=8 +batch_size=24 +d_model=16 +d_ff=32 + +comment='TimeLLM-Traffic' + +accelerate launch --multi_gpu --mixed_precision bf16 --num_processes $num_process --main_process_port $master_port run.py \ + --task_name long_term_forecast \ + --is_training 1 \ + --root_path ./dataset/traffic/ \ + --data_path traffic.csv \ + --model_id traffic_512_96 \ + --model $model_name \ + --data custom \ + --features M \ + --seq_len 512 \ + --label_len 48 \ + --pred_len 96 \ + --e_layers 2 \ + --d_layers 1 \ + --factor 3 \ + --enc_in 862 \ + --dec_in 862 \ + --c_out 862 \ + --batch_size $batch_size \ + --learning_rate $learning_rate \ + --llm_layers $llama_layers \ + --train_epochs $train_epochs \ + --model_comment $comment + +accelerate launch --multi_gpu --mixed_precision bf16 --num_processes $num_process --main_process_port $master_port run.py \ + --task_name long_term_forecast \ + --is_training 1 \ + --root_path ./dataset/traffic/ \ + --data_path traffic.csv \ + --model_id traffic_512_96 \ + --model $model_name \ + --data custom \ + --features M \ + --seq_len 512 \ + --label_len 48 \ + --pred_len 192 \ + --e_layers 2 \ + --d_layers 1 \ + --factor 3 \ + --enc_in 862 \ + --dec_in 862 \ + --c_out 862 \ + --batch_size $batch_size \ + --learning_rate $learning_rate \ + --llm_layers $llama_layers \ + --train_epochs $train_epochs \ + --model_comment $comment + + accelerate launch --multi_gpu --mixed_precision bf16 --num_processes $num_process --main_process_port $master_port run.py \ + --task_name long_term_forecast \ + --is_training 1 \ + --root_path ./dataset/traffic/ \ + --data_path traffic.csv \ + --model_id traffic_512_96 \ + --model $model_name \ + --data custom \ + --features M \ + --seq_len 512 \ + --label_len 48 \ + --pred_len 336 \ + --e_layers 2 \ + --d_layers 1 \ + --factor 3 \ + --enc_in 862 \ + --dec_in 862 \ + --c_out 862 \ + --batch_size 1 \ + --learning_rate $learning_rate \ + --llm_layers $llama_layers \ + --train_epochs $train_epochs \ + --model_comment $comment + + accelerate launch --multi_gpu --mixed_precision bf16 --num_processes $num_process --main_process_port $master_port run.py \ + --task_name long_term_forecast \ + --is_training 1 \ + --root_path ./dataset/traffic/ \ + --data_path traffic.csv \ + --model_id traffic_512_96 \ + --model $model_name \ + --data custom \ + --features M \ + --seq_len 512 \ + --label_len 720 \ + --pred_len 96 \ + --e_layers 2 \ + --d_layers 1 \ + --factor 3 \ + --enc_in 862 \ + --dec_in 862 \ + --c_out 862 \ + --batch_size $batch_size \ + --learning_rate $learning_rate \ + --llm_layers $llama_layers \ + --train_epochs $train_epochs \ + --model_comment $comment \ No newline at end of file diff --git a/scripts/TimeLLM_Weather.sh b/scripts/TimeLLM_Weather.sh new file mode 100644 index 0000000..b555ce3 --- /dev/null +++ b/scripts/TimeLLM_Weather.sh @@ -0,0 +1,116 @@ +model_name=TimeLLM +train_epochs=10 +learning_rate=0.01 +llama_layers=32 + +master_port=00097 +num_process=8 +batch_size=24 +d_model=16 +d_ff=32 + +comment='TimeLLM-Weather' + +accelerate launch --multi_gpu --mixed_precision bf16 --num_processes $num_process --main_process_port $master_port run.py \ + --task_name long_term_forecast \ + --is_training 1 \ + --root_path ./dataset/weather/ \ + --data_path weather.csv \ + --model_id weather_512_96 \ + --model $model_name \ + --data custom \ + --features M \ + --seq_len 512 \ + --label_len 48 \ + --pred_len 96 \ + --e_layers 2 \ + --d_layers 1 \ + --factor 3 \ + --enc_in 21 \ + --dec_in 21 \ + --c_out 21 \ + --d_model 32 \ + --d_ff 32 \ + --batch_size $batch_size \ + --learning_rate $learning_rate \ + --llm_layers $llama_layers \ + --train_epochs $train_epochs \ + --model_comment $comment + +accelerate launch --multi_gpu --mixed_precision bf16 --num_processes $num_process --main_process_port $master_port run.py \ + --task_name long_term_forecast \ + --is_training 1 \ + --root_path ./dataset/weather/ \ + --data_path weather.csv \ + --model_id weather_512_192 \ + --model $model_name \ + --data custom \ + --features M \ + --seq_len 512 \ + --label_len 48 \ + --pred_len 192 \ + --e_layers 2 \ + --d_layers 1 \ + --factor 3 \ + --enc_in 21 \ + --dec_in 21 \ + --c_out 21 \ + --d_model 32 \ + --d_ff 32 \ + --batch_size $batch_size \ + --learning_rate $learning_rate \ + --llm_layers $llama_layers \ + --train_epochs $train_epochs \ + --model_comment $comment + + accelerate launch --multi_gpu --mixed_precision bf16 --num_processes $num_process --main_process_port $master_port run.py \ + --task_name long_term_forecast \ + --is_training 1 \ + --root_path ./dataset/weather/ \ + --data_path weather.csv \ + --model_id weather_512_336 \ + --model $model_name \ + --data custom \ + --features M \ + --seq_len 512 \ + --label_len 48 \ + --pred_len 336 \ + --e_layers 2 \ + --d_layers 1 \ + --factor 3 \ + --enc_in 21 \ + --dec_in 21 \ + --c_out 21 \ + --d_model 32 \ + --d_ff 128 \ + --batch_size $batch_size \ + --learning_rate $learning_rate \ + --llm_layers $llama_layers \ + --train_epochs 10 \ + --model_comment $comment + + accelerate launch --multi_gpu --mixed_precision bf16 --num_processes $num_process --main_process_port $master_port run.py \ + --task_name long_term_forecast \ + --is_training 1 \ + --root_path ./dataset/weather/ \ + --data_path weather.csv \ + --model_id weather_512_720 \ + --model $model_name \ + --data custom \ + --features M \ + --seq_len 512 \ + --label_len 48 \ + --pred_len 720 \ + --e_layers 2 \ + --d_layers 1 \ + --factor 3 \ + --enc_in 21 \ + --dec_in 21 \ + --c_out 21 \ + --d_model 32 \ + --d_ff 128 \ + --batch_size $batch_size \ + --learning_rate $learning_rate \ + --llm_layers $llama_layers \ + --train_epochs 15 \ + --model_comment $comment \ No newline at end of file