Skip to content

Commit

Permalink
add train on cpu
Browse files Browse the repository at this point in the history
  • Loading branch information
vincehass committed Dec 3, 2024
1 parent 47cac08 commit ec521a9
Show file tree
Hide file tree
Showing 2 changed files with 756 additions and 0 deletions.
35 changes: 35 additions & 0 deletions scripts/training/configs/chronos-t5-tiny-cpu.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,35 @@
training_data_paths:
- "./scripts/tsmixup-data.arrow"
- "./scripts/kernelsynth-data.arrow"
probability:
- 0.9
- 0.1
context_length: 64
prediction_length: 32
min_past: 60
max_steps: 20_000
save_steps: 10_000
log_steps: 100
per_device_train_batch_size: 32
learning_rate: 0.001
optim: adamw_torch
num_samples: 20
shuffle_buffer_length: 10_000
gradient_accumulation_steps: 1
model_id: google/t5-efficient-tiny
model_type: seq2seq
random_init: true
tie_embeddings: true
output_dir: ./output/
tf32: true
torch_compile: true
tokenizer_class: "MeanScaleUniformBins"
tokenizer_kwargs:
low_limit: -15.0
high_limit: 15.0
n_tokens: 4096
lr_scheduler_type: linear
warmup_ratio: 0.0
dataloader_num_workers: 1
max_missing_prop: 0.9
use_eos_token: true
Loading

0 comments on commit ec521a9

Please sign in to comment.