From d2e0c9d6d57878ebf5af62c1ad3a12b2eb52175a Mon Sep 17 00:00:00 2001 From: Abdul Fatir Date: Sun, 16 Jun 2024 17:28:47 +0200 Subject: [PATCH] Set `drop_prob = 0` for causal models (#125) *Description of changes:* This PR sets `drop_prob = 0` when training causal models. Missing values are problematic for causal model training. By submitting this pull request, I confirm that you can use, modify, copy, and redistribute this contribution, under the terms of your choice. --- scripts/training/train.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/training/train.py b/scripts/training/train.py index ee6f99d..01e1678 100644 --- a/scripts/training/train.py +++ b/scripts/training/train.py @@ -320,7 +320,7 @@ class ChronosDataset(IterableDataset, ShuffleMixin): self.tokenizer = tokenizer self.context_length = context_length self.prediction_length = prediction_length - self.drop_prob = drop_prob + self.drop_prob = drop_prob if model_type == "seq2seq" else 0.0 self.min_past = min_past or prediction_length self.model_type = model_type self.imputation_method = imputation_method or LeavesMissingValues()