{
  "model_type": "chorous1",
  "architectures": [
    "Chorous1ForForecasting"
  ],
  "pipeline_tag": "time-series-forecasting",
  "model_name": "chorous1-50m",
  "hidden_size": 512,
  "num_hidden_layers": 16,
  "num_attention_heads": 8,
  "num_kv_heads": 2,
  "ffn_intermediate": 1408,
  "ffn_multiplier": 2.667,
  "patch_size": 16,
  "context_length": 10240,
  "forecast_horizon": 96,
  "num_channels": 7,
  "dropout": 0.05,
  "rope_theta": 500000.0,
  "num_parameters": 45163104,
  "val_mse": 0.6408555060625076,
  "torch_dtype": "bfloat16"
}