AirTrackLM / config.json
Jdice27's picture
Training: val_loss=3.8311
e6aec7e verified
{
"d_model": 256,
"n_heads": 8,
"n_layers": 8,
"d_ff": 1024,
"dropout": 0.1,
"max_seq_len": 256,
"geohash_bits": 120,
"geohash_hidden": 64,
"n_cog_bins": 180,
"n_sog_bins": 300,
"n_rot_bins": 120,
"n_alt_rate_bins": 120,
"n_hours": 24,
"n_dow": 7,
"n_months": 12,
"time_sinusoidal_dim": 32,
"n_uncert_bins": 16,
"n_uncert_methods": 4,
"use_multi_uncertainty": true,
"use_heteroscedastic": true,
"n_prompt_tokens": 23,
"n_prompt_len": 5,
"predict_geohash": true,
"predict_continuous": true,
"geohash_mode": "absolute"
}