Text Classification
Transformers
Safetensors
finance
sentiment-analysis
market-impact
gated-fusion
multitask-learning
event-study
File size: 2,397 Bytes
59859a9
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
{
  "model_repo_id": "kyLELEng/finimpact-direction1d-v4",
  "encoder_name": "microsoft/deberta-v3-large",
  "news_dataset_id": "NickyNicky/finance-financialmodelingprep-stock-news-sentiments-rss-feed",
  "news_split": "train",
  "price_dataset_id": "siddharthmb/stocks-ohlcv",
  "price_dataset_file": "ohlcv.csv",
  "tickers": [
    "AAPL",
    "MSFT",
    "AMZN",
    "GOOGL",
    "NVDA",
    "TSLA",
    "AMD",
    "INTC",
    "JPM",
    "BAC",
    "V",
    "MA",
    "XOM",
    "META",
    "NFLX",
    "UAL",
    "HD",
    "BA",
    "PYPL",
    "CRM",
    "DIS",
    "NKE",
    "WMT",
    "COST",
    "PFE",
    "MRNA",
    "CVX",
    "KO",
    "PEP",
    "CSCO",
    "ABNB",
    "ADBE",
    "ADI",
    "ADP",
    "AMAT",
    "ARKK",
    "ASML",
    "AVGO",
    "BABA",
    "BIDU",
    "BMY",
    "CAT",
    "CMCSA",
    "COIN",
    "DHR",
    "ELF",
    "GE",
    "GEV",
    "GM",
    "IBM",
    "IOVA",
    "JNJ",
    "LULU",
    "MCD",
    "MDB",
    "MU",
    "ORCL",
    "PLTR",
    "QCOM",
    "RCL",
    "SHOP",
    "SNOW",
    "SPOT",
    "TGT",
    "TSM",
    "TXN",
    "UBER",
    "UNH",
    "UPS",
    "ZM"
  ],
  "benchmark_symbols": [
    "SPY",
    "QQQ",
    "DIA"
  ],
  "beta_window": 60,
  "max_news_rows": 250000,
  "max_examples": 100000,
  "min_text_chars": 20,
  "max_length": 256,
  "train_fraction": 0.78,
  "validation_fraction": 0.11,
  "direction_threshold_vol_mult_1d": 0.25,
  "direction_threshold_vol_mult_5d": 0.5,
  "min_direction_threshold_1d": 0.0015,
  "min_direction_threshold_5d": 0.003,
  "fusion_dim": 256,
  "dropout": 0.2,
  "freeze_encoder": false,
  "sentiment_loss_weight": 0.0,
  "direction_1d_loss_weight": 1.0,
  "direction_5d_loss_weight": 0.0,
  "volatility_loss_weight": 0.0,
  "class_weight_cap": 2.5,
  "focal_loss_gamma": 1.5,
  "return_alignment_loss_weight": 0.1,
  "return_confidence_loss_weight": 0.03,
  "return_scale": 0.02,
  "transaction_cost_bps": 10.0,
  "per_device_train_batch_size": 4,
  "per_device_eval_batch_size": 32,
  "gradient_accumulation_steps": 1,
  "learning_rate": 2e-06,
  "weight_decay": 0.01,
  "warmup_ratio": 0.06,
  "max_grad_norm": 0.5,
  "num_train_epochs": 3.0,
  "max_steps": -1,
  "logging_steps": 50,
  "eval_strategy": "epoch",
  "save_strategy": "no",
  "bf16": false,
  "fp16": false,
  "random_seed": 13,
  "csv_chunksize": 500000,
  "output_dir": "finimpact-direction1d-v4",
  "push_to_hub": true
}