cesarali commited on
Commit
c4688df
·
verified ·
1 Parent(s): a4f8eec

manual notebook push from load_and_push.ipynb

Browse files
Files changed (2) hide show
  1. config.json +423 -0
  2. pytorch_model.bin +3 -0
config.json ADDED
@@ -0,0 +1,423 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_val_loss": Infinity,
3
+ "comet_ai_key": null,
4
+ "context_observations": {
5
+ "add_rem": true,
6
+ "drop_time_zero_observations": false,
7
+ "empirical_number_of_obs": false,
8
+ "generative_bias": false,
9
+ "max_num_obs": 15,
10
+ "max_past": 5,
11
+ "min_past": 3,
12
+ "past_time_ratio": 0.1,
13
+ "split_past_future": false,
14
+ "type": "pk_peak_half_life"
15
+ },
16
+ "debug_test": false,
17
+ "dosing": {
18
+ "logdose_mean_range": [
19
+ -2.0,
20
+ 2.0
21
+ ],
22
+ "logdose_std_range": [
23
+ 0.1,
24
+ 0.5
25
+ ],
26
+ "num_individuals": 10,
27
+ "route_options": [
28
+ "oral",
29
+ "iv"
30
+ ],
31
+ "route_weights": [
32
+ 0.8,
33
+ 0.2
34
+ ],
35
+ "same_route": true,
36
+ "time": 0.0
37
+ },
38
+ "experiment_dir": "/work/ojedamarin/Projects/Pharma/Results/comet/uai/7195d8f55b5d4684a766a69d5a736d28",
39
+ "experiment_indentifier": null,
40
+ "experiment_name": "uai",
41
+ "experiment_type": "nodepk",
42
+ "hf_model_card_path": [
43
+ "hf_model_cards",
44
+ "AICME-PK_Readme.md"
45
+ ],
46
+ "hf_model_name": "AICMEPK_cluster",
47
+ "hugging_face_token": null,
48
+ "meta_study": {
49
+ "V_tmag_range": [
50
+ 0.001,
51
+ 0.001
52
+ ],
53
+ "V_tscl_range": [
54
+ 1,
55
+ 5
56
+ ],
57
+ "drug_id_options": [
58
+ "Drug_A",
59
+ "Drug_B",
60
+ "Drug_C"
61
+ ],
62
+ "k_1p_tmag_range": [
63
+ 0.01,
64
+ 0.02
65
+ ],
66
+ "k_1p_tscl_range": [
67
+ 1,
68
+ 5
69
+ ],
70
+ "k_a_tmag_range": [
71
+ 0.01,
72
+ 0.02
73
+ ],
74
+ "k_a_tscl_range": [
75
+ 1,
76
+ 5
77
+ ],
78
+ "k_e_tmag_range": [
79
+ 0.01,
80
+ 0.02
81
+ ],
82
+ "k_e_tscl_range": [
83
+ 1,
84
+ 5
85
+ ],
86
+ "k_p1_tmag_range": [
87
+ 0.01,
88
+ 0.02
89
+ ],
90
+ "k_p1_tscl_range": [
91
+ 1,
92
+ 5
93
+ ],
94
+ "log_V_mean_range": [
95
+ 2,
96
+ 8
97
+ ],
98
+ "log_V_std_range": [
99
+ 0.2,
100
+ 0.6
101
+ ],
102
+ "log_k_1p_mean_range": [
103
+ -4,
104
+ 0
105
+ ],
106
+ "log_k_1p_std_range": [
107
+ 0.2,
108
+ 0.6
109
+ ],
110
+ "log_k_a_mean_range": [
111
+ -1,
112
+ 2
113
+ ],
114
+ "log_k_a_std_range": [
115
+ 0.2,
116
+ 0.6
117
+ ],
118
+ "log_k_e_mean_range": [
119
+ -5,
120
+ 0
121
+ ],
122
+ "log_k_e_std_range": [
123
+ 0.2,
124
+ 0.6
125
+ ],
126
+ "log_k_p1_mean_range": [
127
+ -4,
128
+ -1
129
+ ],
130
+ "log_k_p1_std_range": [
131
+ 0.2,
132
+ 0.6
133
+ ],
134
+ "num_individuals_range": [
135
+ 5,
136
+ 10
137
+ ],
138
+ "num_peripherals_range": [
139
+ 1,
140
+ 3
141
+ ],
142
+ "rel_ruv_range": [
143
+ 0.001,
144
+ 0.01
145
+ ],
146
+ "solver_method": "rk4",
147
+ "time_num_steps": 100,
148
+ "time_start": 0.0,
149
+ "time_stop": 16.0
150
+ },
151
+ "mix_data": {
152
+ "evaluate_prediction_steps_past": 5,
153
+ "keep_tempfile": false,
154
+ "log_and_max": false,
155
+ "log_and_z": false,
156
+ "log_transform": false,
157
+ "n_of_databatches": null,
158
+ "n_of_permutations": 3,
159
+ "n_of_target_individuals": 1,
160
+ "normalize_by_max": true,
161
+ "normalize_time": true,
162
+ "recreate_tempfile": false,
163
+ "sample_size_for_generative_evaluation": null,
164
+ "sample_size_for_generative_evaluation_end_of_training": 500,
165
+ "sample_size_for_generative_evaluation_val": 10,
166
+ "store_in_tempfile": false,
167
+ "tempfile_path": [
168
+ "preprocessed",
169
+ "simulated_ou_as_rates"
170
+ ],
171
+ "test_empirical_datasets": [
172
+ "cesarali/lenuzza-2016",
173
+ "cesarali/Indometacin",
174
+ "cesarali/Theophylline"
175
+ ],
176
+ "test_size": 64,
177
+ "tqdm_progress": false,
178
+ "train_size": 12800,
179
+ "val_size": 256,
180
+ "z_score_normalization": false
181
+ },
182
+ "model_type": "node_pk",
183
+ "my_results_path": "/work/ojedamarin/Projects/Pharma/Results/",
184
+ "name_str": "AICMEPK",
185
+ "network": {
186
+ "activation": "ReLU",
187
+ "aggregator_num_heads": 8,
188
+ "aggregator_type": "mean",
189
+ "combine_latent_mode": "mlp",
190
+ "cov_proj_dim": 16,
191
+ "decoder_attention_layers": 2,
192
+ "decoder_hidden_dim": 512,
193
+ "decoder_name": "TransformerDecoder",
194
+ "decoder_num_layers": 4,
195
+ "decoder_rnn_hidden_dim": 256,
196
+ "drift_activation": "Tanh",
197
+ "drift_num_layers": 2,
198
+ "dropout": 0.1,
199
+ "encoder_rnn_hidden_dim": 256,
200
+ "exclusive_node_step": true,
201
+ "ignore_logvar": true,
202
+ "individual_encoder_name": "RNNContextEncoder",
203
+ "individual_encoder_number_of_heads": 4,
204
+ "init_hidden_num_layers": 2,
205
+ "input_encoding_hidden_dim": 128,
206
+ "kl_weight": 1.0,
207
+ "loss_name": "log_nll",
208
+ "node_step": true,
209
+ "norm": "layer",
210
+ "output_head_num_layers": 3,
211
+ "prediction_latent_deterministic": false,
212
+ "prediction_only": false,
213
+ "reconstruction_only": false,
214
+ "rnn_decoder_number_of_layers": 4,
215
+ "rnn_individual_encoder_number_of_layers": 4,
216
+ "scale_dosing_amounts": true,
217
+ "study_latent_deterministic": false,
218
+ "time_obs_encoder_hidden_dim": 256,
219
+ "time_obs_encoder_output_dim": 256,
220
+ "use_attention": true,
221
+ "use_invariance_loss": false,
222
+ "use_kl_i": true,
223
+ "use_kl_i_np": true,
224
+ "use_kl_init": true,
225
+ "use_kl_s": true,
226
+ "use_self_attention": true,
227
+ "use_time_deltas": true,
228
+ "zi_latent_dim": 128
229
+ },
230
+ "run_index": 0,
231
+ "tags": [
232
+ "AICME",
233
+ "AISTATS-2026",
234
+ "camera-ready"
235
+ ],
236
+ "target_observations": {
237
+ "add_rem": true,
238
+ "drop_time_zero_observations": false,
239
+ "empirical_number_of_obs": 2,
240
+ "generative_bias": false,
241
+ "max_num_obs": 15,
242
+ "max_past": 5,
243
+ "min_past": 3,
244
+ "past_time_ratio": 0.1,
245
+ "split_past_future": true,
246
+ "type": "pk_peak_half_life"
247
+ },
248
+ "tracking": {
249
+ "best": {},
250
+ "meta": {}
251
+ },
252
+ "train": {
253
+ "amsgrad": false,
254
+ "batch_size": 64,
255
+ "betas": [
256
+ 0.9,
257
+ 0.999
258
+ ],
259
+ "callbacks_scheduler": {
260
+ "checkpoint_used_in_end": [
261
+ "end",
262
+ "best",
263
+ "log_rmse"
264
+ ],
265
+ "include_end": true,
266
+ "keep_temp_files": false,
267
+ "max_samples_per_group": 500,
268
+ "percent_step": 0.1,
269
+ "skip_sanity_check": true,
270
+ "store_samples": true,
271
+ "task_during": [
272
+ {
273
+ "fn_key": "pk.predictive.images",
274
+ "log_prefix": "Synthetic",
275
+ "n_samples": 1,
276
+ "name": "synthetic/predictive_images",
277
+ "sample_source": "val_batch",
278
+ "save_to_disk": true,
279
+ "split": "val",
280
+ "task_cfg": {
281
+ "label": "Synthetic",
282
+ "milestone_stride": 1
283
+ }
284
+ },
285
+ {
286
+ "fn_key": "pk.generative.images",
287
+ "log_prefix": "Synthetic",
288
+ "n_samples": 10,
289
+ "name": "synthetic/new_individuals_images",
290
+ "sample_source": "val_batch",
291
+ "save_to_disk": true,
292
+ "split": "val",
293
+ "task_cfg": {
294
+ "label": "Synthetic",
295
+ "milestone_stride": 1
296
+ }
297
+ },
298
+ {
299
+ "fn_key": "pk.predictive.metrics",
300
+ "log_prefix": "Empirical",
301
+ "n_samples": 1,
302
+ "name": "empirical/predictive_metrics",
303
+ "sample_source": "empirical_set",
304
+ "save_to_disk": false,
305
+ "split": "empirical_heldout",
306
+ "task_cfg": {
307
+ "label": "Empirical",
308
+ "milestone_stride": 5
309
+ }
310
+ },
311
+ {
312
+ "checkpoint_metric": true,
313
+ "checkpoint_metric_name": "log_rmse",
314
+ "checkpoint_mode": "min",
315
+ "fn_key": "pk.empirical.summary",
316
+ "log_prefix": "Empirical",
317
+ "n_samples": 0,
318
+ "name": "empirical/summary",
319
+ "sample_source": "val_batch",
320
+ "save_to_disk": false,
321
+ "split": "val",
322
+ "task_cfg": {
323
+ "label": "Empirical",
324
+ "milestone_stride": 5,
325
+ "selected_summary_drugs": [
326
+ "paracetamol glucuronide",
327
+ "midazolam"
328
+ ],
329
+ "summary_metric": "log_rmse"
330
+ }
331
+ }
332
+ ],
333
+ "tasks_end": [
334
+ {
335
+ "fn_key": "pk.predictive.metrics",
336
+ "log_prefix": "Empirical",
337
+ "n_samples": 1,
338
+ "name": "empirical/predictive_metrics",
339
+ "sample_source": "empirical_set",
340
+ "save_to_disk": false,
341
+ "split": "empirical_heldout",
342
+ "task_cfg": {
343
+ "label": "Empirical"
344
+ }
345
+ },
346
+ {
347
+ "fn_key": "pk.predictive.images",
348
+ "log_prefix": "Empirical",
349
+ "n_samples": 1,
350
+ "name": "empirical/predictive_images",
351
+ "sample_source": "empirical_set",
352
+ "save_to_disk": true,
353
+ "split": "empirical_heldout",
354
+ "task_cfg": {
355
+ "label": "Empirical"
356
+ }
357
+ },
358
+ {
359
+ "fn_key": "pk.vpc.npde_pvalues",
360
+ "log_prefix": "Empirical",
361
+ "n_samples": 500,
362
+ "name": "empirical/vpc_npde_pvalues",
363
+ "sample_source": "empirical_set",
364
+ "save_to_disk": false,
365
+ "split": "empirical_no_heldout",
366
+ "task_cfg": {
367
+ "label": "Empirical"
368
+ }
369
+ },
370
+ {
371
+ "fn_key": "pk.vpc.images",
372
+ "log_prefix": "Empirical",
373
+ "n_samples": 500,
374
+ "name": "empirical/vpc_images",
375
+ "sample_source": "empirical_set",
376
+ "save_to_disk": true,
377
+ "split": "empirical_no_heldout",
378
+ "task_cfg": {
379
+ "label": "Empirical"
380
+ }
381
+ },
382
+ {
383
+ "fn_key": "pk.empirical.summary",
384
+ "log_prefix": "Empirical",
385
+ "n_samples": 0,
386
+ "name": "empirical/summary",
387
+ "sample_source": "val_batch",
388
+ "save_to_disk": false,
389
+ "split": "val",
390
+ "task_cfg": {
391
+ "label": "Empirical",
392
+ "selected_summary_drugs": [
393
+ "paracetamol glucuronide",
394
+ "midazolam"
395
+ ],
396
+ "summary_metric": "log_rmse"
397
+ }
398
+ }
399
+ ],
400
+ "tasks_validation": []
401
+ },
402
+ "epochs": 100,
403
+ "eps": 1e-08,
404
+ "gradient_clip_val": 0.5,
405
+ "learning_rate": 0.0001,
406
+ "log_interval": 1,
407
+ "num_batch_plot": 1,
408
+ "num_workers": 8,
409
+ "optimizer_name": "AdamW",
410
+ "persistent_workers": true,
411
+ "scheduler_name": "CosineAnnealingLR",
412
+ "scheduler_params": {
413
+ "T_max": 1000,
414
+ "eta_min": 5e-05,
415
+ "last_epoch": -1
416
+ },
417
+ "shuffle_val": true,
418
+ "weight_decay": 0.0001
419
+ },
420
+ "transformers_version": "4.52.4",
421
+ "upload_to_hf_hub": true,
422
+ "verbose": false
423
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac19cbf13fa3f6d17207fcd18034a11fdbfa043e90209c0f142527966da323e3
3
+ size 37500323