{ "configuration": { "framework": "jax", "weights": null, "seed": 42, "output_base_dir": "outputs", "device": { "gpu_ids": [ 0 ], "memory_limit": 1, "keras_backend": "jax", "precision": "float32" }, "num_workers": 4, "train": { "batch_size": 32, "num_epochs": 20, "learning_rate": 0.0002, "gradient_clip_val": 1.0, "grad_accum_steps": 1, "early_stopping": { "patience": 5, "min_improvement": 0.01 } }, "eval": { "fast_evaluation": true, "batch_size": 256, "save_predictions": true, "predictions_dir": "predictions", "run_initial_eval": false, "run_test_after_training": true }, "logging": { "project_name": "NewsReX", "enable_wandb": true, "experiment_name": "jax/MIND-small/GLORY", "wandb_group": "jax/MIND-small/GLORY", "progress_backend": "tqdm" }, "metrics": { "params": {}, "_target_": "src.core.metrics.functions.NewsRecommenderMetrics" }, "multi_seed": { "enabled": true, "seeds": [ 42, 123, 456 ] }, "cache": { "root_dir": ".cache", "clear_on_start": false }, "spec": { "model": { "name": "glory", "architecture": { "news_encoder": { "type": "mha_pool", "head_num": 20, "head_dim": 20, "attention_hidden_dim": 200 }, "graph_encoder": { "type": "gated_graph_conv", "gnn_num_layers": 3, "use_graph_type": 0, "directed": true, "k_hops": 2, "num_neighbors": 8, "entity_neighbors": 10 }, "click_predictor": { "type": "dot_product" } }, "embedding": { "size": 300, "trainable": true }, "dropout_rate": 0.2, "seed": 42, "use_entity": true, "entity_emb_dim": 100 }, "inputs": { "title": { "max_length": 30 }, "entity": { "max_length": 5 }, "history": { "max_length": 50 }, "impressions": { "max_length": 5 }, "process_title": true, "process_abstract": false, "process_category": true, "process_subcategory": true, "process_entities": true, "process_user_id": false }, "training": { "loss": { "name": "categorical_crossentropy", "from_logits": true, "reduction": "sum_over_batch_size", "label_smoothing": 0.0 }, "optimizer": "adam", "learning_rate": 0.0002, "batch_size": 32, "grad_accum_steps": 1, "num_epochs": 20, "gradient_clip_val": 1.0, "early_stopping": { "patience": 5, "min_improvement": 0.01 }, "negative_sampling": { "strategy": "random", "candidates": 4 } }, "evaluation": { "mode": "fast", "evaluator": "default", "metrics": [ "auc", "mrr", "ndcg@5", "ndcg@10" ], "batch_size": 256 } }, "dataset": { "seed": 42, "popularity": { "ctr_method": "wall_clock", "bucket_hours": 2, "max_buckets": 1500, "ctr_smoothing": 0.01 }, "_target_": "src.core.data.datasets.mind.MINDDataset", "name": "MIND-small", "version": "small", "embedding_type": "glove", "embedding_size": 300, "random_train_samples": false, "validation_split_strategy": "random", "validation_split_percentage": 0.05, "validation_split_seed": 42, "data_fraction_train": 1.0, "data_fraction_val": 1.0, "data_fraction_test": 1.0, "mode": "train", "word_threshold": 5, "urls": { "small": { "train": "https://huggingface.co/datasets/yjw1029/MIND/resolve/main/MINDsmall_train.zip", "valid": "https://huggingface.co/datasets/yjw1029/MIND/resolve/main/MINDsmall_dev.zip" }, "large": { "train": "https://huggingface.co/datasets/yjw1029/MIND/resolve/main/MINDlarge_train.zip", "valid": "https://huggingface.co/datasets/yjw1029/MIND/resolve/main/MINDlarge_dev.zip", "test": "https://huggingface.co/datasets/yjw1029/MIND/resolve/main/MINDlarge_test.zip" } }, "max_title_length": 30, "max_abstract_length": 50, "max_history_length": 50, "max_impressions_length": 5, "use_knowledge_graph": false, "max_entities": 5, "max_relations": 50, "sampling": { "max_impressions_length": 5, "strategy": "random", "random_seed": 42, "random": { "replace": false }, "topic_diverse": { "min_categories": 3, "category_weights": { "entertainment": 1.0, "sports": 1.0, "technology": 1.0, "business": 1.0, "lifestyle": 1.0, "news": 1.0 } }, "temporal": { "time_window": 24, "recency_weight": 0.7 }, "popularity": { "top_k_ratio": 0.8, "popularity_metric": "clicks" } }, "process_title": true, "process_abstract": false, "process_category": true, "process_subcategory": true, "process_user_id": false, "process_entities": true }, "sampling": { "max_impressions_length": 5, "strategy": "random", "random_seed": 42, "random": { "replace": false }, "topic_diverse": { "min_categories": 3, "category_weights": { "entertainment": 1.0, "sports": 1.0, "technology": 1.0, "business": 1.0, "lifestyle": 1.0, "news": 1.0 } }, "temporal": { "time_window": 24, "recency_weight": 0.7 }, "popularity": { "top_k_ratio": 0.8, "popularity_metric": "clicks" } }, "name": "mind_glory", "model_name": "GLORY", "_output_run_dir": "outputs/train/MIND-small/GLORY/jax/seed_42" }, "initial_validation_metrics": {}, "best_validation_summary": { "epoch_number": 4.0, "train_loss": 1.2500946109834778, "average_metric_value": 0.515969451866312, "val_loss": 4.612048836593911, "val_auc": 0.7439823902490937, "val_mrr": 0.39419114946478445, "val_ndcg@5": 0.43471800815289297, "val_ndcg@10": 0.4909862595984772, "val_num_impressions": 7664.0, "timing": { "epoch_training_times": [ 2244.404512166977, 2201.9322175979614, 2199.9934306144714, 2205.808046102524, 2203.0027322769165, 2199.94650888443, 2199.697597503662 ], "epoch_validation_times": [ 663.1509070396423, 80.81412124633789, 81.00111055374146, 78.61834621429443, 79.14026737213135, 80.17580127716064, 80.92336940765381 ], "total_training_time": 16599.34289455414 } }, "final_test_metrics": { "loss": 5.125263598847068, "auc": 0.6653187263146543, "mrr": 0.3200566670065452, "ndcg@5": 0.35333528688262456, "ndcg@10": 0.41684149154770783, "num_impressions": 70658.0 } }