| combinations: | |
| gpt2_google_research_datasets_mbpp: | |
| model_name: gpt2 | |
| dataset_name: google-research-datasets/mbpp | |
| path: features/eval/gpt2_google_research_datasets_mbpp | |
| n_members: 300 | |
| n_nonmembers: 300 | |
| feature_dim: 154 | |
| sequence_length: 128 | |
| train_size: 270 | |
| val_size: 15 | |
| test_size: 15 | |
| gpt2_data_code_contests_java: | |
| model_name: gpt2 | |
| dataset_name: data/code_contests_java | |
| path: features/eval/gpt2_data_code_contests_java | |
| n_members: 3500 | |
| n_nonmembers: 3500 | |
| feature_dim: 154 | |
| sequence_length: 128 | |
| train_size: 3150 | |
| val_size: 175 | |
| test_size: 175 | |
| eleutherai_pythia-2.8b_google_research_datasets_mbpp: | |
| model_name: EleutherAI/pythia-2.8b | |
| dataset_name: google-research-datasets/mbpp | |
| path: features/eval/eleutherai_pythia-2.8b_google_research_datasets_mbpp | |
| n_members: 300 | |
| n_nonmembers: 300 | |
| feature_dim: 154 | |
| sequence_length: 128 | |
| train_size: 270 | |
| val_size: 15 | |
| test_size: 15 | |
| eleutherai_pythia-2.8b_data_code_contests_java: | |
| model_name: EleutherAI/pythia-2.8b | |
| dataset_name: data/code_contests_java | |
| path: features/eval/eleutherai_pythia-2.8b_data_code_contests_java | |
| n_members: 3500 | |
| n_nonmembers: 3500 | |
| feature_dim: 154 | |
| sequence_length: 128 | |
| train_size: 3150 | |
| val_size: 175 | |
| test_size: 175 | |
| eleutherai_pythia-6.9b_google_research_datasets_mbpp: | |
| model_name: EleutherAI/pythia-6.9b | |
| dataset_name: google-research-datasets/mbpp | |
| path: features/eval/eleutherai_pythia-6.9b_google_research_datasets_mbpp | |
| n_members: 300 | |
| n_nonmembers: 300 | |
| feature_dim: 154 | |
| sequence_length: 128 | |
| train_size: 270 | |
| val_size: 15 | |
| test_size: 15 | |
| eleutherai_pythia-6.9b_data_code_contests_java: | |
| model_name: EleutherAI/pythia-6.9b | |
| dataset_name: data/code_contests_java | |
| path: features/eval/eleutherai_pythia-6.9b_data_code_contests_java | |
| n_members: 3500 | |
| n_nonmembers: 3500 | |
| feature_dim: 154 | |
| sequence_length: 128 | |
| train_size: 3150 | |
| val_size: 175 | |
| test_size: 175 | |
| facebook_opt-2.7b_google_research_datasets_mbpp: | |
| model_name: facebook/opt-2.7b | |
| dataset_name: google-research-datasets/mbpp | |
| path: features/eval/facebook_opt-2.7b_google_research_datasets_mbpp | |
| n_members: 300 | |
| n_nonmembers: 300 | |
| feature_dim: 154 | |
| sequence_length: 128 | |
| train_size: 270 | |
| val_size: 15 | |
| test_size: 15 | |
| facebook_opt-2.7b_data_code_contests_java: | |
| model_name: facebook/opt-2.7b | |
| dataset_name: data/code_contests_java | |
| path: features/eval/facebook_opt-2.7b_data_code_contests_java | |
| n_members: 3500 | |
| n_nonmembers: 3500 | |
| feature_dim: 154 | |
| sequence_length: 128 | |
| train_size: 3150 | |
| val_size: 175 | |
| test_size: 175 | |
| meta-llama_llama-2-7b-hf_google_research_datasets_mbpp: | |
| model_name: meta-llama/Llama-2-7b-hf | |
| dataset_name: google-research-datasets/mbpp | |
| path: features/eval/meta-llama_llama-2-7b-hf_google_research_datasets_mbpp | |
| n_members: 300 | |
| n_nonmembers: 300 | |
| feature_dim: 154 | |
| sequence_length: 128 | |
| train_size: 270 | |
| val_size: 15 | |
| test_size: 15 | |
| meta-llama_llama-2-7b-hf_data_code_contests_java: | |
| model_name: meta-llama/Llama-2-7b-hf | |
| dataset_name: data/code_contests_java | |
| path: features/eval/meta-llama_llama-2-7b-hf_data_code_contests_java | |
| n_members: 3500 | |
| n_nonmembers: 3500 | |
| feature_dim: 154 | |
| sequence_length: 128 | |
| train_size: 3150 | |
| val_size: 175 | |
| test_size: 175 | |
| microsoft_phi-2_google_research_datasets_mbpp: | |
| model_name: microsoft/phi-2 | |
| dataset_name: google-research-datasets/mbpp | |
| path: features/eval/microsoft_phi-2_google_research_datasets_mbpp | |
| n_members: 300 | |
| n_nonmembers: 300 | |
| feature_dim: 154 | |
| sequence_length: 128 | |
| train_size: 270 | |
| val_size: 15 | |
| test_size: 15 | |
| microsoft_phi-2_data_code_contests_java: | |
| model_name: microsoft/phi-2 | |
| dataset_name: data/code_contests_java | |
| path: features/eval/microsoft_phi-2_data_code_contests_java | |
| n_members: 3500 | |
| n_nonmembers: 3500 | |
| feature_dim: 154 | |
| sequence_length: 128 | |
| train_size: 3150 | |
| val_size: 175 | |
| test_size: 175 | |
| mistralai_mistral-7b-v0.1_google_research_datasets_mbpp: | |
| model_name: mistralai/Mistral-7B-v0.1 | |
| dataset_name: google-research-datasets/mbpp | |
| path: features/eval/mistralai_mistral-7b-v0.1_google_research_datasets_mbpp | |
| n_members: 300 | |
| n_nonmembers: 300 | |
| feature_dim: 154 | |
| sequence_length: 128 | |
| train_size: 270 | |
| val_size: 15 | |
| test_size: 15 | |
| mistralai_mistral-7b-v0.1_data_code_contests_java: | |
| model_name: mistralai/Mistral-7B-v0.1 | |
| dataset_name: data/code_contests_java | |
| path: features/eval/mistralai_mistral-7b-v0.1_data_code_contests_java | |
| n_members: 3500 | |
| n_nonmembers: 3500 | |
| feature_dim: 154 | |
| sequence_length: 128 | |
| train_size: 3150 | |
| val_size: 175 | |
| test_size: 175 | |
| gpt2_jetbrains_kexercises: | |
| model_name: gpt2 | |
| dataset_name: JetBrains/KExercises | |
| path: features/eval/gpt2_jetbrains_kexercises | |
| n_members: 7000 | |
| n_nonmembers: 7000 | |
| feature_dim: 154 | |
| sequence_length: 128 | |
| train_size: 6300 | |
| val_size: 350 | |
| test_size: 350 | |
| eleutherai_pythia-2.8b_jetbrains_kexercises: | |
| model_name: EleutherAI/pythia-2.8b | |
| dataset_name: JetBrains/KExercises | |
| path: features/eval/eleutherai_pythia-2.8b_jetbrains_kexercises | |
| n_members: 7000 | |
| n_nonmembers: 7000 | |
| feature_dim: 154 | |
| sequence_length: 128 | |
| train_size: 6300 | |
| val_size: 350 | |
| test_size: 350 | |
| eleutherai_pythia-6.9b_jetbrains_kexercises: | |
| model_name: EleutherAI/pythia-6.9b | |
| dataset_name: JetBrains/KExercises | |
| path: features/eval/eleutherai_pythia-6.9b_jetbrains_kexercises | |
| n_members: 7000 | |
| n_nonmembers: 7000 | |
| feature_dim: 154 | |
| sequence_length: 128 | |
| train_size: 6300 | |
| val_size: 350 | |
| test_size: 350 | |
| facebook_opt-2.7b_jetbrains_kexercises: | |
| model_name: facebook/opt-2.7b | |
| dataset_name: JetBrains/KExercises | |
| path: features/eval/facebook_opt-2.7b_jetbrains_kexercises | |
| n_members: 7000 | |
| n_nonmembers: 7000 | |
| feature_dim: 154 | |
| sequence_length: 128 | |
| train_size: 6300 | |
| val_size: 350 | |
| test_size: 350 | |
| microsoft_phi-2_jetbrains_kexercises: | |
| model_name: microsoft/phi-2 | |
| dataset_name: JetBrains/KExercises | |
| path: features/eval/microsoft_phi-2_jetbrains_kexercises | |
| n_members: 7000 | |
| n_nonmembers: 7000 | |
| feature_dim: 154 | |
| sequence_length: 128 | |
| train_size: 6300 | |
| val_size: 350 | |
| test_size: 350 | |
| mistralai_mistral-7b-v0.1_jetbrains_kexercises: | |
| model_name: mistralai/Mistral-7B-v0.1 | |
| dataset_name: JetBrains/KExercises | |
| path: features/eval/mistralai_mistral-7b-v0.1_jetbrains_kexercises | |
| n_members: 7000 | |
| n_nonmembers: 7000 | |
| feature_dim: 154 | |
| sequence_length: 128 | |
| train_size: 6300 | |
| val_size: 350 | |
| test_size: 350 | |