combinations: gpt2_google_research_datasets_mbpp: model_name: gpt2 dataset_name: google-research-datasets/mbpp path: features/eval/gpt2_google_research_datasets_mbpp n_members: 300 n_nonmembers: 300 feature_dim: 154 sequence_length: 128 train_size: 270 val_size: 15 test_size: 15 gpt2_data_code_contests_java: model_name: gpt2 dataset_name: data/code_contests_java path: features/eval/gpt2_data_code_contests_java n_members: 3500 n_nonmembers: 3500 feature_dim: 154 sequence_length: 128 train_size: 3150 val_size: 175 test_size: 175 eleutherai_pythia-2.8b_google_research_datasets_mbpp: model_name: EleutherAI/pythia-2.8b dataset_name: google-research-datasets/mbpp path: features/eval/eleutherai_pythia-2.8b_google_research_datasets_mbpp n_members: 300 n_nonmembers: 300 feature_dim: 154 sequence_length: 128 train_size: 270 val_size: 15 test_size: 15 eleutherai_pythia-2.8b_data_code_contests_java: model_name: EleutherAI/pythia-2.8b dataset_name: data/code_contests_java path: features/eval/eleutherai_pythia-2.8b_data_code_contests_java n_members: 3500 n_nonmembers: 3500 feature_dim: 154 sequence_length: 128 train_size: 3150 val_size: 175 test_size: 175 eleutherai_pythia-6.9b_google_research_datasets_mbpp: model_name: EleutherAI/pythia-6.9b dataset_name: google-research-datasets/mbpp path: features/eval/eleutherai_pythia-6.9b_google_research_datasets_mbpp n_members: 300 n_nonmembers: 300 feature_dim: 154 sequence_length: 128 train_size: 270 val_size: 15 test_size: 15 eleutherai_pythia-6.9b_data_code_contests_java: model_name: EleutherAI/pythia-6.9b dataset_name: data/code_contests_java path: features/eval/eleutherai_pythia-6.9b_data_code_contests_java n_members: 3500 n_nonmembers: 3500 feature_dim: 154 sequence_length: 128 train_size: 3150 val_size: 175 test_size: 175 facebook_opt-2.7b_google_research_datasets_mbpp: model_name: facebook/opt-2.7b dataset_name: google-research-datasets/mbpp path: features/eval/facebook_opt-2.7b_google_research_datasets_mbpp n_members: 300 n_nonmembers: 300 feature_dim: 154 sequence_length: 128 train_size: 270 val_size: 15 test_size: 15 facebook_opt-2.7b_data_code_contests_java: model_name: facebook/opt-2.7b dataset_name: data/code_contests_java path: features/eval/facebook_opt-2.7b_data_code_contests_java n_members: 3500 n_nonmembers: 3500 feature_dim: 154 sequence_length: 128 train_size: 3150 val_size: 175 test_size: 175 meta-llama_llama-2-7b-hf_google_research_datasets_mbpp: model_name: meta-llama/Llama-2-7b-hf dataset_name: google-research-datasets/mbpp path: features/eval/meta-llama_llama-2-7b-hf_google_research_datasets_mbpp n_members: 300 n_nonmembers: 300 feature_dim: 154 sequence_length: 128 train_size: 270 val_size: 15 test_size: 15 meta-llama_llama-2-7b-hf_data_code_contests_java: model_name: meta-llama/Llama-2-7b-hf dataset_name: data/code_contests_java path: features/eval/meta-llama_llama-2-7b-hf_data_code_contests_java n_members: 3500 n_nonmembers: 3500 feature_dim: 154 sequence_length: 128 train_size: 3150 val_size: 175 test_size: 175 microsoft_phi-2_google_research_datasets_mbpp: model_name: microsoft/phi-2 dataset_name: google-research-datasets/mbpp path: features/eval/microsoft_phi-2_google_research_datasets_mbpp n_members: 300 n_nonmembers: 300 feature_dim: 154 sequence_length: 128 train_size: 270 val_size: 15 test_size: 15 microsoft_phi-2_data_code_contests_java: model_name: microsoft/phi-2 dataset_name: data/code_contests_java path: features/eval/microsoft_phi-2_data_code_contests_java n_members: 3500 n_nonmembers: 3500 feature_dim: 154 sequence_length: 128 train_size: 3150 val_size: 175 test_size: 175 mistralai_mistral-7b-v0.1_google_research_datasets_mbpp: model_name: mistralai/Mistral-7B-v0.1 dataset_name: google-research-datasets/mbpp path: features/eval/mistralai_mistral-7b-v0.1_google_research_datasets_mbpp n_members: 300 n_nonmembers: 300 feature_dim: 154 sequence_length: 128 train_size: 270 val_size: 15 test_size: 15 mistralai_mistral-7b-v0.1_data_code_contests_java: model_name: mistralai/Mistral-7B-v0.1 dataset_name: data/code_contests_java path: features/eval/mistralai_mistral-7b-v0.1_data_code_contests_java n_members: 3500 n_nonmembers: 3500 feature_dim: 154 sequence_length: 128 train_size: 3150 val_size: 175 test_size: 175 gpt2_jetbrains_kexercises: model_name: gpt2 dataset_name: JetBrains/KExercises path: features/eval/gpt2_jetbrains_kexercises n_members: 7000 n_nonmembers: 7000 feature_dim: 154 sequence_length: 128 train_size: 6300 val_size: 350 test_size: 350 eleutherai_pythia-2.8b_jetbrains_kexercises: model_name: EleutherAI/pythia-2.8b dataset_name: JetBrains/KExercises path: features/eval/eleutherai_pythia-2.8b_jetbrains_kexercises n_members: 7000 n_nonmembers: 7000 feature_dim: 154 sequence_length: 128 train_size: 6300 val_size: 350 test_size: 350 eleutherai_pythia-6.9b_jetbrains_kexercises: model_name: EleutherAI/pythia-6.9b dataset_name: JetBrains/KExercises path: features/eval/eleutherai_pythia-6.9b_jetbrains_kexercises n_members: 7000 n_nonmembers: 7000 feature_dim: 154 sequence_length: 128 train_size: 6300 val_size: 350 test_size: 350 facebook_opt-2.7b_jetbrains_kexercises: model_name: facebook/opt-2.7b dataset_name: JetBrains/KExercises path: features/eval/facebook_opt-2.7b_jetbrains_kexercises n_members: 7000 n_nonmembers: 7000 feature_dim: 154 sequence_length: 128 train_size: 6300 val_size: 350 test_size: 350 microsoft_phi-2_jetbrains_kexercises: model_name: microsoft/phi-2 dataset_name: JetBrains/KExercises path: features/eval/microsoft_phi-2_jetbrains_kexercises n_members: 7000 n_nonmembers: 7000 feature_dim: 154 sequence_length: 128 train_size: 6300 val_size: 350 test_size: 350 mistralai_mistral-7b-v0.1_jetbrains_kexercises: model_name: mistralai/Mistral-7B-v0.1 dataset_name: JetBrains/KExercises path: features/eval/mistralai_mistral-7b-v0.1_jetbrains_kexercises n_members: 7000 n_nonmembers: 7000 feature_dim: 154 sequence_length: 128 train_size: 6300 val_size: 350 test_size: 350