| import os |
| import sys |
| import itertools |
|
|
|
|
| def main(): |
| input_folder = 'data_ToMh' |
| output_folder = 'prompt_ToMh' |
| lengths = [1, 2, 3] |
| orders = [0, 1, 2, 3, 4] |
| prompts = ['CoT', 'MC'] |
| tells = ['No_Tell', 'Tell'] |
| for tell, prompt, length, order, sample_num in itertools.product(tells, prompts, lengths, orders, range(1, 21)): |
| input_fn = os.path.join(input_folder, tell, prompt, f'length_{length}', f'sample_{sample_num}', |
| f'order_{order}.txt') |
| output_fn = os.path.join(output_folder, tell, prompt, f'length_{length}', f'sample_{sample_num}', |
| f'order_{order}.txt') |
| with open(input_fn, 'r') as file: |
| lines = file.readlines() |
| new_lines = [line for line in lines if line == |
| '\n' or line.split()[0] != 'Answer:'] |
| if not os.path.exists(os.path.join(output_folder, tell, prompt, f'length_{length}', f'sample_{sample_num}')): |
| os.makedirs(os.path.join(output_folder, tell, prompt, |
| f'length_{length}', f'sample_{sample_num}')) |
| with open(output_fn, 'w') as file: |
| file.writelines(new_lines) |
|
|
|
|
|
|
| if __name__ == "__main__": |
| sys.exit(main()) |
|
|