33
33
json .dump (total_data , open ('./Wizard-of-Wikipedia/prepared_data/%s.json' % name , 'w' ), indent = 4 , ensure_ascii = False , sort_keys = True )
34
34
35
35
36
- with open ('dev.json' , 'w' ) as f :
37
- data = json .load (open ('valid_random_split.json' )) + json .load (open ('valid_topic_split.json' ))
36
+ with open ('./Wizard-of-Wikipedia/prepared_data/dev.json' , 'w' ) as f :
37
+ data = json .load (open ('./Wizard-of-Wikipedia/prepared_data/valid_random_split.json' )) + \
38
+ json .load (open ('./Wizard-of-Wikipedia/prepared_data/valid_topic_split.json' ))
38
39
json .dump (data , f , ensure_ascii = False , indent = 4 )
39
40
#os.remove('valid_random_split.json')
40
41
#os.remove('valid_topic_split.json')
41
42
42
- with open ('test_seen.json' , 'w' ) as f :
43
- data = json .load (open ('test_random_split.json' ))
43
+ with open ('./Wizard-of-Wikipedia/prepared_data/ test_seen.json' , 'w' ) as f :
44
+ data = json .load (open ('./Wizard-of-Wikipedia/prepared_data/ test_random_split.json' ))
44
45
json .dump (data , f , ensure_ascii = False , indent = 4 )
45
46
#os.remove('test_random_split.json')
46
47
47
- with open ('test_unseen.json' , 'w' ) as f :
48
- data = json .load (open ('test_topic_split.json' ))
48
+ with open ('./Wizard-of-Wikipedia/prepared_data/ test_unseen.json' , 'w' ) as f :
49
+ data = json .load (open ('./Wizard-of-Wikipedia/prepared_data/ test_topic_split.json' ))
49
50
json .dump (data , f , ensure_ascii = False , indent = 4 )
50
51
#os.remove('test_topic_split.json')
0 commit comments