-
Notifications
You must be signed in to change notification settings - Fork 42
/
revies_19ReCTS.py
101 lines (86 loc) · 3.52 KB
/
revies_19ReCTS.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
import json
import numpy as np
import operator
from functools import reduce
from tqdm import tqdm
import pathlib
import os
import glob
from natsort import natsorted
import codecs
def get_file_list(folder_path: str, p_postfix: list = None) -> list:
"""
获取所给文件目录里的指定后缀的文件,读取文件列表目前使用的是 os.walk 和 os.listdir ，这两个目前比 pathlib 快很多
:param filder_path: 文件夹名称
:param p_postfix: 文件后缀,如果为 [.*]将返回全部文件
:return: 获取到的指定类型的文件列表
"""
assert os.path.exists(folder_path) and os.path.isdir(folder_path)
if p_postfix is None:
p_postfix = ['.jpg']
if isinstance(p_postfix, str):
p_postfix = [p_postfix]
file_list = [x for x in glob.glob(folder_path + '/**/*.*', recursive=True) if
os.path.splitext(x)[-1] in p_postfix or '.*' in p_postfix]
return natsorted(file_list)
save_path = r'E:\数据集\ic19ReCTS\json_c_txt'
json_path = r'E:\数据集\ic19ReCTS\gt_unicode'
for file_path in tqdm(get_file_list(json_path, p_postfix=['.json'])):
print('file_path----------------------------', file_path)
# content = load(file_path)
with open(file_path, 'r', encoding='utf-8')as fp:
file_path = pathlib.Path(file_path)
image_name = file_path.stem
new_save_path = save_path + os.sep + image_name + '.txt'
with codecs.open(new_save_path, mode='w', encoding='utf-8') as fw:
json_data = json.load(fp)
for piece_data in json_data['lines']:
label = piece_data['transcription']
points = piece_data['points']
print('points', points)
points_str = [str(i) + ',' for i in points]
print('points_str', points_str)
dataset_line = ''.join(points_str) + label
print('dataset_line', dataset_line)
fw.write(dataset_line + '\n')
# file_path = pathlib.Path(file_path)
# image_name = file_path.stem
# new_save_path = save_path + os.sep + image_name + '.txt'
# with codecs.open(new_save_path, mode='w', encoding='utf-8') as fw:
# fw.write(dataset_line + '\n')
#
#
#
#
#
# with open(json_path, 'r', encoding='utf-8')as fp:
# json_data = json.load(fp)
# #print('json_data',json_data)
#
#
# for file_path in tqdm(get_file_list(img_path, p_postfix=['.jpg'])):
# print('file_path----------------------------',file_path)
# #content = load(file_path)
# file_path = pathlib.Path(file_path)
# image_name = file_path.stem
#
# new_save_path = save_path + os.sep + image_name + '.txt'
# with codecs.open(new_save_path, mode='w', encoding='utf-8') as fw:
#
# for piece_data in json_data[image_name]:
# print('piece_data',piece_data)
# label = piece_data['transcription']
# points = piece_data['points']
# #print('points', points)
# points_str_temp = reduce(operator.add, points)
# #print('points_str_temp', points_str_temp)
# points_str = [str(i) + ',' for i in points_str_temp]
#
# dataset_line = ''.join(points_str) + label
# print('dataset_line',dataset_line)
#
# #fw = open(new_save_path, 'w', encoding='utf-8')
# print('new_save_path', new_save_path)
# #with open(image_name + '.txt', 'a+') as fw:
#
# fw.write(dataset_line + '\n')