Skip to content

Commit 3ce7082

Browse files
Zeref996Zeref996
authored
plt fix builder_data (#3000)
* plt update, test=model * plt update, test=model * plt update, test=model * plt update testing reporter, test=model * plt update testing reporter, test=model * plt update testing reporter, test=model * plt update test reporter, test=model * plt update test reporter, test=model * plt update test reporter, test=model * plt update test reporter, test=model * plt update test reporter, test=model * plt update test reporter, test=model * plt add pr_info * plt fix ocr case, test=model * plt fix ocr case, test=model * plt add nlp case, test=model * plt add nlp case, test=model * plt add nlp case, test=model * plt add nlp case, test=model * plt add nlp case, test=model * plt add more nlp case, test=model * plt add more nlp case, test=model * plt add nlp, test=model * plt fix case, test=model * fix plt builder data, test=model * fix plt builder data, test=model * fix plt builder data, test=model
1 parent 5a39cad commit 3ce7082

File tree

20 files changed

+341
-23
lines changed

20 files changed

+341
-23
lines changed

‎framework/e2e/PaddleLT_new/generator/builder_data.py‎

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -68,11 +68,14 @@ def get_single_data(self):
6868
data.append(torch.tensor(i, requires_grad=False))
6969
else:
7070
data.append(torch.tensor(i, requires_grad=True))
71+
elif isinstance(i, float):
72+
data.append(paddle.to_tensor(i, stop_gradient=False))
73+
elif isinstance(i, int):
74+
data.append(paddle.to_tensor(i, stop_gradient=True))
7175
else:
7276
data.append(i)
7377
else:
7478
data = self.get_single_tensor()
75-
7679
return data
7780

7881
def get_single_tensor(self):

‎framework/e2e/PaddleLT_new/layerNLPcase/debug/__init__.py‎

Lines changed: 18 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,18 @@
1+
import os
2+
import glob
3+
4+
# 获取当前文件所在目录
5+
current_dir = os.path.dirname(__file__)
6+
7+
# 获取当前目录下所有的文件夹路径（注意：这里不需要尾随的斜杠）
8+
folders = glob.glob(os.path.join(current_dir, '*'))
9+
10+
# 过滤出文件夹（排除文件）
11+
folders = [folder for folder in folders if os.path.isdir(folder) and not os.path.basename(folder) == '__pycache__']
12+
13+
# 动态导入所有 .py 文件
14+
for folder in folders:
15+
# 获取文件名（不含扩展名）
16+
module_name = os.path.basename(folder)
17+
# 导入模块
18+
__import__('layerNLPcase.debug.' + module_name, globals(), locals(), [])

‎framework/e2e/PaddleLT_new/layerNLPcase/debug/case_bug/__init__.py‎

Lines changed: 18 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,18 @@
1+
import os
2+
import glob
3+
4+
# 获取当前文件所在目录
5+
current_dir = os.path.dirname(__file__)
6+
7+
# 获取当前目录下所有的文件夹路径（注意：这里不需要尾随的斜杠）
8+
folders = glob.glob(os.path.join(current_dir, '*'))
9+
10+
# 过滤出文件夹（排除文件）
11+
folders = [folder for folder in folders if os.path.isdir(folder) and not os.path.basename(folder) == '__pycache__']
12+
13+
# 动态导入所有 .py 文件
14+
for folder in folders:
15+
# 获取文件名（不含扩展名）
16+
module_name = os.path.basename(folder)
17+
# 导入模块
18+
__import__('layerNLPcase.debug.case_bug.' + module_name, globals(), locals(), [])

‎framework/e2e/PaddleLT_new/layerNLPcase/debug/case_bug/transformers/__init__.py‎

Lines changed: 18 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,18 @@
1+
import os
2+
import glob
3+
4+
# 获取当前文件所在目录
5+
current_dir = os.path.dirname(__file__)
6+
7+
# 获取当前目录下所有的文件夹路径（注意：这里不需要尾随的斜杠）
8+
folders = glob.glob(os.path.join(current_dir, '*'))
9+
10+
# 过滤出文件夹（排除文件）
11+
folders = [folder for folder in folders if os.path.isdir(folder) and not os.path.basename(folder) == '__pycache__']
12+
13+
# 动态导入所有 .py 文件
14+
for folder in folders:
15+
# 获取文件名（不含扩展名）
16+
module_name = os.path.basename(folder)
17+
# 导入模块
18+
__import__('layerNLPcase.debug.case_bug.transformers.' + module_name, globals(), locals(), [])

‎framework/e2e/PaddleLT_new/layerNLPcase/debug/case_bug/transformers/layoutlmv2/__init__.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -12,4 +12,4 @@
1212
# 获取文件名（不含扩展名）
1313
module_name = os.path.basename(py_file)[:-3]
1414
# 导入模块
15-
__import__("layerNLPcase.transformers.layoutlmv2." + module_name, globals(), locals(), [])
15+
__import__("layerNLPcase.debug.case_bug.transformers.layoutlmv2." + module_name, globals(), locals(), [])

‎framework/e2e/PaddleLT_new/layerNLPcase/debug/case_bug/transformers/layoutlmv2/layoutlmv2_model.py‎

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -10,8 +10,8 @@ def LayerCase():
1010
def create_inputspec():
1111
inputspec = (
1212
paddle.static.InputSpec(shape=(-1, 13), dtype=paddle.float32, stop_gradient=False),
13-
None,
14-
None,
13+
paddle.static.InputSpec(shape=(-1, 13, 4), dtype=paddle.int64, stop_gradient=False),
14+
paddle.static.InputSpec(shape=(-1, 3, 224, 224), dtype=paddle.float32, stop_gradient=False),
1515
paddle.static.InputSpec(shape=(-1, 13), dtype=paddle.float32, stop_gradient=False),
1616
)
1717
return inputspec
@@ -21,10 +21,10 @@ def create_tensor_inputs():
2121
tokenizer = LayoutLMv2Tokenizer.from_pretrained('layoutlmv2-base-uncased')
2222
inputs_dict = tokenizer("Welcome to use PaddlePaddle and PaddleNLP!")
2323
inputs = (
24-
paddle.to_tensor(inputs_dict['input_ids'], stop_gradient=False),
25-
None,
26-
None,
27-
paddle.to_tensor(inputs_dict['token_type_ids'], stop_gradient=False),
24+
paddle.to_tensor([inputs_dict['input_ids']], stop_gradient=False),
25+
paddle.to_tensor(np.random.random((1, 13, 4)).astype("int64"), stop_gradient=False),
26+
paddle.to_tensor(np.random.random((1, 3, 224, 224)), stop_gradient=False),
27+
paddle.to_tensor([inputs_dict['token_type_ids']], stop_gradient=False),
2828
)
2929
return inputs
3030

@@ -34,8 +34,8 @@ def create_numpy_inputs():
3434
inputs_dict = tokenizer("Welcome to use PaddlePaddle and PaddleNLP!")
3535
inputs = (
3636
np.array([inputs_dict['input_ids']]),
37-
None,
38-
None,
37+
np.random.random((1, 13, 4)).astype("int64"),
38+
np.random.random((1, 3, 224, 224)),
3939
np.array([inputs_dict['token_type_ids']]),
4040
)
4141
return inputs

‎framework/e2e/PaddleLT_new/layerNLPcase/debug/case_bug/transformers/layoutxlm/__init__.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -12,4 +12,4 @@
1212
# 获取文件名（不含扩展名）
1313
module_name = os.path.basename(py_file)[:-3]
1414
# 导入模块
15-
__import__("layerNLPcase.transformers.layoutxlm." + module_name, globals(), locals(), [])
15+
__import__("layerNLPcase.debug.case_bug.transformers.layoutxlm." + module_name, globals(), locals(), [])

‎framework/e2e/PaddleLT_new/layerNLPcase/debug/case_bug/transformers/layoutxlm/layoutxlm_model.py‎

Lines changed: 8 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -9,10 +9,9 @@ def LayerCase():
99

1010
def create_inputspec():
1111
inputspec = (
12-
paddle.static.InputSpec(shape=(-1, 13), dtype=paddle.float32, stop_gradient=False),
13-
None,
14-
None,
15-
paddle.static.InputSpec(shape=(-1, 13), dtype=paddle.float32, stop_gradient=False),
12+
paddle.static.InputSpec(shape=(-1, 15), dtype=paddle.float32, stop_gradient=False),
13+
paddle.static.InputSpec(shape=(-1, 15, 4), dtype=paddle.int64, stop_gradient=False),
14+
paddle.static.InputSpec(shape=(-1, 3, 224, 224), dtype=paddle.float32, stop_gradient=False),
1615
)
1716
return inputspec
1817

@@ -21,10 +20,9 @@ def create_tensor_inputs():
2120
tokenizer = LayoutXLMTokenizer.from_pretrained('layoutxlm-base-uncased')
2221
inputs_dict = tokenizer("Welcome to use PaddlePaddle and PaddleNLP!")
2322
inputs = (
24-
paddle.to_tensor(inputs_dict['input_ids'], stop_gradient=False),
25-
None,
26-
None,
27-
paddle.to_tensor(inputs_dict['token_type_ids'], stop_gradient=False),
23+
paddle.to_tensor([inputs_dict['input_ids']], stop_gradient=False),
24+
paddle.to_tensor(np.random.random((1, 15, 4)).astype("int64"), stop_gradient=False),
25+
paddle.to_tensor(np.random.random((1, 3, 224, 224)), stop_gradient=False),
2826
)
2927
return inputs
3028

@@ -34,8 +32,7 @@ def create_numpy_inputs():
3432
inputs_dict = tokenizer("Welcome to use PaddlePaddle and PaddleNLP!")
3533
inputs = (
3634
np.array([inputs_dict['input_ids']]),
37-
None,
38-
None,
39-
np.array([inputs_dict['token_type_ids']]),
35+
np.random.random((1, 15, 4)).astype("int64"),
36+
np.random.random((1, 3, 224, 224)),
4037
)
4138
return inputs

‎framework/e2e/PaddleLT_new/layerNLPcase/debug/case_bug/transformers/reformer/__init__.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -12,4 +12,4 @@
1212
# 获取文件名（不含扩展名）
1313
module_name = os.path.basename(py_file)[:-3]
1414
# 导入模块
15-
__import__("layerNLPcase.transformers.reformer." + module_name, globals(), locals(), [])
15+
__import__("layerNLPcase.debug.case_bug.transformers.reformer." + module_name, globals(), locals(), [])

‎framework/e2e/PaddleLT_new/layerNLPcase/debug/real_bug/__init__.py‎

Lines changed: 18 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,18 @@
1+
import os
2+
import glob
3+
4+
# 获取当前文件所在目录
5+
current_dir = os.path.dirname(__file__)
6+
7+
# 获取当前目录下所有的文件夹路径（注意：这里不需要尾随的斜杠）
8+
folders = glob.glob(os.path.join(current_dir, '*'))
9+
10+
# 过滤出文件夹（排除文件）
11+
folders = [folder for folder in folders if os.path.isdir(folder) and not os.path.basename(folder) == '__pycache__']
12+
13+
# 动态导入所有 .py 文件
14+
for folder in folders:
15+
# 获取文件名（不含扩展名）
16+
module_name = os.path.basename(folder)
17+
# 导入模块
18+
__import__('layerNLPcase.debug.real_bug.' + module_name, globals(), locals(), [])

0 commit comments

Comments
 (0)