1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
|
# Placeholder for internal Python strict test compatibility macro.
load("@org_tensorflow//tensorflow:tensorflow.bzl", "pybind_extension")
package(
default_visibility = ["//tensorflow_lite_support:users"],
licenses = ["notice"], # Apache 2.0
)
cc_library(
name = "whitespace_tokenizer",
srcs = ["whitespace_tokenizer.cc"],
hdrs = ["whitespace_tokenizer.h"],
deps = [
"@org_tensorflow//tensorflow/lite:context",
"@org_tensorflow//tensorflow/lite:string_util",
"@org_tensorflow//tensorflow/lite/kernels:kernel_util",
"@utf_archive//:utf",
],
)
cc_library(
name = "whitespace_tokenizer_op_resolver",
srcs = ["whitespace_tokenizer_op_resolver.cc"],
hdrs = ["whitespace_tokenizer_op_resolver.h"],
visibility = ["//visibility:public"],
deps = [
":whitespace_tokenizer",
"@org_tensorflow//tensorflow/lite:framework",
],
)
pybind_extension(
name = "_pywrap_whitespace_tokenizer_op_resolver",
srcs = ["whitespace_tokenizer_op_resolver_wrapper.cc"],
hdrs = ["whitespace_tokenizer_op_resolver.h"],
additional_exported_symbols = ["AddWhitespaceTokenizerCustomOp"],
module_name = "_pywrap_whitespace_tokenizer_op_resolver",
visibility = ["//visibility:public"],
deps = [
":whitespace_tokenizer_op_resolver",
"@local_config_python//:python_headers",
"@org_tensorflow//tensorflow/lite:framework",
"@pybind11",
],
)
cc_test(
name = "whitespace_tokenizer_test",
srcs = ["whitespace_tokenizer_test.cc"],
deps = [
":whitespace_tokenizer",
"@com_google_googletest//:gtest_main",
"@org_tensorflow//tensorflow/lite:string_util",
"@org_tensorflow//tensorflow/lite/kernels:test_util",
"@org_tensorflow//tensorflow/lite/schema:schema_fbs",
],
)
py_test(
name = "whitespace_tokenizer_py_test",
srcs = ["whitespace_tokenizer_test.py"],
data = [
"testdata/whitespace_tokenizer_flex_delegate.tflite",
"testdata/whitespace_tokenizer_to_ragged_1d_input.tflite",
"testdata/whitespace_tokenizer_to_ragged_2d_input.tflite",
"testdata/whitespace_tokenizer_to_tensor.tflite",
],
main = "whitespace_tokenizer_test.py",
python_version = "PY3",
srcs_version = "PY3",
deps = [
":_pywrap_whitespace_tokenizer_op_resolver",
# numpy dep,
# tensorflow dep,
# tensorflow_text dep,
"@absl_py//absl/logging",
"@absl_py//absl/testing:parameterized",
],
)
cc_library(
name = "ngrams",
srcs = ["ngrams.cc"],
hdrs = ["ngrams.h"],
deps = [
"@flatbuffers",
"@org_tensorflow//tensorflow/lite:context",
"@org_tensorflow//tensorflow/lite:string_util",
"@org_tensorflow//tensorflow/lite/kernels:kernel_util",
],
)
cc_library(
name = "ngrams_op_resolver",
srcs = ["ngrams_op_resolver.cc"],
hdrs = ["ngrams_op_resolver.h"],
visibility = ["//visibility:public"],
deps = [
":ngrams",
"@org_tensorflow//tensorflow/lite:framework",
],
)
pybind_extension(
name = "_pywrap_ngrams_op_resolver",
srcs = ["ngrams_op_resolver_wrapper.cc"],
hdrs = ["ngrams_op_resolver.h"],
additional_exported_symbols = ["AddNgramsCustomOp"],
module_name = "_pywrap_ngrams_op_resolver",
visibility = ["//visibility:public"],
deps = [
":ngrams_op_resolver",
"@local_config_python//:python_headers",
"@org_tensorflow//tensorflow/lite:framework",
"@pybind11",
],
)
cc_test(
name = "ngrams_test",
srcs = ["ngrams_test.cc"],
deps = [
":ngrams",
"@com_google_googletest//:gtest_main",
"@flatbuffers",
"@org_tensorflow//tensorflow/lite:string_util",
"@org_tensorflow//tensorflow/lite/kernels:test_util",
"@org_tensorflow//tensorflow/lite/schema:schema_fbs",
],
)
py_test(
name = "ngrams_py_test",
srcs = ["ngrams_test.py"],
main = "ngrams_test.py",
python_version = "PY3",
srcs_version = "PY3",
deps = [
":_pywrap_ngrams_op_resolver",
# tensorflow dep,
# tensorflow_text dep,
"//tensorflow_lite_support/custom_ops/python:tflite_text_api",
"@absl_py//absl/logging",
"@absl_py//absl/testing:parameterized",
],
)
cc_library(
name = "unsorted_segment",
srcs = ["unsorted_segment.cc"],
hdrs = ["unsorted_segment.h"],
deps = [
"@org_tensorflow//tensorflow/lite/c:common",
"@org_tensorflow//tensorflow/lite/kernels:kernel_util",
"@org_tensorflow//tensorflow/lite/kernels/internal:reference_base",
"@org_tensorflow//tensorflow/lite/kernels/internal:tensor",
],
)
cc_test(
name = "unsorted_segment_prod_test",
size = "small",
srcs = [
"unsorted_segment_prod_test.cc",
"unsorted_segment_test.cc",
"unsorted_segment_test.h",
],
deps = [
"@com_google_googletest//:gtest_main",
"@org_tensorflow//tensorflow/lite/c:common",
"@org_tensorflow//tensorflow/lite/kernels:test_main",
"@org_tensorflow//tensorflow/lite/kernels:test_util",
"@org_tensorflow//tensorflow/lite/schema:schema_fbs",
],
)
cc_test(
name = "unsorted_segment_max_test",
size = "small",
srcs = [
"unsorted_segment_max_test.cc",
"unsorted_segment_test.cc",
"unsorted_segment_test.h",
],
deps = [
"@com_google_googletest//:gtest_main",
"@org_tensorflow//tensorflow/lite/c:common",
"@org_tensorflow//tensorflow/lite/kernels:test_main",
"@org_tensorflow//tensorflow/lite/kernels:test_util",
"@org_tensorflow//tensorflow/lite/schema:schema_fbs",
],
)
cc_test(
name = "unsorted_segment_sum_test",
size = "small",
srcs = [
"unsorted_segment_sum_test.cc",
"unsorted_segment_test.cc",
"unsorted_segment_test.h",
],
deps = [
"@com_google_googletest//:gtest_main",
"@org_tensorflow//tensorflow/lite/c:common",
"@org_tensorflow//tensorflow/lite/kernels:test_main",
"@org_tensorflow//tensorflow/lite/kernels:test_util",
"@org_tensorflow//tensorflow/lite/schema:schema_fbs",
],
)
cc_test(
name = "unsorted_segment_min_test",
size = "small",
srcs = [
"unsorted_segment_sum_test.cc",
"unsorted_segment_test.cc",
"unsorted_segment_test.h",
],
deps = [
"@com_google_googletest//:gtest_main",
"@org_tensorflow//tensorflow/lite/c:common",
"@org_tensorflow//tensorflow/lite/kernels:test_main",
"@org_tensorflow//tensorflow/lite/kernels:test_util",
"@org_tensorflow//tensorflow/lite/schema:schema_fbs",
],
)
|
