-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathcppum.pyx
More file actions
339 lines (297 loc) · 12.4 KB
/
Copy pathcppum.pyx
File metadata and controls
339 lines (297 loc) · 12.4 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
import cython
cimport cython
import numpy as np
cimport numpy as np
from libcpp.unordered_map cimport unordered_map
from libcpp.vector cimport vector
from libcpp.string cimport string, npos
from libcpp.utility cimport pair
from libcpp.algorithm cimport for_each
from cython.operator cimport dereference as deref, preincrement as inc
import ctypes
_func_cache=[]
#datatypeinfos
#ctypedef int MY_DATA_TYPE_KEY
#ctypedef int MY_DATA_TYPE_VALUE
#MY_DATA_TYPE_C_TYPES_KEY=ctypes.c_int
#MY_DATA_TYPE_C_TYPES_VALUE=ctypes.c_int
#cdef bytes MY_DATA_TYPE_PRINTF_FORMAT = b"%d : %d\n"
#cdef int MY_DATA_TYPE_PRINTF_LF = 80
#MY_DATA_TYPE_PY_KEY=type(int)
#MY_DATA_TYPE_PY_VALUE=type(int)
#MY_DATA_TYPE_STR_KEY='l'
#MY_DATA_TYPE_STR_VALUE='l'
ctypedef unordered_map[MY_DATA_TYPE_KEY,MY_DATA_TYPE_VALUE] MY_UNORDERED_MAP
ctypedef unordered_map[MY_DATA_TYPE_KEY,MY_DATA_TYPE_VALUE].iterator MY_UNORDERED_MAP_ITER
ctypedef pair[MY_DATA_TYPE_KEY,MY_DATA_TYPE_VALUE] ipair
ctypedef void (*pure_c_function)(ipair)
ctypedef void (*pure_c_pyfunction)(ipair)
ctypedef void (*pure_c_function_nogil)(ipair) noexcept nogil
cpdef size_t getsizeofpair():
cdef:
ipair ipa=(1,1)
size_t so=sizeof(ipa)
return so
cpdef size_t convert_to_c_function(object fu):
CMPFUNC = ctypes.CFUNCTYPE(None, ctypes.c_void_p)
cmp_func = CMPFUNC(fu)
_func_cache.append(cmp_func)
return ctypes.addressof(cmp_func)
cpdef size_t convert_to_c_pyfunction(object fu):
CMPFUNC = ctypes.PYFUNCTYPE(None, ctypes.c_void_p)
cmp_func = CMPFUNC(fu)
_func_cache.append(cmp_func)
return ctypes.addressof(cmp_func)
cpdef vector[MY_DATA_TYPE_KEY] _getiter_key(i):
cdef:
vector[MY_DATA_TYPE_KEY] keyvec
Py_ssize_t iterloop
if not isinstance(i,(str,bytes)):
try:
for iterloop in range(len(i)):
keyvec.push_back(i[iterloop])
except Exception:
keyvec.push_back(i)
else:
keyvec.push_back(i)
return keyvec
cpdef vector[MY_DATA_TYPE_VALUE] _getiter_val(i):
cdef:
vector[MY_DATA_TYPE_VALUE] keyvec
Py_ssize_t iterloop
if not isinstance(i,(str,bytes)):
try:
for iterloop in range(len(i)):
keyvec.push_back(i[iterloop])
except Exception:
keyvec.push_back(i)
else:
keyvec.push_back(i)
return keyvec
cdef class CppUMap:
cdef MY_UNORDERED_MAP v
def __init__(self,*args,**kwargs):
if len(args)>0:
self.v.reserve(len(args[0]))
for k,v in args[0].items():
self.v[k]=v
cpdef print_data(self,Py_ssize_t limit=150):
cdef:
unordered_map[MY_DATA_TYPE_KEY,MY_DATA_TYPE_VALUE].iterator begin = self.v.begin()
unordered_map[MY_DATA_TYPE_KEY,MY_DATA_TYPE_VALUE].iterator end = self.v.end()
Py_ssize_t counter = 0
with open("CONOUT$",mode='w',) as f:
while (begin!=end):
f.write(str(deref(begin).first))
f.write('\t:\t')
f.write(str(deref(begin).second))
f.write('\n')
inc(begin)
counter+=1
if counter>limit:
break
def __str__(self):
self.print_data()
return ""
def __len__(self):
return self.v.size()
def __getitem__(self, MY_DATA_TYPE_KEY key):
cdef:
unordered_map[MY_DATA_TYPE_KEY,MY_DATA_TYPE_VALUE].iterator it = self.v.find(key)
if it == self.v.end():
raise KeyError(f'{key} not found')
return deref(it).second
cpdef getitems(self,i):
cdef:
unordered_map[MY_DATA_TYPE_KEY,MY_DATA_TYPE_VALUE] resultmap = {}
unordered_map[MY_DATA_TYPE_KEY,MY_DATA_TYPE_VALUE].iterator begin = self.v.begin()
unordered_map[MY_DATA_TYPE_KEY,MY_DATA_TYPE_VALUE].iterator end = self.v.end()
vector[MY_DATA_TYPE_KEY] keyvec = _getiter_key(i)
vector[MY_DATA_TYPE_KEY].iterator vec_begin=keyvec.begin()
vector[MY_DATA_TYPE_KEY].iterator vec_end=keyvec.end()
with nogil:
while (vec_begin!=vec_end):
while (begin!=end):
if deref(begin).first == deref(vec_begin):
resultmap[deref(begin).first]=deref(begin).second
break
else:
inc(begin)
begin = self.v.begin()
end = self.v.end()
inc(vec_begin)
return resultmap
def __setitem__(self, MY_DATA_TYPE_KEY key, MY_DATA_TYPE_VALUE value):
self.v[key] = value
cpdef void set_np(self, np.ndarray keys, np.ndarray values):
cdef:
Py_ssize_t key_array_len=keys.shape[0]
Py_ssize_t indi
for indi in range(key_array_len):
self.v[keys[indi]]=values[indi]
cpdef void set_tuple_list(self,list[tuple] keys_values):
cdef:
Py_ssize_t key_array_len=len(keys_values)
Py_ssize_t indi
for indi in range(key_array_len):
self.v[keys_values[indi][0]]=keys_values[indi][1]
cpdef get(self, MY_DATA_TYPE_KEY key, default=None):
cdef:
unordered_map[MY_DATA_TYPE_KEY,MY_DATA_TYPE_VALUE].iterator it = self.v.find(key)
if it == self.v.end():
return default
return deref(it).second
def __repr__(self):
return self.__str__()
def __delitem__(self, i):
cdef:
unordered_map[MY_DATA_TYPE_KEY,MY_DATA_TYPE_VALUE].iterator begin = self.v.begin()
unordered_map[MY_DATA_TYPE_KEY,MY_DATA_TYPE_VALUE].iterator end = self.v.end()
vector[MY_DATA_TYPE_KEY] keyvec = _getiter_key(i)
vector[MY_DATA_TYPE_KEY].iterator vec_begin=keyvec.begin()
vector[MY_DATA_TYPE_KEY].iterator vec_end=keyvec.end()
with nogil:
while (vec_begin!=vec_end):
while (begin!=end):
if deref(begin).first == deref(vec_begin):
begin=self.v.erase(begin)
break
else:
inc(begin)
begin = self.v.begin()
end = self.v.end()
inc(vec_begin)
cpdef del_by_values(self, i):
cdef:
unordered_map[MY_DATA_TYPE_KEY,MY_DATA_TYPE_VALUE].iterator begin = self.v.begin()
unordered_map[MY_DATA_TYPE_KEY,MY_DATA_TYPE_VALUE].iterator end = self.v.end()
vector[MY_DATA_TYPE_VALUE] keyvec = _getiter_val(i)
vector[MY_DATA_TYPE_VALUE].iterator vec_begin=keyvec.begin()
vector[MY_DATA_TYPE_VALUE].iterator vec_end=keyvec.end()
Py_ssize_t iterloop
with nogil:
while (vec_begin!=vec_end):
while (begin!=end):
if deref(begin).second == deref(vec_begin):
begin=self.v.erase(begin)
else:
inc(begin)
begin = self.v.begin()
end = self.v.end()
inc(vec_begin)
cpdef del_by_key_and_value(self, list[tuple] i):
cdef:
unordered_map[MY_DATA_TYPE_KEY,MY_DATA_TYPE_VALUE].iterator begin = self.v.begin()
unordered_map[MY_DATA_TYPE_KEY,MY_DATA_TYPE_VALUE].iterator end = self.v.end()
vector[MY_DATA_TYPE_KEY] keyvec
vector[MY_DATA_TYPE_KEY].iterator key_vec_begin
vector[MY_DATA_TYPE_KEY].iterator key_vec_end
vector[MY_DATA_TYPE_VALUE] valvec
vector[MY_DATA_TYPE_VALUE].iterator val_vec_begin
vector[MY_DATA_TYPE_VALUE].iterator val_vec_end
Py_ssize_t iterloop
for iterloop in range(len(i)):
keyvec.push_back(i[iterloop][0])
valvec.push_back(i[iterloop][1])
key_vec_begin=keyvec.begin()
key_vec_end=keyvec.end()
val_vec_begin=valvec.begin()
val_vec_end=valvec.end()
with nogil:
while (key_vec_begin!=key_vec_end) and (val_vec_begin!=val_vec_end):
while (begin!=end):
if (deref(begin).first == deref(key_vec_begin)) and (deref(begin).second == deref(val_vec_begin)):
begin=self.v.erase(begin)
else:
inc(begin)
begin = self.v.begin()
end = self.v.end()
inc(key_vec_begin)
inc(val_vec_begin)
cpdef dict sorted(self,key=None,reverse=False):
return {k1:v1 for k1,v1 in sorted(dict(self.v).items(),key=key,reverse=reverse)}
def __iter__(self):
cdef:
unordered_map[MY_DATA_TYPE_KEY,MY_DATA_TYPE_VALUE].iterator begin = self.v.begin()
unordered_map[MY_DATA_TYPE_KEY,MY_DATA_TYPE_VALUE].iterator end = self.v.end()
while (begin!=end):
yield deref(begin).first
inc(begin)
cpdef keys(self):
cdef:
unordered_map[MY_DATA_TYPE_KEY,MY_DATA_TYPE_VALUE].iterator begin = self.v.begin()
unordered_map[MY_DATA_TYPE_KEY,MY_DATA_TYPE_VALUE].iterator end = self.v.end()
vector[MY_DATA_TYPE_KEY] resultvector
resultvector.reserve(self.v.size())
with nogil:
while (begin!=end):
resultvector.push_back(deref(begin).first)
inc(begin)
return resultvector
cpdef values(self):
cdef:
unordered_map[MY_DATA_TYPE_KEY,MY_DATA_TYPE_VALUE].iterator begin = self.v.begin()
unordered_map[MY_DATA_TYPE_KEY,MY_DATA_TYPE_VALUE].iterator end = self.v.end()
vector[MY_DATA_TYPE_VALUE] resultvector
resultvector.reserve(self.v.size())
with nogil:
while (begin!=end):
resultvector.push_back(deref(begin).second)
inc(begin)
return resultvector
cpdef items(self):
cdef:
unordered_map[MY_DATA_TYPE_KEY,MY_DATA_TYPE_VALUE].iterator begin = self.v.begin()
unordered_map[MY_DATA_TYPE_KEY,MY_DATA_TYPE_VALUE].iterator end = self.v.end()
vector[ipair] resultvector
resultvector.reserve(self.v.size())
with nogil:
while (begin!=end):
resultvector.push_back(ipair(deref(begin).first, deref(begin).second))
inc(begin)
return resultvector
cpdef dict to_dict(self):
return self.v
cpdef pop(self, MY_DATA_TYPE_KEY i):
x = self.__getitem__(i)
self.__delitem__(i)
return x
cpdef void update(self,object other):
for k,v in other.items():
self.v[k] = v
cpdef copy(self):
newclass=self.__class__()
newclass.update(self.v)
return newclass
cpdef void append(self, MY_DATA_TYPE_KEY key, MY_DATA_TYPE_VALUE value):
self.v.insert(ipair(key,value))
cpdef list apply_function(self,object fu):
cdef:
unordered_map[MY_DATA_TYPE_KEY,MY_DATA_TYPE_VALUE].iterator begin = self.v.begin()
unordered_map[MY_DATA_TYPE_KEY,MY_DATA_TYPE_VALUE].iterator end = self.v.end()
list results=[]
while (begin!=end):
results.append(fu(deref(begin).first,deref(begin).second))
inc(begin)
return results
cpdef void apply_as_c_function(self,object function):
cdef:
unordered_map[MY_DATA_TYPE_KEY,MY_DATA_TYPE_VALUE].iterator begin = self.v.begin()
unordered_map[MY_DATA_TYPE_KEY,MY_DATA_TYPE_VALUE].iterator end = self.v.end()
size_t fu=convert_to_c_function(function)
pure_c_function cfu = (<pure_c_function*>fu)[0]
for_each(begin,end,cfu)
cpdef void apply_as_c_function_nogil(self,object function):
cdef:
unordered_map[MY_DATA_TYPE_KEY,MY_DATA_TYPE_VALUE].iterator begin = self.v.begin()
unordered_map[MY_DATA_TYPE_KEY,MY_DATA_TYPE_VALUE].iterator end = self.v.end()
size_t fu=convert_to_c_function(function)
pure_c_function cfu = (<pure_c_function_nogil*>fu)[0]
for_each(begin,end,cfu)
cpdef void apply_as_c_pyfunction(self,object function):
cdef:
unordered_map[MY_DATA_TYPE_KEY,MY_DATA_TYPE_VALUE].iterator begin = self.v.begin()
unordered_map[MY_DATA_TYPE_KEY,MY_DATA_TYPE_VALUE].iterator end = self.v.end()
size_t fu=convert_to_c_pyfunction(function)
pure_c_pyfunction cfu = (<pure_c_pyfunction*>fu)[0]
for_each(begin,end,cfu)