You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
32 lines
840 B
32 lines
840 B
4 days ago
|
from cymem.cymem cimport Pool
|
||
|
|
from libc.stdint cimport int64_t
|
||
|
|
from libcpp.set cimport set
|
||
|
|
from libcpp.vector cimport vector
|
||
|
|
from murmurhash.mrmr cimport hash64
|
||
|
|
from preshed.maps cimport PreshMap
|
||
|
|
|
||
|
|
from .typedefs cimport attr_t, hash_t
|
||
|
|
|
||
|
|
|
||
|
|
cpdef hash_t hash_string(str string) except 0
|
||
|
|
cdef hash_t hash_utf8(char* utf8_string, int length) nogil
|
||
|
|
|
||
|
|
cdef str decode_Utf8Str(const Utf8Str* string)
|
||
|
|
|
||
|
|
|
||
|
|
ctypedef union Utf8Str:
|
||
|
|
unsigned char[8] s
|
||
|
|
unsigned char* p
|
||
|
|
|
||
|
|
|
||
|
|
cdef class StringStore:
|
||
|
|
cdef Pool mem
|
||
|
|
|
||
|
|
cdef vector[hash_t] keys
|
||
|
|
cdef public PreshMap _map
|
||
|
|
|
||
|
|
cdef const Utf8Str* intern_unicode(self, str py_string, bint allow_transient)
|
||
|
|
cdef const Utf8Str* _intern_utf8(self, char* utf8_string, int length, hash_t* precalculated_hash, bint allow_transient)
|
||
|
|
cdef vector[hash_t] _transient_keys
|
||
|
|
cdef Pool _non_temp_mem
|