You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
131 lines
4.4 KiB
131 lines
4.4 KiB
import json
|
|
|
|
from redis._parsers.helpers import pairs_to_dict
|
|
from redis.commands.vectorset.commands import CallbacksOptions
|
|
|
|
|
|
def parse_vemb_result(response, **options):
|
|
"""
|
|
Handle VEMB result since the command can returning different result
|
|
structures depending on input options and on quantization type of the vector set.
|
|
|
|
Parsing VEMB result into:
|
|
- List[Union[bytes, Union[int, float]]]
|
|
- Dict[str, Union[bytes, str, float]]
|
|
"""
|
|
if response is None:
|
|
return response
|
|
|
|
if options.get(CallbacksOptions.RAW.value):
|
|
result = {}
|
|
result["quantization"] = (
|
|
response[0].decode("utf-8")
|
|
if options.get(CallbacksOptions.ALLOW_DECODING.value)
|
|
else response[0]
|
|
)
|
|
result["raw"] = response[1]
|
|
result["l2"] = float(response[2])
|
|
if len(response) > 3:
|
|
result["range"] = float(response[3])
|
|
return result
|
|
else:
|
|
if options.get(CallbacksOptions.RESP3.value):
|
|
return response
|
|
|
|
result = []
|
|
for i in range(len(response)):
|
|
try:
|
|
result.append(int(response[i]))
|
|
except ValueError:
|
|
# if the value is not an integer, it should be a float
|
|
result.append(float(response[i]))
|
|
|
|
return result
|
|
|
|
|
|
def parse_vlinks_result(response, **options):
|
|
"""
|
|
Handle VLINKS result since the command can be returning different result
|
|
structures depending on input options.
|
|
Parsing VLINKS result into:
|
|
- List[List[str]]
|
|
- List[Dict[str, Number]]
|
|
"""
|
|
if response is None:
|
|
return response
|
|
|
|
if options.get(CallbacksOptions.WITHSCORES.value):
|
|
result = []
|
|
# Redis will return a list of list of strings.
|
|
# This list have to be transformed to list of dicts
|
|
for level_item in response:
|
|
level_data_dict = {}
|
|
for key, value in pairs_to_dict(level_item).items():
|
|
value = float(value)
|
|
level_data_dict[key] = value
|
|
result.append(level_data_dict)
|
|
return result
|
|
else:
|
|
# return the list of elements for each level
|
|
# list of lists
|
|
return response
|
|
|
|
|
|
def parse_vsim_result(response, **options):
|
|
"""
|
|
Handle VSIM result since the command can be returning different result
|
|
structures depending on input options.
|
|
Parsing VSIM result into:
|
|
- List[List[str]]
|
|
- List[Dict[str, Number]] - when with_scores is used (without attributes)
|
|
- List[Dict[str, Mapping[str, Any]]] - when with_attribs is used (without scores)
|
|
- List[Dict[str, Union[Number, Mapping[str, Any]]]] - when with_scores and with_attribs are used
|
|
|
|
"""
|
|
if response is None:
|
|
return response
|
|
|
|
withscores = bool(options.get(CallbacksOptions.WITHSCORES.value))
|
|
withattribs = bool(options.get(CallbacksOptions.WITHATTRIBS.value))
|
|
|
|
# Exactly one of withscores or withattribs is True
|
|
if (withscores and not withattribs) or (not withscores and withattribs):
|
|
# Redis will return a list of list of pairs.
|
|
# This list have to be transformed to dict
|
|
result_dict = {}
|
|
if options.get(CallbacksOptions.RESP3.value):
|
|
resp_dict = response
|
|
else:
|
|
resp_dict = pairs_to_dict(response)
|
|
for key, value in resp_dict.items():
|
|
if withscores:
|
|
value = float(value)
|
|
else:
|
|
value = json.loads(value) if value else None
|
|
|
|
result_dict[key] = value
|
|
return result_dict
|
|
elif withscores and withattribs:
|
|
it = iter(response)
|
|
result_dict = {}
|
|
if options.get(CallbacksOptions.RESP3.value):
|
|
for elem, data in response.items():
|
|
if data[1] is not None:
|
|
attribs_dict = json.loads(data[1])
|
|
else:
|
|
attribs_dict = None
|
|
result_dict[elem] = {"score": data[0], "attributes": attribs_dict}
|
|
else:
|
|
for elem, score, attribs in zip(it, it, it):
|
|
if attribs is not None:
|
|
attribs_dict = json.loads(attribs)
|
|
else:
|
|
attribs_dict = None
|
|
|
|
result_dict[elem] = {"score": float(score), "attributes": attribs_dict}
|
|
return result_dict
|
|
else:
|
|
# return the list of elements for each level
|
|
# list of lists
|
|
return response
|