You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
48 lines
1.9 KiB
48 lines
1.9 KiB
import base64
|
|
from typing import Any, Optional, Union
|
|
|
|
from huggingface_hub.hf_api import InferenceProviderMapping
|
|
from huggingface_hub.inference._common import RequestParameters, _as_dict
|
|
from huggingface_hub.inference._providers._common import BaseConversationalTask, TaskProviderHelper, filter_none
|
|
|
|
|
|
class HyperbolicTextToImageTask(TaskProviderHelper):
|
|
def __init__(self):
|
|
super().__init__(provider="hyperbolic", base_url="https://api.hyperbolic.xyz", task="text-to-image")
|
|
|
|
def _prepare_route(self, mapped_model: str, api_key: str) -> str:
|
|
return "/v1/images/generations"
|
|
|
|
def _prepare_payload_as_dict(
|
|
self, inputs: Any, parameters: dict, provider_mapping_info: InferenceProviderMapping
|
|
) -> Optional[dict]:
|
|
mapped_model = provider_mapping_info.provider_id
|
|
parameters = filter_none(parameters)
|
|
if "num_inference_steps" in parameters:
|
|
parameters["steps"] = parameters.pop("num_inference_steps")
|
|
if "guidance_scale" in parameters:
|
|
parameters["cfg_scale"] = parameters.pop("guidance_scale")
|
|
# For Hyperbolic, the width and height are required parameters
|
|
if "width" not in parameters:
|
|
parameters["width"] = 512
|
|
if "height" not in parameters:
|
|
parameters["height"] = 512
|
|
return {"prompt": inputs, "model_name": mapped_model, **parameters}
|
|
|
|
def get_response(self, response: Union[bytes, dict], request_params: Optional[RequestParameters] = None) -> Any:
|
|
response_dict = _as_dict(response)
|
|
return base64.b64decode(response_dict["images"][0]["image"])
|
|
|
|
|
|
class HyperbolicTextGenerationTask(BaseConversationalTask):
|
|
"""
|
|
Special case for Hyperbolic, where text-generation task is handled as a conversational task.
|
|
"""
|
|
|
|
def __init__(self, task: str):
|
|
super().__init__(
|
|
provider="hyperbolic",
|
|
base_url="https://api.hyperbolic.xyz",
|
|
)
|
|
self.task = task
|