tempo.serve.metadata module¶

class tempo.serve.metadata.ClientDetails(*, url: str, headers: Dict[str, str], verify_ssl: bool)¶

Bases: pydantic.main.BaseModel

headers: Dict[str, str]¶

url: str¶

verify_ssl: bool¶

class tempo.serve.metadata.DockerOptions(*, runtime: str = 'tempo.seldon.SeldonDockerRuntime', state_options: tempo.serve.metadata.StateOptions = StateOptions(state_type=<StateTypes.LOCAL: 'LOCAL'>, key_prefix='', host='', port=''), insights_options: tempo.serve.metadata.InsightsOptions = InsightsOptions(worker_endpoint='', batch_size=1, parallelism=1, retries=3, window_time=0, mode_type=<InsightRequestModes.NONE: 'NONE'>, in_asyncio=False), ingress_options: tempo.serve.metadata.IngressOptions = IngressOptions(ingress='tempo.ingress.istio.IstioIngress', ssl=False, verify_ssl=True))¶

Bases: tempo.serve.metadata._BaseRuntimeOptions

runtime: str¶

class tempo.serve.metadata.EnterpriseRuntimeAuthType(value)¶

Bases: enum.Enum

An enumeration.

oidc = 'oidc'¶

session_cookie = 'session_cookie'¶

class tempo.serve.metadata.EnterpriseRuntimeOptions(*, runtime: str = 'tempo.seldon.SeldonDeployRunime', state_options: tempo.serve.metadata.StateOptions = StateOptions(state_type=<StateTypes.LOCAL: 'LOCAL'>, key_prefix='', host='', port=''), insights_options: tempo.serve.metadata.InsightsOptions = InsightsOptions(worker_endpoint='', batch_size=1, parallelism=1, retries=3, window_time=0, mode_type=<InsightRequestModes.NONE: 'NONE'>, in_asyncio=False), ingress_options: tempo.serve.metadata.IngressOptions = IngressOptions(ingress='tempo.ingress.istio.IstioIngress', ssl=False, verify_ssl=True), host: str, user: str, password: str, auth_type: tempo.serve.metadata.EnterpriseRuntimeAuthType = <EnterpriseRuntimeAuthType.session_cookie: 'session_cookie'>, oidc_client_id: str, oidc_server: str, verify_ssl: bool = True)¶

Bases: tempo.serve.metadata._BaseRuntimeOptions

auth_type: tempo.serve.metadata.EnterpriseRuntimeAuthType¶

host: str¶

oidc_client_id: str¶

oidc_server: str¶

password: str¶

runtime: str¶

user: str¶

verify_ssl: bool¶

class tempo.serve.metadata.IngressOptions(*, ingress: str = 'tempo.ingress.istio.IstioIngress', ssl: bool = False, verify_ssl: bool = True)¶

Bases: pydantic.main.BaseModel

ingress: str¶

ssl: bool¶

verify_ssl: bool¶

class tempo.serve.metadata.InsightRequestModes(value)¶

Bases: enum.Enum

An enumeration.

ALL = 'ALL'¶

NONE = 'NONE'¶

REQUEST = 'REQUEST'¶

RESPONSE = 'RESPONSE'¶

class tempo.serve.metadata.InsightsOptions(*, worker_endpoint: str = '', batch_size: int = 1, parallelism: int = 1, retries: int = 3, window_time: int = 0, mode_type: tempo.serve.metadata.InsightRequestModes = <InsightRequestModes.NONE: 'NONE'>, in_asyncio: bool = False)¶

Bases: pydantic.main.BaseModel

class Config¶

Bases: object

use_enum_values = True¶

batch_size: int¶

in_asyncio: bool¶

mode_type: tempo.serve.metadata.InsightRequestModes¶

parallelism: int¶

retries: int¶

window_time: int¶

worker_endpoint: str¶

class tempo.serve.metadata.InsightsPayload(*, request_id: str = '', data: Any = None, insights_type: tempo.serve.metadata.InsightsTypes = <InsightsTypes.CUSTOM_INSIGHT: 'io.seldon.serving.inference.custominsight'>)¶

Bases: pydantic.main.BaseModel

class Config¶

Bases: object

use_enum_values = True¶

data: Any¶

insights_type: tempo.serve.metadata.InsightsTypes¶

request_id: str¶

class tempo.serve.metadata.InsightsTypes(value)¶

Bases: enum.Enum

An enumeration.

CUSTOM_INSIGHT: str = 'io.seldon.serving.inference.custominsight'¶

INFER_REQUEST: str = 'io.seldon.serving.inference.request'¶

INFER_RESPONSE: str = 'io.seldon.serving.inference.response'¶

class tempo.serve.metadata.KFServingOptions(*, local_options: tempo.serve.metadata.DockerOptions = DockerOptions(runtime='tempo.seldon.SeldonDockerRuntime', state_options=StateOptions(state_type=<StateTypes.LOCAL: 'LOCAL'>, key_prefix='', host='', port=''), insights_options=InsightsOptions(worker_endpoint='', batch_size=1, parallelism=1, retries=3, window_time=0, mode_type=<InsightRequestModes.NONE: 'NONE'>, in_asyncio=False), ingress_options=IngressOptions(ingress='tempo.ingress.istio.IstioIngress', ssl=False, verify_ssl=True)), remote_options: tempo.serve.metadata.KubernetesRuntimeOptions = KubernetesRuntimeOptions(runtime='tempo.kfserving.KFservingKubernetesRuntime', state_options=StateOptions(state_type=<StateTypes.LOCAL: 'LOCAL'>, key_prefix='', host='', port=''), insights_options=InsightsOptions(worker_endpoint='', batch_size=1, parallelism=1, retries=3, window_time=0, mode_type=<InsightRequestModes.NONE: 'NONE'>, in_asyncio=False), ingress_options=IngressOptions(ingress='tempo.ingress.istio.IstioIngress', ssl=False, verify_ssl=True), replicas=1, minReplicas=None, maxReplicas=None, authSecretName=None, serviceAccountName=None, add_svc_orchestrator=False, namespace='default'))¶

Bases: tempo.serve.metadata._BaseProductOptions

remote_options: tempo.serve.metadata.KubernetesRuntimeOptions¶

class tempo.serve.metadata.KubernetesRuntimeOptions(*, runtime: str = 'tempo.seldon.SeldonKubernetesRuntime', state_options: tempo.serve.metadata.StateOptions = StateOptions(state_type=<StateTypes.LOCAL: 'LOCAL'>, key_prefix='', host='', port=''), insights_options: tempo.serve.metadata.InsightsOptions = InsightsOptions(worker_endpoint='', batch_size=1, parallelism=1, retries=3, window_time=0, mode_type=<InsightRequestModes.NONE: 'NONE'>, in_asyncio=False), ingress_options: tempo.serve.metadata.IngressOptions = IngressOptions(ingress='tempo.ingress.istio.IstioIngress', ssl=False, verify_ssl=True), replicas: int = 1, minReplicas: int = None, maxReplicas: int = None, authSecretName: str = None, serviceAccountName: str = None, add_svc_orchestrator: bool = False, namespace: str = 'default')¶

Bases: tempo.serve.metadata._BaseRuntimeOptions

add_svc_orchestrator: bool¶

authSecretName: Optional[str]¶

maxReplicas: Optional[int]¶

minReplicas: Optional[int]¶

replicas: int¶

runtime: str¶

serviceAccountName: Optional[str]¶

class tempo.serve.metadata.ModelDataArg(*, ty: Type, name: str = None)¶

Bases: pydantic.main.BaseModel

class Config¶

Bases: object

json_encoders = {<class 'type'>: <function ModelDataArg.Config.<lambda>>}¶

classmethod ensure_type(v)¶

name: Optional[str]¶

ty: Type¶

class tempo.serve.metadata.ModelDataArgs(*, args: List[tempo.serve.metadata.ModelDataArg])¶

Bases: pydantic.main.BaseModel

class Config¶

Bases: object

json_encoders = {<class 'type'>: <function ModelDataArgs.Config.<lambda>>}¶

args: List[tempo.serve.metadata.ModelDataArg]¶

class tempo.serve.metadata.ModelDetails(*, name: str, local_folder: str, uri: str, platform: tempo.serve.metadata.ModelFramework, inputs: tempo.serve.metadata.ModelDataArgs, outputs: tempo.serve.metadata.ModelDataArgs, description: str = '')¶

Bases: pydantic.main.BaseModel

description: str¶

inputs: tempo.serve.metadata.ModelDataArgs¶

local_folder: str¶

name: str¶

outputs: tempo.serve.metadata.ModelDataArgs¶

platform: tempo.serve.metadata.ModelFramework¶

uri: str¶

class tempo.serve.metadata.ModelFramework(value)¶

Bases: enum.Enum

An enumeration.

Alibi = 'alibi'¶

Custom = 'custom'¶

MLFlow = 'mlflow'¶

ONNX = 'ONNX'¶

PyTorch = 'pytorch'¶

SKLearn = 'sklearn'¶

TempoPipeline = 'tempo'¶

TensorRT = 'tensorrt'¶

Tensorflow = 'tensorflow'¶

XGBoost = 'xgboost'¶

class tempo.serve.metadata.SeldonCoreOptions(*, local_options: tempo.serve.metadata.DockerOptions = DockerOptions(runtime='tempo.seldon.SeldonDockerRuntime', state_options=StateOptions(state_type=<StateTypes.LOCAL: 'LOCAL'>, key_prefix='', host='', port=''), insights_options=InsightsOptions(worker_endpoint='', batch_size=1, parallelism=1, retries=3, window_time=0, mode_type=<InsightRequestModes.NONE: 'NONE'>, in_asyncio=False), ingress_options=IngressOptions(ingress='tempo.ingress.istio.IstioIngress', ssl=False, verify_ssl=True)), remote_options: tempo.serve.metadata.KubernetesRuntimeOptions = KubernetesRuntimeOptions(runtime='tempo.seldon.SeldonKubernetesRuntime', state_options=StateOptions(state_type=<StateTypes.LOCAL: 'LOCAL'>, key_prefix='', host='', port=''), insights_options=InsightsOptions(worker_endpoint='', batch_size=1, parallelism=1, retries=3, window_time=0, mode_type=<InsightRequestModes.NONE: 'NONE'>, in_asyncio=False), ingress_options=IngressOptions(ingress='tempo.ingress.istio.IstioIngress', ssl=False, verify_ssl=True), replicas=1, minReplicas=None, maxReplicas=None, authSecretName=None, serviceAccountName=None, add_svc_orchestrator=False, namespace='default'))¶

Bases: tempo.serve.metadata._BaseProductOptions

remote_options: tempo.serve.metadata.KubernetesRuntimeOptions¶

class tempo.serve.metadata.SeldonEnterpriseOptions(*, local_options: tempo.serve.metadata.DockerOptions = DockerOptions(runtime='tempo.seldon.SeldonDockerRuntime', state_options=StateOptions(state_type=<StateTypes.LOCAL: 'LOCAL'>, key_prefix='', host='', port=''), insights_options=InsightsOptions(worker_endpoint='', batch_size=1, parallelism=1, retries=3, window_time=0, mode_type=<InsightRequestModes.NONE: 'NONE'>, in_asyncio=False), ingress_options=IngressOptions(ingress='tempo.ingress.istio.IstioIngress', ssl=False, verify_ssl=True)), remote_options: tempo.serve.metadata.EnterpriseRuntimeOptions)¶

Bases: tempo.serve.metadata._BaseProductOptions

remote_options: tempo.serve.metadata.EnterpriseRuntimeOptions¶

class tempo.serve.metadata.StateOptions(*, state_type: tempo.serve.metadata.StateTypes = <StateTypes.LOCAL: 'LOCAL'>, key_prefix: str = '', host: str = '', port: str = '')¶

Bases: pydantic.main.BaseModel

class Config¶

Bases: object

use_enum_values = True¶

host: str¶

key_prefix: str¶

port: str¶

state_type: Optional[tempo.serve.metadata.StateTypes]¶

class tempo.serve.metadata.StateTypes(value)¶

Bases: enum.Enum

An enumeration.

LOCAL = 'LOCAL'¶

REDIS = 'REDIS'¶

tempo.serve.metadata.dict_to_runtime(d: Dict) → Union[tempo.serve.metadata.KubernetesRuntimeOptions, tempo.serve.metadata.DockerOptions, tempo.serve.metadata.EnterpriseRuntimeOptions]¶