Index

_

__init__() (scitex_genai.gateway.AnthropicStreamTranslator method) (scitex_genai.gateway.CodexAccount method) (scitex_genai.gateway.CodexAccountPool method) (scitex_genai.gateway.CodexBackend method) (scitex_genai.gateway.CodexCredential method) (scitex_genai.gateway.CodexTransport method) (scitex_genai.gateway.CodexUsageClient method) (scitex_genai.gateway.InferenceBackend method) (scitex_genai.gateway.InferenceUpstream method) (scitex_genai.gateway.InferenceUpstreamPool method) (scitex_genai.serve.EngineConf method) (scitex_genai.serve.Launch method) (scitex_genai.serve.ServeSettings method)

A

access_token (scitex_genai.gateway.CodexCredential attribute) account_id (scitex_genai.gateway.CodexCredential attribute) accounts (scitex_genai.gateway.CodexAccountPool property)

alias (scitex_genai.gateway.CodexAccount attribute) (scitex_genai.gateway.InferenceUpstream attribute) anthropic_to_codex() (in module scitex_genai.gateway) AnthropicStreamTranslator (class in scitex_genai.gateway)

B

base (scitex_genai.serve.ServeSettings attribute) base_url (scitex_genai.gateway.InferenceUpstream property)

bastion (scitex_genai.serve.ServeSettings attribute) bastion_user (scitex_genai.serve.ServeSettings attribute) block_types (scitex_genai.gateway.AnthropicStreamTranslator attribute)

C

cache_dir (scitex_genai.serve.Launch attribute) cache_root (scitex_genai.serve.ServeSettings attribute) codex_events_to_anthropic() (in module scitex_genai.gateway) CodexAccount (class in scitex_genai.gateway) CodexAccountPool (class in scitex_genai.gateway) CodexBackend (class in scitex_genai.gateway) CodexCredential (class in scitex_genai.gateway) CodexTransport (class in scitex_genai.gateway)

CodexUsageClient (class in scitex_genai.gateway) cooldown_until (scitex_genai.gateway.CodexAccount attribute) (scitex_genai.gateway.InferenceUpstream attribute) cooling_message (scitex_genai.gateway.CodexAccountPool attribute) (scitex_genai.gateway.InferenceUpstreamPool attribute) create_app() (in module scitex_genai.gateway) credential (scitex_genai.gateway.CodexAccount attribute) cuda_home (scitex_genai.serve.ServeSettings attribute)

D

default_models_dir() (in module scitex_genai.serve) discover() (scitex_genai.gateway.CodexAccountPool class method)

duplicate_message (scitex_genai.gateway.CodexAccountPool attribute) (scitex_genai.gateway.InferenceUpstreamPool attribute)

E

email (scitex_genai.gateway.CodexCredential attribute) empty_message (scitex_genai.gateway.CodexAccountPool attribute) (scitex_genai.gateway.InferenceUpstreamPool attribute) EngineConf (class in scitex_genai.serve)

env (scitex_genai.serve.EngineConf attribute) (scitex_genai.serve.Launch attribute) expires_at (scitex_genai.gateway.CodexCredential attribute) extra_vllm_args (scitex_genai.serve.EngineConf attribute)

F

fetch() (scitex_genai.gateway.CodexUsageClient method)

from_urls() (scitex_genai.gateway.InferenceUpstreamPool class method)

G

GenAI() (in module scitex_genai.llm)

gpu_mem_util (scitex_genai.serve.EngineConf attribute)

H

health_url (scitex_genai.serve.Launch attribute)

hoist_system() (in module scitex_genai.gateway)

I

in_flight (scitex_genai.gateway.CodexAccount attribute) (scitex_genai.gateway.InferenceUpstream attribute) ineligible_message (scitex_genai.gateway.CodexAccountPool attribute) (scitex_genai.gateway.InferenceUpstreamPool attribute)

InferenceBackend (class in scitex_genai.gateway) InferenceUpstream (class in scitex_genai.gateway) InferenceUpstreamPool (class in scitex_genai.gateway) input_tokens (scitex_genai.gateway.AnthropicStreamTranslator attribute)

K

key (scitex_genai.serve.EngineConf attribute) (scitex_genai.serve.Launch attribute)

L

last_used_at (scitex_genai.gateway.CodexAccount attribute) (scitex_genai.gateway.InferenceUpstream attribute) Launch (class in scitex_genai.serve) list_engines() (in module scitex_genai.serve) litellm_argv (scitex_genai.serve.Launch attribute) litellm_bin (scitex_genai.serve.ServeSettings attribute) litellm_config_path (scitex_genai.serve.Launch attribute)

litellm_config_text (scitex_genai.serve.Launch attribute) litellm_log (scitex_genai.serve.Launch attribute) litellm_master_key (scitex_genai.serve.ServeSettings attribute) litellm_port (scitex_genai.serve.EngineConf attribute) load() (scitex_genai.gateway.CodexCredential class method) load_engine() (in module scitex_genai.serve) load_serve_settings() (in module scitex_genai.serve) logs (scitex_genai.serve.ServeSettings attribute)

M

max_model_len (scitex_genai.serve.EngineConf attribute) max_num_seqs (scitex_genai.serve.EngineConf attribute) message_id (scitex_genai.gateway.AnthropicStreamTranslator attribute) model_path (scitex_genai.serve.EngineConf attribute) module scitex_genai scitex_genai.agent scitex_genai.audio scitex_genai.embed scitex_genai.gateway scitex_genai.image scitex_genai.llm scitex_genai.multimodal scitex_genai.serve scitex_genai.video

N

needs_refresh() (scitex_genai.gateway.CodexCredential method)

next_index (scitex_genai.gateway.AnthropicStreamTranslator attribute)

O

open_blocks (scitex_genai.gateway.AnthropicStreamTranslator attribute)

output_tokens (scitex_genai.gateway.AnthropicStreamTranslator attribute)

P

parse_engine_conf() (in module scitex_genai.serve) path (scitex_genai.gateway.CodexCredential attribute) prepare() (scitex_genai.gateway.InferenceBackend method)

primary_used_percent (scitex_genai.gateway.CodexAccount attribute) provider (scitex_genai.gateway.InferenceBackend attribute) proxy_command (scitex_genai.serve.ServeSettings attribute)

Q

qualified_id (scitex_genai.gateway.CodexAccount property)

R

refresh() (scitex_genai.gateway.CodexCredential method) refresh_lock (scitex_genai.gateway.CodexAccount attribute) refresh_pool() (scitex_genai.gateway.CodexUsageClient method) refresh_token (scitex_genai.gateway.CodexCredential attribute)

refresh_usage() (scitex_genai.gateway.CodexBackend method) relay() (scitex_genai.gateway.InferenceBackend method) render() (in module scitex_genai.serve) requested_model (scitex_genai.gateway.AnthropicStreamTranslator attribute)

S

scitex_genai module scitex_genai.agent module scitex_genai.audio module scitex_genai.embed module scitex_genai.gateway module scitex_genai.image module scitex_genai.llm module scitex_genai.multimodal module

scitex_genai.serve module scitex_genai.video module secondary_used_percent (scitex_genai.gateway.CodexAccount attribute) serve_bin (scitex_genai.serve.ServeSettings attribute) served_name (scitex_genai.serve.EngineConf attribute) ServeSettings (class in scitex_genai.serve) source (scitex_genai.serve.EngineConf attribute) (scitex_genai.serve.ServeSettings attribute) srun_bin (scitex_genai.serve.ServeSettings attribute) started (scitex_genai.gateway.AnthropicStreamTranslator attribute) stopped (scitex_genai.gateway.AnthropicStreamTranslator attribute) stream() (scitex_genai.gateway.CodexBackend method) (scitex_genai.gateway.CodexTransport method)

T

tp (scitex_genai.serve.EngineConf attribute) translate() (scitex_genai.gateway.AnthropicStreamTranslator method) tunnel_argv (scitex_genai.serve.Launch attribute)

tunnel_env (scitex_genai.serve.Launch attribute) tunnel_log (scitex_genai.serve.Launch attribute) tunnel_port (scitex_genai.serve.EngineConf attribute)

U

update_usage() (scitex_genai.gateway.CodexAccountPool method) upstreams (scitex_genai.gateway.InferenceUpstreamPool property)

usage_refreshed_at (scitex_genai.gateway.CodexAccount attribute) usage_score (scitex_genai.gateway.CodexAccount property) (scitex_genai.gateway.InferenceUpstream property)

V

vllm_argv (scitex_genai.serve.Launch attribute) vllm_bin (scitex_genai.serve.ServeSettings attribute)

vllm_log (scitex_genai.serve.Launch attribute) vllm_port (scitex_genai.serve.EngineConf attribute)