Skip to content

state

Global server state shared across API modules.

Keeping state in a dedicated module prevents the classic 'main vs package module' duplication that occurs when api_server.py is run with python -m. All modules that need the generator or server args should import from here.

Classes

Functions:

fastvideo.entrypoints.openai.state.clear_state

clear_state() -> None

Clear server state on shutdown.

Source code in fastvideo/entrypoints/openai/state.py
def clear_state() -> None:
    """Clear server state on shutdown."""
    global _generator, _serving_engine, _fastvideo_args, _served_model_name, _default_request
    _generator = None
    _serving_engine = None
    _fastvideo_args = None
    _served_model_name = None
    _default_request = None

fastvideo.entrypoints.openai.state.get_default_request

get_default_request() -> GenerationRequest | None

Return the ServeConfig.default_request set at startup, if any.

Source code in fastvideo/entrypoints/openai/state.py
def get_default_request() -> GenerationRequest | None:
    """Return the ServeConfig.default_request set at startup, if any."""
    return _default_request

fastvideo.entrypoints.openai.state.get_generator

get_generator() -> ServingGenerator

Return the global VideoGenerator instance (set during startup).

Source code in fastvideo/entrypoints/openai/state.py
def get_generator() -> ServingGenerator:
    """Return the global VideoGenerator instance (set during startup)."""
    assert _generator is not None, "Server not initialized — generator is None"
    return _generator

fastvideo.entrypoints.openai.state.get_output_dir

get_output_dir() -> str

Return the configured output directory.

Source code in fastvideo/entrypoints/openai/state.py
def get_output_dir() -> str:
    """Return the configured output directory."""
    return _output_dir

fastvideo.entrypoints.openai.state.get_served_model_name

get_served_model_name() -> str

Return the public model id advertised by the OpenAI server.

Source code in fastvideo/entrypoints/openai/state.py
def get_served_model_name() -> str:
    """Return the public model id advertised by the OpenAI server."""
    args = get_server_args()
    if args.lora_path:
        return args.lora_nickname
    return _served_model_name or args.model_path

fastvideo.entrypoints.openai.state.get_server_args

get_server_args() -> FastVideoArgs

Return the global FastVideoArgs (set during startup).

Source code in fastvideo/entrypoints/openai/state.py
def get_server_args() -> FastVideoArgs:
    """Return the global FastVideoArgs (set during startup)."""
    assert _fastvideo_args is not None, "Server not initialized — args is None"
    return _fastvideo_args

fastvideo.entrypoints.openai.state.get_serving_engine

get_serving_engine() -> OpenAIServingEngine

Return the shared model-agnostic OpenAI serving engine.

Source code in fastvideo/entrypoints/openai/state.py
def get_serving_engine() -> OpenAIServingEngine:
    """Return the shared model-agnostic OpenAI serving engine."""
    assert _serving_engine is not None, "Server not initialized — serving engine is None"
    return _serving_engine

fastvideo.entrypoints.openai.state.set_state

set_state(generator: ServingGenerator, serving_engine: OpenAIServingEngine, fastvideo_args: FastVideoArgs, output_dir: str, default_request: GenerationRequest | None = None, served_model_name: str | None = None) -> None

Set all server state at once (called from lifespan).

Source code in fastvideo/entrypoints/openai/state.py
def set_state(
    generator: ServingGenerator,
    serving_engine: OpenAIServingEngine,
    fastvideo_args: FastVideoArgs,
    output_dir: str,
    default_request: GenerationRequest | None = None,
    served_model_name: str | None = None,
) -> None:
    """Set all server state at once (called from lifespan)."""
    global _generator, _serving_engine, _fastvideo_args, _output_dir, _served_model_name, _default_request
    _generator = generator
    _serving_engine = serving_engine
    _fastvideo_args = fastvideo_args
    _output_dir = output_dir
    _served_model_name = served_model_name
    _default_request = default_request