Global server state shared across API modules.
Keeping state in a dedicated module prevents the classic 'main vs package module' duplication that occurs when api_server.py is run with python -m. All modules that need the generator or server args should import from here.
Classes
Functions:
fastvideo.entrypoints.openai.state.clear_state
Clear server state on shutdown.
Source code in fastvideo/entrypoints/openai/state.py
| def clear_state() -> None:
"""Clear server state on shutdown."""
global _generator, _serving_engine, _fastvideo_args, _served_model_name, _default_request
_generator = None
_serving_engine = None
_fastvideo_args = None
_served_model_name = None
_default_request = None
|
fastvideo.entrypoints.openai.state.get_default_request
get_default_request() -> GenerationRequest | None
Return the ServeConfig.default_request set at startup, if any.
Source code in fastvideo/entrypoints/openai/state.py
| def get_default_request() -> GenerationRequest | None:
"""Return the ServeConfig.default_request set at startup, if any."""
return _default_request
|
fastvideo.entrypoints.openai.state.get_generator
get_generator() -> ServingGenerator
Return the global VideoGenerator instance (set during startup).
Source code in fastvideo/entrypoints/openai/state.py
| def get_generator() -> ServingGenerator:
"""Return the global VideoGenerator instance (set during startup)."""
assert _generator is not None, "Server not initialized — generator is None"
return _generator
|
fastvideo.entrypoints.openai.state.get_output_dir
Return the configured output directory.
Source code in fastvideo/entrypoints/openai/state.py
| def get_output_dir() -> str:
"""Return the configured output directory."""
return _output_dir
|
fastvideo.entrypoints.openai.state.get_served_model_name
get_served_model_name() -> str
Return the public model id advertised by the OpenAI server.
Source code in fastvideo/entrypoints/openai/state.py
| def get_served_model_name() -> str:
"""Return the public model id advertised by the OpenAI server."""
args = get_server_args()
if args.lora_path:
return args.lora_nickname
return _served_model_name or args.model_path
|
fastvideo.entrypoints.openai.state.get_server_args
Return the global FastVideoArgs (set during startup).
Source code in fastvideo/entrypoints/openai/state.py
| def get_server_args() -> FastVideoArgs:
"""Return the global FastVideoArgs (set during startup)."""
assert _fastvideo_args is not None, "Server not initialized — args is None"
return _fastvideo_args
|
fastvideo.entrypoints.openai.state.get_serving_engine
Return the shared model-agnostic OpenAI serving engine.
Source code in fastvideo/entrypoints/openai/state.py
| def get_serving_engine() -> OpenAIServingEngine:
"""Return the shared model-agnostic OpenAI serving engine."""
assert _serving_engine is not None, "Server not initialized — serving engine is None"
return _serving_engine
|
fastvideo.entrypoints.openai.state.set_state
set_state(generator: ServingGenerator, serving_engine: OpenAIServingEngine, fastvideo_args: FastVideoArgs, output_dir: str, default_request: GenerationRequest | None = None, served_model_name: str | None = None) -> None
Set all server state at once (called from lifespan).
Source code in fastvideo/entrypoints/openai/state.py
| def set_state(
generator: ServingGenerator,
serving_engine: OpenAIServingEngine,
fastvideo_args: FastVideoArgs,
output_dir: str,
default_request: GenerationRequest | None = None,
served_model_name: str | None = None,
) -> None:
"""Set all server state at once (called from lifespan)."""
global _generator, _serving_engine, _fastvideo_args, _output_dir, _served_model_name, _default_request
_generator = generator
_serving_engine = serving_engine
_fastvideo_args = fastvideo_args
_output_dir = output_dir
_served_model_name = served_model_name
_default_request = default_request
|