config

optimus_dl.recipe.serve.config

ServeCommonConfig dataclass

ServeCommonConfig(checkpoint_path: str | None = None, model: Any = None, tokenizer: optimus_dl.modules.tokenizer.config.BaseTokenizerConfig = '???', device: str = 'auto')

Parameters:

Name	Type	Description	Default
checkpoint_path	str | None	Path to model checkpoint	None
model	Any	Model to build (if you want to load model not from checkpoint)	None
tokenizer	BaseTokenizerConfig		'???'
device	str	Device to use (cuda, cpu, auto)	'auto'

Source code in optimus_dl/recipe/serve/config.py

@dataclass
class ServeCommonConfig:
    checkpoint_path: str | None = field(
        default=None, metadata={"description": "Path to model checkpoint"}
    )
    model: Any = field(
        default=None,
        metadata={
            "description": "Model to build (if you want to load model not from checkpoint)"
        },
    )
    tokenizer: BaseTokenizerConfig = field(default=MISSING)
    device: str = field(
        default="auto", metadata={"description": "Device to use (cuda, cpu, auto)"}
    )

ServeConfig dataclass

ServeConfig(serve: optimus_dl.recipe.serve.config.ServeRecipeConfig = , common: optimus_dl.recipe.serve.config.ServeCommonConfig = )

Parameters:

Name	Type	Description	Default
serve	ServeRecipeConfig	ServeRecipeConfig(port: int = 8000, host: str = '0.0.0.0')	<dynamic>
common	ServeCommonConfig	ServeCommonConfig(checkpoint_path: str | None = None, model: Any = None, tokenizer: optimus_dl.modules.tokenizer.config.BaseTokenizerConfig = '???', device: str = 'auto')	<dynamic>

Source code in optimus_dl/recipe/serve/config.py

@dataclass
class ServeConfig:
    serve: ServeRecipeConfig = field(default_factory=ServeRecipeConfig)
    common: ServeCommonConfig = field(default_factory=ServeCommonConfig)

ServeRecipeConfig dataclass

ServeRecipeConfig(port: int = 8000, host: str = '0.0.0.0')

Parameters:

Name	Type	Description	Default
port	int	Port to serve on	8000
host	str	Host to serve on	'0.0.0.0'

Source code in optimus_dl/recipe/serve/config.py

@dataclass
class ServeRecipeConfig:
    port: int = field(default=8000, metadata={"description": "Port to serve on"})
    host: str = field(default="0.0.0.0", metadata={"description": "Host to serve on"})