| 123456789101112131415161718192021222324252627282930313233343536373839 |
- from typing import Literal
- class TaskType:
- @classmethod
- def values(cls):
- """Return a set of all valid task type values."""
- return {
- value
- for key, value in vars(cls).items()
- if not key.startswith("_") and isinstance(value, str)
- }
- class vLLMTaskType(TaskType):
- """The type of task to run on the vLLM engine."""
- # Generate text.
- GENERATE = "generate"
- # Generate embeddings.
- EMBED = "embed"
- # Classification (e.g., sequence classification models).
- CLASSIFY = "classify"
- # Scoring (e.g., cross-encoder models).
- SCORE = "score"
- class SGLangTaskType(TaskType):
- """The type of task to run on the SGLang engine."""
- # Generate text.
- GENERATE = "generate"
- TypeVLLMTaskType = Literal[tuple(vLLMTaskType.values())]
- TypeSGLangTaskType = Literal[tuple(SGLangTaskType.values())]
|
