Compare commits

...

4 Commits

Author SHA1 Message Date
031c8b32a4 Add time comment
Signed-off-by: Tyler Michael Smith <tyler@neuralmagic.com>
2025-03-17 13:50:44 +00:00
ac08d45200 Merge branch 'main' into mamba_tests 2025-03-17 13:49:56 +00:00
a5d29e9ee1 undo massive formatting change
Signed-off-by: Tyler Michael Smith <tyler@neuralmagic.com>
2025-03-15 17:31:21 +00:00
696245c2fc Add SSM and Hybrid Models Test
Signed-off-by: Tyler Michael Smith <tyler@neuralmagic.com>
2025-03-15 17:26:01 +00:00
2 changed files with 9 additions and 2 deletions

View File

@ -453,6 +453,15 @@ steps:
- pip install git+https://github.com/TIGER-AI-Lab/Mantis.git
- pytest -v -s models/decoder_only/vision_language/test_models.py -m 'split(group=1) and not core_model and not quant_model'
- label: SSM and Hybrid Models Test # 12min
source_file_dependencies:
- vllm/
- tests/models/decoder_only/language/test_hybrid.py
- tests/models/decoder_only/language/test_mamba.py
commands:
- pytest -v -s models/decoder_only/language/test_hybrid.py
- pytest -v -s models/decoder_only/language/test_mamba.py
# This test is used only in PR development phase to test individual models and should never run on main
- label: Custom Models Test
optional: true

View File

@ -38,8 +38,6 @@ from .utils import (is_pp_missing_parameter,
make_empty_intermediate_tensors_factory, make_layers,
maybe_prefix)
KVCache = Tuple[torch.Tensor, torch.Tensor]
class BambaMLP(nn.Module):