Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion gmlx/gen/generation.py
Original file line number Diff line number Diff line change
Expand Up @@ -1212,7 +1212,7 @@ def generate_speculative_owned(
# Owned rounds take the layers serve takes; the stock walks
# decline. No later converter runs here, so convert now.
from gmlx.cache.kv_policy import quantize_stack, resolve_and_report
from gmlx.spec.engine import mtp_kv_decline
from gmlx.spec.kv_quant import mtp_kv_decline

decline = mtp_kv_decline(lm)
policy = resolve_and_report(
Expand Down
13 changes: 8 additions & 5 deletions gmlx/serve/patches/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -214,11 +214,14 @@ def install_server_patches(cfg, *, reload_fn=None) -> None:
lora_rows.configure("rows", 1)
lora_rows.install_lora_gen_args()
lora_rows.install_row_channel()
import gmlx.spec.engine as spec_engine
spec_engine.install_full_prompt_mtp_prefill()
spec_engine.install_owned_spec_engine()
spec_engine.install_continuous_batch_admission()
spec_engine.install_spec_kv_quant()
from gmlx.spec.admission import install_continuous_batch_admission
from gmlx.spec.engine import install_owned_spec_engine
from gmlx.spec.kv_quant import install_spec_kv_quant
from gmlx.spec.mtp_prefill import install_full_prompt_mtp_prefill
install_full_prompt_mtp_prefill()
install_owned_spec_engine()
install_continuous_batch_admission()
install_spec_kv_quant()
from ..batch_sched import install_decode_priority_sched
install_decode_priority_sched()
from gmlx.cache.apc_pooling import (
Expand Down
429 changes: 429 additions & 0 deletions gmlx/spec/admission.py

Large diffs are not rendered by default.

991 changes: 991 additions & 0 deletions gmlx/spec/ckpt.py

Large diffs are not rendered by default.

2,435 changes: 1 addition & 2,434 deletions gmlx/spec/engine.py

Large diffs are not rendered by default.

Loading