diff --git a/opt_prime/examples/pd/http_matrix/.research/events.jsonl b/opt_prime/examples/pd/http_matrix/.research/events.jsonl index 2e372e17..8dfd07a8 100644 --- a/opt_prime/examples/pd/http_matrix/.research/events.jsonl +++ b/opt_prime/examples/pd/http_matrix/.research/events.jsonl @@ -5,3 +5,4 @@ {"id": "328b8349e9974a059ddc7e1a8a485e2c", "ts": "2026-10-23T21:32:23+09:00", "task": "Tokenizer EOS in batched serving (aicomp #229)", "result": "Real ATOM KONI HTTP also passes5/5 baseline/fixed/ignore/stream/reuse checks using same production factory: config-only length vs union stop. GPU+ATOM now10/10 expected outcomes; no SDK/artifact rebuild.", "next": "Update PR230 with NPU evidence; finish KONI medium-context RNGD handoff and broader PD work.", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"backend": "atom", "kv_blocks": "1"}, "artifacts": [{"path": "analysis/serving-matrix-201/eos229-koni-atom-http.json", "size": 5199, "sha256": "4735255db379ff00"}], "experiments": ["experiments/2026-10-23-serving-eos229.md"], "labels": ["bug"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} {"id": "1020452aea8445f080108c1ed7f6d643", "ts": "2026-10-24T04:35:37+09:00", "task": "Dense hybrid GPU KV import (aicomp #258)", "result": "Dense hybrid receiver fix:31focused and505full CPU tests passed,34skipped,253subtests,151.69s. Preparing isolated PR and fresh Gemma live rerun; hardware and numerical acceptance not yet claimed.", "next": "Run corrected Gemma RNGD/GPU matrix preserving original failure; complete lifecycle and numerical checks", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": [], "experiments": ["experiments/2026-10-24-dense-hybrid258.md"], "labels": ["bug"], "review": false, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} {"id": "551af4e77bca4e67bf0512304142ac48", "ts": "2026-10-24T04:41:11+09:00", "task": "Dense hybrid GPU KV import (aicomp #258)", "result": "Corrected live Gemma completed24batches;20/20token checks and60/60timed texts exact to nativeGPU,84remote/0local/0errors. Shape crash fixed on hardware. Qwen0.6 GPU lifecycle passed; Qwen4 next. Owned ATOM Pod confirmed absent.", "next": "Publish hardware evidence PR259; finish remaining GPU fault coverage and numerical boundary work", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": [{"path": "analysis/serving-matrix-201/local258-gemma-summary.json", "size": 1288, "sha256": "3afbcc7e61bb3239"}], "experiments": ["experiments/2026-10-24-dense-hybrid258.md"], "labels": ["bug"], "review": false, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} +{"id": "232c1a48c9bf49178446feda8f64b935", "ts": "2026-10-24T05:09:31+09:00", "task": "KONI numerical compatibility (aicomp #261)", "result": "Unforced head-onlyFP32 control completed with baseline reproduction: KONIshort firstdiff14 vs original64; Qwen4long firstdiff13 vs107; KONIlong matchedprefill remains exact. Reject head-onlyprecision as generalfix; production unchanged.", "next": "Publish complete numerical controls; align compatibility criteria and evaluate held-out quality instead of fixture-specific tie fixes", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": [{"path": "analysis/serving-matrix-201/head-fp32-free-generation.json", "size": 29033, "sha256": "83906dd31756d2a9"}], "experiments": ["experiments/2026-10-24-koni-numerics261.md"], "labels": ["analysis"], "review": false, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} diff --git a/opt_prime/examples/pd/http_matrix/STATUS.md b/opt_prime/examples/pd/http_matrix/STATUS.md index 76a8b514..f75ecd97 100644 --- a/opt_prime/examples/pd/http_matrix/STATUS.md +++ b/opt_prime/examples/pd/http_matrix/STATUS.md @@ -41,3 +41,7 @@ Candidate exports airm_pd_producer_seconds_total{stage="prefill"|"transfer"} fro #258 dense hybrid KV: actual Gemma failure reproduced; mapping/group validation corrected.31focused and505full CPU tests pass; live rerun pending. #258 corrected live Gemma32ce5d5:24batches,20/20token checks,60/60timed texts exact;84remote/0local/0errors. Shape crash fixed in recorded hardware matrix; overall numerical/quality boundaries remain. + +#261 KONI numerical evidence: original live drift beforeEOS, shortKV exact repeat/replay, padded-shape control, forced-prefix BF16/FP32 and head-onlyFP32 probes. No production fix/general equivalence claim. + +Free-generation control rejects head-onlyFP32 as generalfix: KONIshort firstdiff14 andQwen4long13; no production option added. diff --git a/opt_prime/examples/pd/http_matrix/evidence261/check_head_precision_free.py b/opt_prime/examples/pd/http_matrix/evidence261/check_head_precision_free.py new file mode 100644 index 00000000..e6e35939 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence261/check_head_precision_free.py @@ -0,0 +1,66 @@ +"""Check unforced128-token generation after changing only output projection precision.""" +import gc +import json +from pathlib import Path +from concurrent.futures import Future +import torch +from transformers import AutoModelForCausalLM +from opt_prime.accel.pd import PDRequest +from opt_prime.accel.pd.batching import ContinuousBatcher +from opt_prime.accel.pd.pd_batching import PDBatcher, PrefillOut +root=Path(__file__).resolve().parent +output=root/'head-fp32-free-generation.json' +if output.exists(): raise FileExistsError(output) +torch.set_num_threads(4) +torch.backends.cuda.matmul.allow_tf32=False +rows=[] +for label, model_path, cases in [ + ('koni','/tmp/serving-matrix-models/KONI-8B',[(128,256,'koni261-short-kv.pt'),(8192,8192,'rngd-koni-8b-8192-parts221-layout.pt')]), + ('qwen4b','/tmp/serving-matrix-models/Qwen3-4B',[(8192,8192,'rngd-qwen3-4b-8192.pt')])]: + data=json.loads((root/f'local201-{label}-matrix-a.json').read_text()) + model=AutoModelForCausalLM.from_pretrained(model_path,dtype=torch.bfloat16,attn_implementation='sdpa',local_files_only=True).cuda().eval() + head=model.get_output_embeddings() + original_forward=head.forward + weight_fp32=head.weight.detach().float() + bias_fp32=None if head.bias is None else head.bias.detach().float() + calls=[0] + def project(hidden): + calls[0]+=1 + return torch.nn.functional.linear(hidden.float(),weight_fp32,bias_fp32) + for n,chunk,name in cases: + export=torch.load(root/name,weights_only=True,mmap=True) + assert export['ids']==data['prompts'][str(n)] + live=next(b['rows'][0]['tokens'] for b in data['correctness_batches'] if b['input_tokens']==n and b['output_tokens']==128) + if label=='qwen4b': + expected=json.loads((root/'local201-qwen4b-native-full.json').read_text())['references']['8192:128']['tokens'] + elif n==8192: + expected=next(r['tokens'] for r in json.loads((root/'local201-koni-diagnostic.json').read_text()) if r['mode']=='native8192') + else: expected=data['references']['128:128']['tokens'] + class Replay: + def submit(self,request,send_from=0,slot=None): + assert list(request.input_ids)==export['ids'] and send_from==0 + f=Future() + token=export['token'] if 'token' in export else int(export['logits'].argmax()) + f.set_result(PrefillOut(token,0,export['keys'],export['values'])) + return f + result=dict(model=label,input_tokens=n,native_chunk=chunk,rows=[]) + for precision in ['bf16','fp32_head']: + head.forward=original_forward if precision=='bf16' else project + for mode in ['native','retained_rngd_kv']: + kw=dict(slots=4,max_context=9216,kv='paged',page_size=64,prefix_cache=False) + b=ContinuousBatcher(model,prefill_chunk=chunk,**kw) if mode=='native' else PDBatcher(model,Replay(),**kw) + f=b.submit(PDRequest(mode,tuple(export['ids']),128));b.run_until_idle();tokens=f.result() + if precision=='bf16': assert tokens==(expected if mode=='native' else live), 'baseline reproduction failed' + else: assert calls[0]>0 and next(model.parameters()).dtype==torch.bfloat16 + result['rows'].append(dict(precision=precision,mode=mode,tokens=tokens)) + del b,f + gc.collect();torch.cuda.empty_cache() + a,b=[r['tokens'] for r in result['rows'] if r['precision']=='fp32_head'] + result.update(head_fp32_equal=a==b,first_difference=next((i for i,(x,y) in enumerate(zip(a,b)) if x!=y),None)) + rows.append(result) + output.write_text(json.dumps(dict(complete=False,rows=rows),indent=2)+'\n') + print(json.dumps({k:v for k,v in result.items() if k!='rows'}),flush=True) + head.forward=original_forward + del model,head,original_forward,weight_fp32,bias_fp32 + gc.collect();torch.cuda.empty_cache() +output.write_text(json.dumps(dict(complete=True,rows=rows),indent=2)+'\n') diff --git a/opt_prime/examples/pd/http_matrix/evidence261/diagnose_koni261_head.py b/opt_prime/examples/pd/http_matrix/evidence261/diagnose_koni261_head.py new file mode 100644 index 00000000..9e960196 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence261/diagnose_koni261_head.py @@ -0,0 +1,112 @@ +"""Verify short-KV replay, then compare KONI logits under an identical64-token prefix.""" +import gc +import json +from pathlib import Path +from concurrent.futures import Future +import torch +from transformers import AutoModelForCausalLM +from opt_prime.accel.pd import PDRequest +from opt_prime.accel.pd.batching import ContinuousBatcher +from opt_prime.accel.pd.pd_batching import PDBatcher, PrefillOut + +root = Path(__file__).resolve().parent +output = root/'koni261-head-fp32.json' +if output.exists(): + raise FileExistsError(output) +export = torch.load(root/'koni261-short-kv.pt', weights_only=True, mmap=True) +data = json.loads((root/'local201-koni-matrix-a.json').read_text()) +assert export['ids'] == data['prompts']['128'] +native = data['references']['128:128']['tokens'] +live = next(b['rows'][0]['tokens'] for b in data['correctness_batches'] + if b['input_tokens']==128 and b['output_tokens']==128) +forced = native[:64] +assert forced == live[:64] and native[64] != live[64] +torch.set_num_threads(4) +torch.backends.cuda.matmul.allow_tf32 = False +result = dict(complete=False, replay_verified=False, rows=[]) + +class Replay: + def submit(self, request, send_from=0, slot=None): + assert list(request.input_ids) == export['ids'] and send_from == 0 + future = Future() + future.set_result(PrefillOut(export['token'], 0, export['keys'], export['values'])) + return future + +def make(model, mode): + kw = dict(slots=4, max_context=9216, kv='paged', page_size=64, prefix_cache=False) + return PDBatcher(model, Replay(), **kw) if mode == 'retained_rngd_kv' else ContinuousBatcher(model, prefill_chunk=256, **kw) + +for dtype in [torch.bfloat16]: + model = AutoModelForCausalLM.from_pretrained('/tmp/serving-matrix-models/KONI-8B', + dtype=dtype, attn_implementation='sdpa', local_files_only=True).cuda().eval() + if dtype == torch.bfloat16: + for mode, expected in [('native128',native),('retained_rngd_kv',live)]: + batcher = make(model, mode) + future = batcher.submit(PDRequest(mode, tuple(export['ids']),128)) + batcher.run_until_idle() + assert future.result() == expected, 'Original output not reproduced: '+mode + del batcher, future + gc.collect() + torch.cuda.empty_cache() + result['replay_verified'] = True + output.write_text(json.dumps(result,indent=2)+'\n') + head = model.get_output_embeddings() + original_head_forward = head.forward + weight_fp32 = head.weight.detach().float() + bias_fp32 = None if head.bias is None else head.bias.detach().float() + head_calls = [0] + def fp32_projection(hidden): + head_calls[0] += 1 + return torch.nn.functional.linear(hidden.float(), weight_fp32, bias_fp32) + head.forward = fp32_projection + assert next(model.parameters()).dtype == torch.bfloat16 and head.weight.dtype == torch.bfloat16 + for mode in ['native128','retained_rngd_kv']: + batcher = make(model, mode) + emitted, decoded = batcher._emit, batcher._decoded + probes, kv_error = [], [] + + def emit(request, token): + index = len(request.tokens) + if index == 0 and mode == 'native128': + keys, values = batcher.kv.read_span(request.slot, 0, len(export['ids'])) + for layer in range(keys.shape[0]): + row = dict(layer=layer) + for name, actual in [('keys',keys),('values',values)]: + ref = actual[layer].float() + diff = export[name][layer].to(ref.device).float() - ref + row[name+'_relative_l2'] = float(torch.linalg.vector_norm(diff)/torch.linalg.vector_norm(ref).clamp_min(1e-20)) + row[name+'_max_abs'] = float(diff.abs().max()) + kv_error.append(row) + return emitted(request, forced[index] if index < 64 else token) + + def decode(requests, lengths, logits): + for i, request in enumerate(requests): + index = len(request.tokens) + if index in [63,64]: + assert request.tokens == forced[:index] + values, tokens = logits[i].float().topk(8) + probes.append(dict(output_index=index,finite=bool(torch.isfinite(logits[i]).all()), + top_tokens=tokens.tolist(),top_logits=values.tolist(),native_branch_token=native[index], + live_branch_token=live[index],native_branch_logit=float(logits[i,native[index]]), + live_branch_logit=float(logits[i,live[index]]))) + return decoded(requests,lengths,logits) + + batcher._emit, batcher._decoded = emit, decode + future = batcher.submit(PDRequest(mode,tuple(export['ids']),65)) + batcher.run_until_idle() + tokens = future.result() + assert tokens[:64] == forced and len(probes)==2 and all(p['finite'] for p in probes) + assert head_calls[0] > 0 + result['rows'].append(dict(dtype=str(dtype),head_dtype='float32',head_calls=head_calls[0],mode=mode,selected_token65=tokens[-1], + probes=probes,kv_difference_from_native=kv_error)) + output.write_text(json.dumps(result,indent=2)+'\n') + print(json.dumps(dict(dtype=str(dtype),mode=mode,token65=tokens[-1],probe=probes[-1])),flush=True) + batcher._emit, batcher._decoded = emitted, decoded + del batcher, emitted, decoded, future + gc.collect() + torch.cuda.empty_cache() + del model + gc.collect() + torch.cuda.empty_cache() +result['complete'] = True +output.write_text(json.dumps(result,indent=2)+'\n') diff --git a/opt_prime/examples/pd/http_matrix/evidence261/diagnose_koni_short_padding.py b/opt_prime/examples/pd/http_matrix/evidence261/diagnose_koni_short_padding.py new file mode 100644 index 00000000..f171121f --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence261/diagnose_koni_short_padding.py @@ -0,0 +1,60 @@ +"""Compare real-length and RNGD-shaped padded GPU prefill without changing production sampling.""" +import json +from pathlib import Path +from concurrent.futures import Future +import torch +from transformers import AutoModelForCausalLM +from opt_prime.accel.pd import PDRequest +from opt_prime.accel.pd.batching import ContinuousBatcher +from opt_prime.accel.pd.pd_batching import PDBatcher, PrefillOut + +root = Path(__file__).resolve().parent +output = root/'koni-short-padding-diagnostic.json' +if output.exists(): + raise FileExistsError(output) +data = json.loads((root/'local201-koni-matrix-a.json').read_text()) +ids = data['prompts']['128'] +assert len(ids) == 128 +native = data['references']['128:128']['tokens'] +live = next(b['rows'][0]['tokens'] for b in data['correctness_batches'] + if b['input_tokens'] == 128 and b['output_tokens'] == 128) +torch.set_num_threads(4) +model = AutoModelForCausalLM.from_pretrained('/tmp/serving-matrix-models/KONI-8B', + dtype=torch.bfloat16, attn_implementation='sdpa', local_files_only=True).cuda().eval() +rows = [] + +class PaddedGPU: + def __init__(self, width): + self.width = width + + @torch.inference_mode() + def submit(self, request, send_from=0, slot=None): + assert list(request.input_ids) == ids and send_from == 0 + # The research RNGD _DevicePrefillStage repeats the last token to its bucket width. + padded = ids + [ids[-1]] * (self.width - len(ids)) + out = model(torch.tensor([padded], device='cuda:0'), use_cache=True, + logits_to_keep=torch.tensor([len(ids)-1], device='cuda:0')) + keys = torch.stack([layer.keys[0, :, :len(ids)].contiguous() for layer in out.past_key_values.layers]) + values = torch.stack([layer.values[0, :, :len(ids)].contiguous() for layer in out.past_key_values.layers]) + result = PrefillOut(int(out.logits[0, 0].argmax()), 0, keys, values) + future = Future() + future.set_result(result) + return future + +for mode, width in [('native128', 128), ('hf128_import', 128), ('hf8192_padded_import', 8192)]: + kw = dict(slots=4, max_context=9216, kv='paged', page_size=64, prefix_cache=False) + batcher = ContinuousBatcher(model, prefill_chunk=256, **kw) if mode == 'native128' else PDBatcher(model, PaddedGPU(width), **kw) + future = batcher.submit(PDRequest(mode, tuple(ids), 128)) + batcher.run_until_idle() + tokens = future.result() + assert len(tokens) == 128 + if mode == 'native128': + assert tokens == native, 'native baseline changed; stop diagnostic' + rows.append(dict(mode=mode, physical_prefill_tokens=width, logical_prompt_tokens=128, + tokens=tokens, equals_native=tokens == native, equals_live=tokens == live, + first_diff_native=next((i for i,(a,b) in enumerate(zip(tokens,native)) if a != b), None))) + output.write_text(json.dumps(dict(complete=False, rows=rows), indent=2)+'\n') + print(json.dumps({k:v for k,v in rows[-1].items() if k != 'tokens'}), flush=True) + del batcher, future + torch.cuda.empty_cache() +output.write_text(json.dumps(dict(complete=True, rows=rows), indent=2)+'\n') diff --git a/opt_prime/examples/pd/http_matrix/evidence261/diagnose_local201_koni.py b/opt_prime/examples/pd/http_matrix/evidence261/diagnose_local201_koni.py new file mode 100644 index 00000000..c780ec1f --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence261/diagnose_local201_koni.py @@ -0,0 +1,30 @@ +"""Separate GPU batching/chunk effects from a retained exact RNGD KV export.""" +import json +from pathlib import Path +from concurrent.futures import Future +import torch +from transformers import AutoModelForCausalLM +from opt_prime.accel.pd import PDRequest +from opt_prime.accel.pd.batching import ContinuousBatcher +from opt_prime.accel.pd.pd_batching import PDBatcher,PrefillOut +r=Path(__file__).resolve().parent +output=r/'local201-koni-diagnostic.json' +if output.exists(): raise FileExistsError(output) +torch.set_num_threads(4) +e=torch.load(r/'rngd-koni-8b-8192-parts221-layout.pt',weights_only=True,mmap=True) +d=json.loads((r/'local201-koni-matrix-a.json').read_text()) +assert e['ids']==d['prompts']['8192'] +model=AutoModelForCausalLM.from_pretrained('/tmp/serving-matrix-models/KONI-8B',dtype=torch.bfloat16,attn_implementation='sdpa',local_files_only=True).cuda().eval() +class Replay: + def submit(self,request,send_from=0,slot=None): + assert list(request.input_ids)==e['ids'] + f=Future();f.set_result(PrefillOut(int(e['logits'].argmax()),send_from,e['keys'][:,:,send_from:],e['values'][:,:,send_from:]));return f +rows=[] +for mode in ['native256','native8192','retained_rngd_kv']: + kw=dict(slots=4,max_context=9216,kv='paged',page_size=64,prefix_cache=False) + b=PDBatcher(model,Replay(),**kw) if mode=='retained_rngd_kv' else ContinuousBatcher(model,prefill_chunk=int(mode[6:]),**kw) + f=b.submit(PDRequest(mode,tuple(e['ids']),128));b.run_until_idle();tokens=f.result() + native=d['references']['8192:128']['tokens'];live=next(x['rows'][0]['tokens'] for x in d['correctness_batches'] if x['input_tokens']==8192 and x['output_tokens']==128) + row=dict(mode=mode,tokens=tokens,equals_native=tokens==native,equals_live=tokens==live,first_diff_native=next((i for i,(a,z) in enumerate(zip(tokens,native)) if a!=z),None));rows.append(row);print(json.dumps(row),flush=True) + del b;torch.cuda.empty_cache() +(r/'local201-koni-diagnostic.json').write_text(json.dumps(rows,indent=2)+'\n') diff --git a/opt_prime/examples/pd/http_matrix/evidence261/export_koni_short261.py b/opt_prime/examples/pd/http_matrix/evidence261/export_koni_short261.py new file mode 100644 index 00000000..fc11e78e --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence261/export_koni_short261.py @@ -0,0 +1,43 @@ +"""Retain exact short-prompt live RNGD KV for numerical diagnosis; no GPU work.""" +import json +import time +from pathlib import Path +import torch +from opt_prime.accel.pd import PDRequest +from opt_prime.accel.pd.pd_batching import SubprocessPrefillWorker +root = Path(__file__).resolve().parent +output = root/'koni261-short-kv.pt' +summary = root/'koni261-short-export.json' +if output.exists() or summary.exists(): + raise FileExistsError('Refusing to overwrite KONI short export') +data = json.loads((root/'local201-koni-matrix-a.json').read_text()) +ids = data['prompts']['128'] +assert len(ids) == 128 +torch.set_num_threads(4) +started = time.monotonic() +worker = SubprocessPrefillWorker('/tmp/rngd-gpu201-src/python-worker.sh', + ['--model', '/tmp/serving-matrix-models/KONI-8B', '--width', '8192', '--engine-factory', 'koni_prefill:Prefill'], + slots=1, layers=32, kv_heads=8, head_dim=128, max_context=9216) +loaded = time.monotonic() - started +try: + retained = None + times = [] + for i in range(2): + begin = time.monotonic() + out = worker.submit(PDRequest(f'export-{i}', tuple(ids), 128), slot=0).result(timeout=300) + times.append(time.monotonic()-begin) + assert out.start == 0 and out.keys.shape == out.values.shape == (32, 8, 128, 128) + current = dict(ids=ids, token=out.token, keys=out.keys.clone(), values=out.values.clone()) + if retained is None: + retained = current + else: + assert current['token'] == retained['token'] + assert torch.equal(current['keys'], retained['keys']) and torch.equal(current['values'], retained['values']) + torch.save(retained, output) + summary.write_text(json.dumps(dict(complete=True, repeat_exact=True, token=retained['token'], + shape=list(retained['keys'].shape), dtype=str(retained['keys'].dtype), load_s=loaded, + observed_prefill_export_s=times, width=8192, logical_prompt=128, + runtime='32ce5d5', revision='0172bf7e73977ae213613529f3d2d5400a33f678', + comparison='Two owned copies from the same live producer; GPU replay not yet checked'), indent=2)+'\n') +finally: + worker.close() diff --git a/opt_prime/examples/pd/http_matrix/evidence261/head-fp32-free-generation.json b/opt_prime/examples/pd/http_matrix/evidence261/head-fp32-free-generation.json new file mode 100644 index 00000000..85c16489 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence261/head-fp32-free-generation.json @@ -0,0 +1,1640 @@ +{ + "complete": true, + "rows": [ + { + "model": "koni", + "input_tokens": 128, + "native_chunk": 256, + "rows": [ + { + "precision": "bf16", + "mode": "native", + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ] + }, + { + "precision": "bf16", + "mode": "retained_rngd_kv", + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ] + }, + { + "precision": "fp32_head", + "mode": "native", + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879, + 31879 + ] + }, + { + "precision": "fp32_head", + "mode": "retained_rngd_kv", + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 4587, + 3493, + 810, + 3649, + 477, + 2317, + 922, + 1148, + 499, + 527, + 3411, + 369, + 13, + 720, + 40, + 690, + 387, + 6380, + 311, + 1520, + 499, + 449, + 701, + 3319, + 13, + 720, + 14809, + 24886, + 11, + 510, + 7927, + 4076, + 60, + 720, + 58, + 7927, + 8463, + 9356, + 60, + 720, + 58, + 7927, + 14642, + 5742, + 60, + 720, + 58, + 7927, + 10067, + 60, + 4815, + 9290, + 25, + 578, + 2728, + 4092, + 2317, + 922, + 279, + 2579, + 323, + 6437, + 15039, + 449, + 41776, + 323, + 6603, + 374, + 539, + 9959, + 311, + 279, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 13, + 1102, + 5084, + 1093, + 264, + 4288, + 477, + 46305, + 2038, + 13, + 1442, + 499, + 617, + 904, + 3230, + 3488, + 477, + 1715, + 5552 + ] + } + ], + "head_fp32_equal": false, + "first_difference": 14 + }, + { + "model": "koni", + "input_tokens": 8192, + "native_chunk": 8192, + "rows": [ + { + "precision": "bf16", + "mode": "native", + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ] + }, + { + "precision": "bf16", + "mode": "retained_rngd_kv", + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ] + }, + { + "precision": "fp32_head", + "mode": "native", + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ] + }, + { + "precision": "fp32_head", + "mode": "retained_rngd_kv", + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ] + } + ], + "head_fp32_equal": true, + "first_difference": null + }, + { + "model": "qwen4b", + "input_tokens": 8192, + "native_chunk": 8192, + "rows": [ + { + "precision": "bf16", + "mode": "native", + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 13, + 358, + 1744, + 429, + 594, + 1290, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095 + ] + }, + { + "precision": "bf16", + "mode": "retained_rngd_kv", + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ] + }, + { + "precision": "fp32_head", + "mode": "native", + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 16925, + 28143, + 311, + 279, + 3405, + 11, + 714, + 432, + 594, + 6587, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2266, + 311, + 4226, + 279, + 3405, + 11, + 714, + 2474, + 279, + 2266, + 3171, + 944, + 3410, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594 + ] + }, + { + "precision": "fp32_head", + "mode": "retained_rngd_kv", + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 92999, + 476, + 9625, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4396, + 4226, + 374, + 12095, + 11, + 323, + 279, + 4004, + 2266, + 374, + 4658, + 264, + 2518 + ] + } + ], + "head_fp32_equal": false, + "first_difference": 13 + } + ] +} diff --git a/opt_prime/examples/pd/http_matrix/evidence261/koni-short-padding-diagnostic.json b/opt_prime/examples/pd/http_matrix/evidence261/koni-short-padding-diagnostic.json new file mode 100644 index 00000000..ef61b4a4 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence261/koni-short-padding-diagnostic.json @@ -0,0 +1,419 @@ +{ + "complete": true, + "rows": [ + { + "mode": "native128", + "physical_prefill_tokens": 128, + "logical_prompt_tokens": 128, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "equals_native": true, + "equals_live": false, + "first_diff_native": null + }, + { + "mode": "hf128_import", + "physical_prefill_tokens": 128, + "logical_prompt_tokens": 128, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "equals_native": true, + "equals_live": false, + "first_diff_native": null + }, + { + "mode": "hf8192_padded_import", + "physical_prefill_tokens": 8192, + "logical_prompt_tokens": 128, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 4495, + 30, + 7566, + 627, + 15546, + 374, + 279, + 4900, + 315, + 9822, + 5380, + 16533, + 25, + 578, + 4900, + 315, + 9822, + 374, + 61544, + 63401, + 627, + 3957, + 420, + 2038, + 4495, + 30, + 7566, + 627, + 3923, + 374, + 279, + 11667, + 315, + 9822, + 5380, + 16533, + 25, + 578, + 11667, + 315, + 9822, + 374, + 279, + 20026, + 627, + 3957, + 420, + 2038, + 4495, + 30, + 7566, + 627, + 3923, + 374, + 279, + 4033, + 4221, + 315, + 9822, + 5380, + 16533, + 25, + 578, + 4033, + 4221, + 315, + 9822, + 374, + 8753, + 627, + 3957, + 420, + 2038, + 4495, + 30, + 7566, + 13, + 720, + 3923, + 374, + 279, + 7187, + 315, + 9822, + 5380, + 16533, + 25, + 578, + 7187, + 315, + 9822, + 374, + 13489, + 220, + 3080, + 3610, + 1274, + 627, + 3957, + 420, + 2038, + 4495, + 30, + 7566, + 627, + 3923, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 5380, + 16533, + 25, + 578, + 7928 + ], + "equals_native": false, + "equals_live": false, + "first_diff_native": 11 + } + ] +} diff --git a/opt_prime/examples/pd/http_matrix/evidence261/koni261-forced-logits.json b/opt_prime/examples/pd/http_matrix/evidence261/koni261-forced-logits.json new file mode 100644 index 00000000..cd20338b --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence261/koni261-forced-logits.json @@ -0,0 +1,712 @@ +{ + "complete": true, + "replay_verified": true, + "rows": [ + { + "dtype": "torch.bfloat16", + "mode": "native128", + "selected_token65": 3940, + "probes": [ + { + "output_index": 63, + "finite": true, + "top_tokens": [ + 10652, + 8712, + 3984, + 3488, + 4113, + 2317, + 2728, + 15039 + ], + "top_logits": [ + 16.5, + 16.0, + 15.625, + 15.5625, + 15.4375, + 15.0, + 14.875, + 14.625 + ], + "native_branch_token": 10652, + "live_branch_token": 10652, + "native_branch_logit": 16.5, + "live_branch_logit": 16.5 + }, + { + "output_index": 64, + "finite": true, + "top_tokens": [ + 8712, + 3940, + 574, + 8111, + 706, + 5084, + 374, + 3984 + ], + "top_logits": [ + 14.875, + 14.875, + 14.5, + 14.4375, + 14.4375, + 14.25, + 13.875, + 13.8125 + ], + "native_branch_token": 3940, + "live_branch_token": 8712, + "native_branch_logit": 14.875, + "live_branch_logit": 14.875 + } + ], + "kv_difference_from_native": [ + { + "layer": 0, + "keys_relative_l2": 0.00320943770930171, + "keys_max_abs": 0.0625, + "values_relative_l2": 0.0035910310689359903, + "values_max_abs": 0.001953125 + }, + { + "layer": 1, + "keys_relative_l2": 0.0040548923425376415, + "keys_max_abs": 0.09375, + "values_relative_l2": 0.00805615447461605, + "values_max_abs": 0.0078125 + }, + { + "layer": 2, + "keys_relative_l2": 0.005961041897535324, + "keys_max_abs": 0.21875, + "values_relative_l2": 0.010726934298872948, + "values_max_abs": 0.0234375 + }, + { + "layer": 3, + "keys_relative_l2": 0.0055008139461278915, + "keys_max_abs": 0.125, + "values_relative_l2": 0.013804297894239426, + "values_max_abs": 0.03125 + }, + { + "layer": 4, + "keys_relative_l2": 0.006201909855008125, + "keys_max_abs": 0.125, + "values_relative_l2": 0.017018714919686317, + "values_max_abs": 0.04296875 + }, + { + "layer": 5, + "keys_relative_l2": 0.008170333690941334, + "keys_max_abs": 0.201171875, + "values_relative_l2": 0.01809416525065899, + "values_max_abs": 0.025390625 + }, + { + "layer": 6, + "keys_relative_l2": 0.008253326639533043, + "keys_max_abs": 0.1875, + "values_relative_l2": 0.020746124908328056, + "values_max_abs": 0.052734375 + }, + { + "layer": 7, + "keys_relative_l2": 0.010371359996497631, + "keys_max_abs": 0.4375, + "values_relative_l2": 0.02404559962451458, + "values_max_abs": 0.23046875 + }, + { + "layer": 8, + "keys_relative_l2": 0.016429809853434563, + "keys_max_abs": 0.859375, + "values_relative_l2": 0.03267825394868851, + "values_max_abs": 0.189453125 + }, + { + "layer": 9, + "keys_relative_l2": 0.020121505483984947, + "keys_max_abs": 0.6875, + "values_relative_l2": 0.04054110497236252, + "values_max_abs": 0.158203125 + }, + { + "layer": 10, + "keys_relative_l2": 0.021428262814879417, + "keys_max_abs": 0.859375, + "values_relative_l2": 0.0431533120572567, + "values_max_abs": 0.162109375 + }, + { + "layer": 11, + "keys_relative_l2": 0.027377096936106682, + "keys_max_abs": 1.3125, + "values_relative_l2": 0.0539376363158226, + "values_max_abs": 0.46875 + }, + { + "layer": 12, + "keys_relative_l2": 0.026779916137456894, + "keys_max_abs": 1.171875, + "values_relative_l2": 0.06527307629585266, + "values_max_abs": 0.31640625 + }, + { + "layer": 13, + "keys_relative_l2": 0.03742799535393715, + "keys_max_abs": 1.84033203125, + "values_relative_l2": 0.06915038079023361, + "values_max_abs": 0.333984375 + }, + { + "layer": 14, + "keys_relative_l2": 0.03521212190389633, + "keys_max_abs": 1.81591796875, + "values_relative_l2": 0.06413676589727402, + "values_max_abs": 0.361328125 + }, + { + "layer": 15, + "keys_relative_l2": 0.03155253827571869, + "keys_max_abs": 1.611328125, + "values_relative_l2": 0.06541185826063156, + "values_max_abs": 0.37109375 + }, + { + "layer": 16, + "keys_relative_l2": 0.027725480496883392, + "keys_max_abs": 1.359375, + "values_relative_l2": 0.053292207419872284, + "values_max_abs": 0.2578125 + }, + { + "layer": 17, + "keys_relative_l2": 0.029762165620923042, + "keys_max_abs": 1.1982421875, + "values_relative_l2": 0.05572810769081116, + "values_max_abs": 0.1923828125 + }, + { + "layer": 18, + "keys_relative_l2": 0.02767878957092762, + "keys_max_abs": 0.9140625, + "values_relative_l2": 0.04698343202471733, + "values_max_abs": 0.23046875 + }, + { + "layer": 19, + "keys_relative_l2": 0.025067279115319252, + "keys_max_abs": 0.890625, + "values_relative_l2": 0.04551194980740547, + "values_max_abs": 0.2213134765625 + }, + { + "layer": 20, + "keys_relative_l2": 0.02461916208267212, + "keys_max_abs": 0.8828125, + "values_relative_l2": 0.04738546535372734, + "values_max_abs": 0.25390625 + }, + { + "layer": 21, + "keys_relative_l2": 0.025745132938027382, + "keys_max_abs": 1.109375, + "values_relative_l2": 0.04504351690411568, + "values_max_abs": 0.1953125 + }, + { + "layer": 22, + "keys_relative_l2": 0.02468324452638626, + "keys_max_abs": 1.015625, + "values_relative_l2": 0.043525658547878265, + "values_max_abs": 0.22265625 + }, + { + "layer": 23, + "keys_relative_l2": 0.024286063387989998, + "keys_max_abs": 0.7421875, + "values_relative_l2": 0.04396706447005272, + "values_max_abs": 0.17138671875 + }, + { + "layer": 24, + "keys_relative_l2": 0.022993944585323334, + "keys_max_abs": 0.890625, + "values_relative_l2": 0.043000586330890656, + "values_max_abs": 0.26953125 + }, + { + "layer": 25, + "keys_relative_l2": 0.02127772383391857, + "keys_max_abs": 0.625, + "values_relative_l2": 0.042052801698446274, + "values_max_abs": 0.2265625 + }, + { + "layer": 26, + "keys_relative_l2": 0.021886272355914116, + "keys_max_abs": 0.875, + "values_relative_l2": 0.04614603519439697, + "values_max_abs": 0.2421875 + }, + { + "layer": 27, + "keys_relative_l2": 0.021479308605194092, + "keys_max_abs": 0.625, + "values_relative_l2": 0.04250393435359001, + "values_max_abs": 0.25927734375 + }, + { + "layer": 28, + "keys_relative_l2": 0.02056245692074299, + "keys_max_abs": 0.75, + "values_relative_l2": 0.04720475897192955, + "values_max_abs": 0.2919921875 + }, + { + "layer": 29, + "keys_relative_l2": 0.018943849951028824, + "keys_max_abs": 0.9375, + "values_relative_l2": 0.04327302798628807, + "values_max_abs": 0.26171875 + }, + { + "layer": 30, + "keys_relative_l2": 0.02115951105952263, + "keys_max_abs": 0.720703125, + "values_relative_l2": 0.04549958184361458, + "values_max_abs": 0.279296875 + }, + { + "layer": 31, + "keys_relative_l2": 0.01533783134073019, + "keys_max_abs": 0.4921875, + "values_relative_l2": 0.03179977089166641, + "values_max_abs": 0.296875 + } + ] + }, + { + "dtype": "torch.bfloat16", + "mode": "retained_rngd_kv", + "selected_token65": 8712, + "probes": [ + { + "output_index": 63, + "finite": true, + "top_tokens": [ + 10652, + 8712, + 3488, + 3984, + 4113, + 2317, + 2728, + 15039 + ], + "top_logits": [ + 16.375, + 16.125, + 15.6875, + 15.625, + 15.5625, + 15.125, + 14.9375, + 14.625 + ], + "native_branch_token": 10652, + "live_branch_token": 10652, + "native_branch_logit": 16.375, + "live_branch_logit": 16.375 + }, + { + "output_index": 64, + "finite": true, + "top_tokens": [ + 8712, + 3940, + 574, + 8111, + 706, + 5084, + 374, + 3984 + ], + "top_logits": [ + 14.9375, + 14.8125, + 14.5625, + 14.5625, + 14.4375, + 14.3125, + 13.9375, + 13.8125 + ], + "native_branch_token": 3940, + "live_branch_token": 8712, + "native_branch_logit": 14.8125, + "live_branch_logit": 14.9375 + } + ], + "kv_difference_from_native": [] + }, + { + "dtype": "torch.float32", + "mode": "native128", + "selected_token65": 8712, + "probes": [ + { + "output_index": 63, + "finite": true, + "top_tokens": [ + 10652, + 8712, + 3488, + 3984, + 4113, + 2317, + 2728, + 2926 + ], + "top_logits": [ + 16.393970489501953, + 15.961894989013672, + 15.615864753723145, + 15.60581111907959, + 15.45903491973877, + 15.024153709411621, + 14.860773086547852, + 14.556862831115723 + ], + "native_branch_token": 10652, + "live_branch_token": 10652, + "native_branch_logit": 16.393970489501953, + "live_branch_logit": 16.393970489501953 + }, + { + "output_index": 64, + "finite": true, + "top_tokens": [ + 8712, + 3940, + 574, + 8111, + 706, + 5084, + 374, + 3984 + ], + "top_logits": [ + 14.862422943115234, + 14.817124366760254, + 14.542987823486328, + 14.528036117553711, + 14.464977264404297, + 14.285381317138672, + 13.973335266113281, + 13.780169486999512 + ], + "native_branch_token": 3940, + "live_branch_token": 8712, + "native_branch_logit": 14.817124366760254, + "live_branch_logit": 14.862422943115234 + } + ], + "kv_difference_from_native": [ + { + "layer": 0, + "keys_relative_l2": 0.002367289736866951, + "keys_max_abs": 0.06354713439941406, + "values_relative_l2": 0.002166958060115576, + "values_max_abs": 0.0013921260833740234 + }, + { + "layer": 1, + "keys_relative_l2": 0.002992508001625538, + "keys_max_abs": 0.07288360595703125, + "values_relative_l2": 0.006103349383920431, + "values_max_abs": 0.007691085338592529 + }, + { + "layer": 2, + "keys_relative_l2": 0.004457484465092421, + "keys_max_abs": 0.13686954975128174, + "values_relative_l2": 0.007983890362083912, + "values_max_abs": 0.012152254581451416 + }, + { + "layer": 3, + "keys_relative_l2": 0.004027907270938158, + "keys_max_abs": 0.08411407470703125, + "values_relative_l2": 0.009936613030731678, + "values_max_abs": 0.02066788077354431 + }, + { + "layer": 4, + "keys_relative_l2": 0.004520186688750982, + "keys_max_abs": 0.09441757202148438, + "values_relative_l2": 0.012066954746842384, + "values_max_abs": 0.021324336528778076 + }, + { + "layer": 5, + "keys_relative_l2": 0.005752088502049446, + "keys_max_abs": 0.1404857635498047, + "values_relative_l2": 0.012797127477824688, + "values_max_abs": 0.02482573688030243 + }, + { + "layer": 6, + "keys_relative_l2": 0.005723219830542803, + "keys_max_abs": 0.09803366661071777, + "values_relative_l2": 0.014447055757045746, + "values_max_abs": 0.027331769466400146 + }, + { + "layer": 7, + "keys_relative_l2": 0.007295317016541958, + "keys_max_abs": 0.24797725677490234, + "values_relative_l2": 0.01681472547352314, + "values_max_abs": 0.11201155185699463 + }, + { + "layer": 8, + "keys_relative_l2": 0.011752319522202015, + "keys_max_abs": 0.7156947255134583, + "values_relative_l2": 0.023996198549866676, + "values_max_abs": 0.20904392004013062 + }, + { + "layer": 9, + "keys_relative_l2": 0.015970293432474136, + "keys_max_abs": 0.8391571044921875, + "values_relative_l2": 0.03086674027144909, + "values_max_abs": 0.16752296686172485 + }, + { + "layer": 10, + "keys_relative_l2": 0.01997952163219452, + "keys_max_abs": 1.7384493350982666, + "values_relative_l2": 0.03860916942358017, + "values_max_abs": 0.3261946439743042 + }, + { + "layer": 11, + "keys_relative_l2": 0.03136007487773895, + "keys_max_abs": 3.7894411087036133, + "values_relative_l2": 0.06098349019885063, + "values_max_abs": 1.5253677368164062 + }, + { + "layer": 12, + "keys_relative_l2": 0.031363196671009064, + "keys_max_abs": 3.2215688228607178, + "values_relative_l2": 0.07849272340536118, + "values_max_abs": 1.0017986297607422 + }, + { + "layer": 13, + "keys_relative_l2": 0.05146150290966034, + "keys_max_abs": 5.874050617218018, + "values_relative_l2": 0.08971105515956879, + "values_max_abs": 1.0152318477630615 + }, + { + "layer": 14, + "keys_relative_l2": 0.04911430925130844, + "keys_max_abs": 5.647607803344727, + "values_relative_l2": 0.08213604986667633, + "values_max_abs": 0.9918243885040283 + }, + { + "layer": 15, + "keys_relative_l2": 0.04312659427523613, + "keys_max_abs": 4.0038275718688965, + "values_relative_l2": 0.0840698853135109, + "values_max_abs": 0.9343221783638 + }, + { + "layer": 16, + "keys_relative_l2": 0.036757998168468475, + "keys_max_abs": 4.052855968475342, + "values_relative_l2": 0.060130149126052856, + "values_max_abs": 0.5995327830314636 + }, + { + "layer": 17, + "keys_relative_l2": 0.03955509886145592, + "keys_max_abs": 4.29041051864624, + "values_relative_l2": 0.055937498807907104, + "values_max_abs": 0.4460398554801941 + }, + { + "layer": 18, + "keys_relative_l2": 0.031231217086315155, + "keys_max_abs": 2.458017110824585, + "values_relative_l2": 0.04470549896359444, + "values_max_abs": 0.4604225754737854 + }, + { + "layer": 19, + "keys_relative_l2": 0.02497643046081066, + "keys_max_abs": 1.7599115371704102, + "values_relative_l2": 0.041938431560993195, + "values_max_abs": 0.3648219108581543 + }, + { + "layer": 20, + "keys_relative_l2": 0.024317653849720955, + "keys_max_abs": 1.9176993370056152, + "values_relative_l2": 0.04263882711529732, + "values_max_abs": 0.36157095432281494 + }, + { + "layer": 21, + "keys_relative_l2": 0.026209790259599686, + "keys_max_abs": 2.4923324584960938, + "values_relative_l2": 0.04036976024508476, + "values_max_abs": 0.2705163359642029 + }, + { + "layer": 22, + "keys_relative_l2": 0.023145699873566628, + "keys_max_abs": 1.6090469360351562, + "values_relative_l2": 0.03843412920832634, + "values_max_abs": 0.2807416617870331 + }, + { + "layer": 23, + "keys_relative_l2": 0.022023877128958702, + "keys_max_abs": 1.0413296222686768, + "values_relative_l2": 0.036948252469301224, + "values_max_abs": 0.2544699013233185 + }, + { + "layer": 24, + "keys_relative_l2": 0.020818393677473068, + "keys_max_abs": 1.317703366279602, + "values_relative_l2": 0.03717541694641113, + "values_max_abs": 0.3273291289806366 + }, + { + "layer": 25, + "keys_relative_l2": 0.019189506769180298, + "keys_max_abs": 1.2122447490692139, + "values_relative_l2": 0.03563495725393295, + "values_max_abs": 0.3118819296360016 + }, + { + "layer": 26, + "keys_relative_l2": 0.019532715901732445, + "keys_max_abs": 1.262021541595459, + "values_relative_l2": 0.03760981187224388, + "values_max_abs": 0.2495659589767456 + }, + { + "layer": 27, + "keys_relative_l2": 0.01870330609381199, + "keys_max_abs": 1.3076682090759277, + "values_relative_l2": 0.03457961603999138, + "values_max_abs": 0.3218036890029907 + }, + { + "layer": 28, + "keys_relative_l2": 0.018160447478294373, + "keys_max_abs": 0.8689639568328857, + "values_relative_l2": 0.03803903982043266, + "values_max_abs": 0.3895699977874756 + }, + { + "layer": 29, + "keys_relative_l2": 0.016178598627448082, + "keys_max_abs": 0.8627769947052002, + "values_relative_l2": 0.0346904993057251, + "values_max_abs": 0.36565446853637695 + }, + { + "layer": 30, + "keys_relative_l2": 0.018853358924388885, + "keys_max_abs": 0.9609571695327759, + "values_relative_l2": 0.03550948202610016, + "values_max_abs": 0.33907485008239746 + }, + { + "layer": 31, + "keys_relative_l2": 0.012431102804839611, + "keys_max_abs": 0.5438612699508667, + "values_relative_l2": 0.025116506963968277, + "values_max_abs": 0.3809237480163574 + } + ] + }, + { + "dtype": "torch.float32", + "mode": "retained_rngd_kv", + "selected_token65": 8712, + "probes": [ + { + "output_index": 63, + "finite": true, + "top_tokens": [ + 10652, + 8712, + 3488, + 3984, + 4113, + 2317, + 2728, + 15039 + ], + "top_logits": [ + 16.377796173095703, + 16.042335510253906, + 15.670522689819336, + 15.660664558410645, + 15.520681381225586, + 15.078644752502441, + 14.915266036987305, + 14.620870590209961 + ], + "native_branch_token": 10652, + "live_branch_token": 10652, + "native_branch_logit": 16.377796173095703, + "live_branch_logit": 16.377796173095703 + }, + { + "output_index": 64, + "finite": true, + "top_tokens": [ + 8712, + 3940, + 574, + 8111, + 706, + 5084, + 374, + 3984 + ], + "top_logits": [ + 14.871888160705566, + 14.841354370117188, + 14.551671981811523, + 14.530688285827637, + 14.434410095214844, + 14.291767120361328, + 13.984180450439453, + 13.770703315734863 + ], + "native_branch_token": 3940, + "live_branch_token": 8712, + "native_branch_logit": 14.841354370117188, + "live_branch_logit": 14.871888160705566 + } + ], + "kv_difference_from_native": [] + } + ] +} diff --git a/opt_prime/examples/pd/http_matrix/evidence261/koni261-head-fp32.json b/opt_prime/examples/pd/http_matrix/evidence261/koni261-head-fp32.json new file mode 100644 index 00000000..5602df18 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence261/koni261-head-fp32.json @@ -0,0 +1,363 @@ +{ + "complete": true, + "replay_verified": true, + "rows": [ + { + "dtype": "torch.bfloat16", + "head_dtype": "float32", + "head_calls": 65, + "mode": "native128", + "selected_token65": 8712, + "probes": [ + { + "output_index": 63, + "finite": true, + "top_tokens": [ + 10652, + 8712, + 3984, + 3488, + 4113, + 2317, + 2728, + 15039 + ], + "top_logits": [ + 16.467266082763672, + 16.04353904724121, + 15.59649658203125, + 15.590362548828125, + 15.43604564666748, + 15.02153205871582, + 14.90601921081543, + 14.60757064819336 + ], + "native_branch_token": 10652, + "live_branch_token": 10652, + "native_branch_logit": 16.467266082763672, + "live_branch_logit": 16.467266082763672 + }, + { + "output_index": 64, + "finite": true, + "top_tokens": [ + 8712, + 3940, + 574, + 8111, + 706, + 5084, + 374, + 3984 + ], + "top_logits": [ + 14.885113716125488, + 14.875843048095703, + 14.508773803710938, + 14.464816093444824, + 14.409635543823242, + 14.23752212524414, + 13.900590896606445, + 13.807897567749023 + ], + "native_branch_token": 3940, + "live_branch_token": 8712, + "native_branch_logit": 14.875843048095703, + "live_branch_logit": 14.885113716125488 + } + ], + "kv_difference_from_native": [ + { + "layer": 0, + "keys_relative_l2": 0.00320943770930171, + "keys_max_abs": 0.0625, + "values_relative_l2": 0.0035910310689359903, + "values_max_abs": 0.001953125 + }, + { + "layer": 1, + "keys_relative_l2": 0.0040548923425376415, + "keys_max_abs": 0.09375, + "values_relative_l2": 0.00805615447461605, + "values_max_abs": 0.0078125 + }, + { + "layer": 2, + "keys_relative_l2": 0.005961041897535324, + "keys_max_abs": 0.21875, + "values_relative_l2": 0.010726934298872948, + "values_max_abs": 0.0234375 + }, + { + "layer": 3, + "keys_relative_l2": 0.0055008139461278915, + "keys_max_abs": 0.125, + "values_relative_l2": 0.013804297894239426, + "values_max_abs": 0.03125 + }, + { + "layer": 4, + "keys_relative_l2": 0.006201909855008125, + "keys_max_abs": 0.125, + "values_relative_l2": 0.017018714919686317, + "values_max_abs": 0.04296875 + }, + { + "layer": 5, + "keys_relative_l2": 0.008170333690941334, + "keys_max_abs": 0.201171875, + "values_relative_l2": 0.01809416525065899, + "values_max_abs": 0.025390625 + }, + { + "layer": 6, + "keys_relative_l2": 0.008253326639533043, + "keys_max_abs": 0.1875, + "values_relative_l2": 0.020746124908328056, + "values_max_abs": 0.052734375 + }, + { + "layer": 7, + "keys_relative_l2": 0.010371359996497631, + "keys_max_abs": 0.4375, + "values_relative_l2": 0.02404559962451458, + "values_max_abs": 0.23046875 + }, + { + "layer": 8, + "keys_relative_l2": 0.016429809853434563, + "keys_max_abs": 0.859375, + "values_relative_l2": 0.03267825394868851, + "values_max_abs": 0.189453125 + }, + { + "layer": 9, + "keys_relative_l2": 0.020121505483984947, + "keys_max_abs": 0.6875, + "values_relative_l2": 0.04054110497236252, + "values_max_abs": 0.158203125 + }, + { + "layer": 10, + "keys_relative_l2": 0.021428262814879417, + "keys_max_abs": 0.859375, + "values_relative_l2": 0.0431533120572567, + "values_max_abs": 0.162109375 + }, + { + "layer": 11, + "keys_relative_l2": 0.027377096936106682, + "keys_max_abs": 1.3125, + "values_relative_l2": 0.0539376363158226, + "values_max_abs": 0.46875 + }, + { + "layer": 12, + "keys_relative_l2": 0.026779916137456894, + "keys_max_abs": 1.171875, + "values_relative_l2": 0.06527307629585266, + "values_max_abs": 0.31640625 + }, + { + "layer": 13, + "keys_relative_l2": 0.03742799535393715, + "keys_max_abs": 1.84033203125, + "values_relative_l2": 0.06915038079023361, + "values_max_abs": 0.333984375 + }, + { + "layer": 14, + "keys_relative_l2": 0.03521212190389633, + "keys_max_abs": 1.81591796875, + "values_relative_l2": 0.06413676589727402, + "values_max_abs": 0.361328125 + }, + { + "layer": 15, + "keys_relative_l2": 0.03155253827571869, + "keys_max_abs": 1.611328125, + "values_relative_l2": 0.06541185826063156, + "values_max_abs": 0.37109375 + }, + { + "layer": 16, + "keys_relative_l2": 0.027725480496883392, + "keys_max_abs": 1.359375, + "values_relative_l2": 0.053292207419872284, + "values_max_abs": 0.2578125 + }, + { + "layer": 17, + "keys_relative_l2": 0.029762165620923042, + "keys_max_abs": 1.1982421875, + "values_relative_l2": 0.05572810769081116, + "values_max_abs": 0.1923828125 + }, + { + "layer": 18, + "keys_relative_l2": 0.02767878957092762, + "keys_max_abs": 0.9140625, + "values_relative_l2": 0.04698343202471733, + "values_max_abs": 0.23046875 + }, + { + "layer": 19, + "keys_relative_l2": 0.025067279115319252, + "keys_max_abs": 0.890625, + "values_relative_l2": 0.04551194980740547, + "values_max_abs": 0.2213134765625 + }, + { + "layer": 20, + "keys_relative_l2": 0.02461916208267212, + "keys_max_abs": 0.8828125, + "values_relative_l2": 0.04738546535372734, + "values_max_abs": 0.25390625 + }, + { + "layer": 21, + "keys_relative_l2": 0.025745132938027382, + "keys_max_abs": 1.109375, + "values_relative_l2": 0.04504351690411568, + "values_max_abs": 0.1953125 + }, + { + "layer": 22, + "keys_relative_l2": 0.02468324452638626, + "keys_max_abs": 1.015625, + "values_relative_l2": 0.043525658547878265, + "values_max_abs": 0.22265625 + }, + { + "layer": 23, + "keys_relative_l2": 0.024286063387989998, + "keys_max_abs": 0.7421875, + "values_relative_l2": 0.04396706447005272, + "values_max_abs": 0.17138671875 + }, + { + "layer": 24, + "keys_relative_l2": 0.022993944585323334, + "keys_max_abs": 0.890625, + "values_relative_l2": 0.043000586330890656, + "values_max_abs": 0.26953125 + }, + { + "layer": 25, + "keys_relative_l2": 0.02127772383391857, + "keys_max_abs": 0.625, + "values_relative_l2": 0.042052801698446274, + "values_max_abs": 0.2265625 + }, + { + "layer": 26, + "keys_relative_l2": 0.021886272355914116, + "keys_max_abs": 0.875, + "values_relative_l2": 0.04614603519439697, + "values_max_abs": 0.2421875 + }, + { + "layer": 27, + "keys_relative_l2": 0.021479308605194092, + "keys_max_abs": 0.625, + "values_relative_l2": 0.04250393435359001, + "values_max_abs": 0.25927734375 + }, + { + "layer": 28, + "keys_relative_l2": 0.02056245692074299, + "keys_max_abs": 0.75, + "values_relative_l2": 0.04720475897192955, + "values_max_abs": 0.2919921875 + }, + { + "layer": 29, + "keys_relative_l2": 0.018943849951028824, + "keys_max_abs": 0.9375, + "values_relative_l2": 0.04327302798628807, + "values_max_abs": 0.26171875 + }, + { + "layer": 30, + "keys_relative_l2": 0.02115951105952263, + "keys_max_abs": 0.720703125, + "values_relative_l2": 0.04549958184361458, + "values_max_abs": 0.279296875 + }, + { + "layer": 31, + "keys_relative_l2": 0.01533783134073019, + "keys_max_abs": 0.4921875, + "values_relative_l2": 0.03179977089166641, + "values_max_abs": 0.296875 + } + ] + }, + { + "dtype": "torch.bfloat16", + "head_dtype": "float32", + "head_calls": 129, + "mode": "retained_rngd_kv", + "selected_token65": 8712, + "probes": [ + { + "output_index": 63, + "finite": true, + "top_tokens": [ + 10652, + 8712, + 3488, + 3984, + 4113, + 2317, + 2728, + 15039 + ], + "top_logits": [ + 16.391630172729492, + 16.07693099975586, + 15.673269271850586, + 15.646439552307129, + 15.55067253112793, + 15.109199523925781, + 14.929302215576172, + 14.596046447753906 + ], + "native_branch_token": 10652, + "live_branch_token": 10652, + "native_branch_logit": 16.391630172729492, + "live_branch_logit": 16.391630172729492 + }, + { + "output_index": 64, + "finite": true, + "top_tokens": [ + 8712, + 3940, + 8111, + 574, + 706, + 5084, + 374, + 3984 + ], + "top_logits": [ + 14.920698165893555, + 14.807927131652832, + 14.554866790771484, + 14.542281150817871, + 14.432544708251953, + 14.28596019744873, + 13.963010787963867, + 13.820474624633789 + ], + "native_branch_token": 3940, + "live_branch_token": 8712, + "native_branch_logit": 14.807927131652832, + "live_branch_logit": 14.920698165893555 + } + ], + "kv_difference_from_native": [] + } + ] +} diff --git a/opt_prime/examples/pd/http_matrix/evidence261/koni261-short-export.json b/opt_prime/examples/pd/http_matrix/evidence261/koni261-short-export.json new file mode 100644 index 00000000..16b92b4e --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence261/koni261-short-export.json @@ -0,0 +1,22 @@ +{ + "complete": true, + "repeat_exact": true, + "token": 578, + "shape": [ + 32, + 8, + 128, + 128 + ], + "dtype": "torch.bfloat16", + "load_s": 135.9559567340184, + "observed_prefill_export_s": [ + 3.308735191996675, + 3.0253824070096016 + ], + "width": 8192, + "logical_prompt": 128, + "runtime": "32ce5d5", + "revision": "0172bf7e73977ae213613529f3d2d5400a33f678", + "comparison": "Two owned copies from the same live producer; GPU replay not yet checked" +} diff --git a/opt_prime/examples/pd/http_matrix/evidence261/local201-koni-diagnostic.json b/opt_prime/examples/pd/http_matrix/evidence261/local201-koni-diagnostic.json new file mode 100644 index 00000000..e983b7b6 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence261/local201-koni-diagnostic.json @@ -0,0 +1,410 @@ +[ + { + "mode": "native256", + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "equals_native": true, + "equals_live": false, + "first_diff_native": null + }, + { + "mode": "native8192", + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "equals_native": false, + "equals_live": true, + "first_diff_native": 98 + }, + { + "mode": "retained_rngd_kv", + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "equals_native": false, + "equals_live": true, + "first_diff_native": 98 + } +] diff --git a/opt_prime/examples/pd/http_matrix/evidence261/local201-koni-matrix-a.json b/opt_prime/examples/pd/http_matrix/evidence261/local201-koni-matrix-a.json new file mode 100644 index 00000000..b15bac60 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence261/local201-koni-matrix-a.json @@ -0,0 +1,12006 @@ +{ + "passed": true, + "model": "KONI-8B", + "mode": "pd", + "dtype": "bfloat16", + "torch": "2.13.0+cu130", + "transformers": "5.15.0", + "replicas": 1, + "cpu_threads_per_server": 4, + "prompts": { + "128": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ], + "8192": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ] + }, + "warmups": [ + { + "id": "warm-0-128-32", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "warm-0-128-128", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": false + }, + { + "id": "warm-0-8192-32", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "warm-0-8192-128", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": false + } + ], + "correctness_batches": [ + { + "input_tokens": 128, + "output_tokens": 32, + "concurrency": 1, + "rows": [ + { + "id": "check-128-32-1-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 32, + "concurrency": 4, + "rows": [ + { + "id": "check-128-32-4-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-4-1", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-4-2", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-4-3", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-128-128-1-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": false + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 4, + "rows": [ + { + "id": "check-128-128-4-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": false + }, + { + "id": "check-128-128-4-1", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": false + }, + { + "id": "check-128-128-4-2", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": false + }, + { + "id": "check-128-128-4-3", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": false + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 32, + "concurrency": 1, + "rows": [ + { + "id": "check-8192-32-1-0", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 32, + "concurrency": 4, + "rows": [ + { + "id": "check-8192-32-4-0", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-4-1", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-4-2", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-4-3", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 1, + "rows": [ + { + "id": "check-8192-128-1-0", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": false + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 4, + "rows": [ + { + "id": "check-8192-128-4-0", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": false + }, + { + "id": "check-8192-128-4-1", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": false + }, + { + "id": "check-8192-128-4-2", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": false + }, + { + "id": "check-8192-128-4-3", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": false + } + ] + } + ], + "batches": [ + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 32, + "wall_s": 3.6725078459712677, + "output_tok_s": 8.713391867931316, + "median_first_sse_s": 3.0276598110212944, + "median_tpot_est_s": 0.020796292483986865, + "median_e2e_s": 3.6723448780248873, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o32-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 3.0276598110212944, + "tpot_est_s": 0.020796292483986865, + "e2e_s": 3.6723448780248873 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 4, + "summary": { + "requests": 4, + "output_tokens": 128, + "wall_s": 12.809091623988934, + "output_tok_s": 9.99290221019896, + "median_first_sse_s": 7.6193930320150685, + "median_tpot_est_s": 0.02125949524117694, + "median_e2e_s": 8.278437384491554, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o32-c4-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 12.168808743008412, + "tpot_est_s": 0.020649047581584104, + "e2e_s": 12.80892921803752 + }, + { + "id": "r0-n128-o32-c4-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 6.101037681044545, + "tpot_est_s": 0.020757158063427216, + "e2e_s": 6.744509581010789 + }, + { + "id": "r0-n128-o32-c4-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 3.0757525179651566, + "tpot_est_s": 0.02248017267782181, + "e2e_s": 3.7726378709776327 + }, + { + "id": "r0-n128-o32-c4-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 9.137748382985592, + "tpot_est_s": 0.021761832418926663, + "e2e_s": 9.812365187972318 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 5.687070019019302, + "output_tok_s": 22.50719607318511, + "median_first_sse_s": 3.0281372320023365, + "median_tpot_est_s": 0.020935010866218018, + "median_e2e_s": 5.686883612012025, + "all_text_equal": false + }, + "rows": [ + { + "id": "r0-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": false, + "first_sse_s": 3.0281372320023365, + "tpot_est_s": 0.020935010866218018, + "e2e_s": 5.686883612012025 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 4, + "summary": { + "requests": 4, + "output_tokens": 512, + "wall_s": 14.712901689985301, + "output_tok_s": 34.79938973210875, + "median_first_sse_s": 7.591711811022833, + "median_tpot_est_s": 0.021519973019768636, + "median_e2e_s": 10.32474838453345, + "all_text_equal": false + }, + "rows": [ + { + "id": "r0-n128-o128-c4-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": false, + "first_sse_s": 12.101442874001805, + "tpot_est_s": 0.020559003078433738, + "e2e_s": 14.71243626496289 + }, + { + "id": "r0-n128-o128-c4-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": false, + "first_sse_s": 6.08656368101947, + "tpot_est_s": 0.021327591590550324, + "e2e_s": 8.795167813019361 + }, + { + "id": "r0-n128-o128-c4-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": false, + "first_sse_s": 3.036037863988895, + "tpot_est_s": 0.021808670763582665, + "e2e_s": 5.8057390509638935 + }, + { + "id": "r0-n128-o128-c4-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": false, + "first_sse_s": 9.096859941026196, + "tpot_est_s": 0.02171235444898695, + "e2e_s": 11.854328956047539 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 32, + "wall_s": 4.27860173699446, + "output_tok_s": 7.479078906390261, + "median_first_sse_s": 3.611614896042738, + "median_tpot_est_s": 0.021512110805844947, + "median_e2e_s": 4.2784903310239315, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o32-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 3.611614896042738, + "tpot_est_s": 0.021512110805844947, + "e2e_s": 4.2784903310239315 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 4, + "summary": { + "requests": 4, + "output_tokens": 128, + "wall_s": 14.338062039983924, + "output_tok_s": 8.927287358853102, + "median_first_sse_s": 8.845851363468682, + "median_tpot_est_s": 0.0217804174519129, + "median_e2e_s": 9.521044304477982, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o32-c4-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 7.340113077952992, + "tpot_est_s": 0.022217622419233404, + "e2e_s": 8.028859372949228 + }, + { + "id": "r0-n8192-o32-c4-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 13.675915241008624, + "tpot_est_s": 0.021338401966908525, + "e2e_s": 14.337405701982789 + }, + { + "id": "r0-n8192-o32-c4-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 10.351589648984373, + "tpot_est_s": 0.02134321248459239, + "e2e_s": 11.013229236006737 + }, + { + "id": "r0-n8192-o32-c4-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 7.014892045001034, + "tpot_est_s": 0.03269451609700017, + "e2e_s": 8.028422044008039 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 6.281073829042725, + "output_tok_s": 20.37868101599882, + "median_first_sse_s": 3.5861333449720405, + "median_tpot_est_s": 0.021218672078964485, + "median_e2e_s": 6.28090469900053, + "all_text_equal": false + }, + "rows": [ + { + "id": "r0-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": false, + "first_sse_s": 3.5861333449720405, + "tpot_est_s": 0.021218672078964485, + "e2e_s": 6.28090469900053 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 4, + "summary": { + "requests": 4, + "output_tokens": 512, + "wall_s": 16.336060160014313, + "output_tok_s": 31.341706322386084, + "median_first_sse_s": 8.802829448977718, + "median_tpot_est_s": 0.023515405177136912, + "median_e2e_s": 11.789285906474106, + "all_text_equal": false + }, + "rows": [ + { + "id": "r0-n8192-o128-c4-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": false, + "first_sse_s": 10.293125292984769, + "tpot_est_s": 0.02210196313369418, + "e2e_s": 13.10007461096393 + }, + { + "id": "r0-n8192-o128-c4-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": false, + "first_sse_s": 6.983160980045795, + "tpot_est_s": 0.027517694283247462, + "e2e_s": 10.477908154018223 + }, + { + "id": "r0-n8192-o128-c4-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": false, + "first_sse_s": 13.632060878968332, + "tpot_est_s": 0.021289962551035865, + "e2e_s": 16.335886122949887 + }, + { + "id": "r0-n8192-o128-c4-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": false, + "first_sse_s": 7.3125336049706675, + "tpot_est_s": 0.024928847220579645, + "e2e_s": 10.478497201984283 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 32, + "wall_s": 4.275317597028334, + "output_tok_s": 7.484824056636728, + "median_first_sse_s": 3.6129827899858356, + "median_tpot_est_s": 0.02136166651748241, + "median_e2e_s": 4.27519445202779, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o32-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 3.6129827899858356, + "tpot_est_s": 0.02136166651748241, + "e2e_s": 4.27519445202779 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 4, + "summary": { + "requests": 4, + "output_tokens": 128, + "wall_s": 14.317200938006863, + "output_tok_s": 8.940295002789787, + "median_first_sse_s": 8.776015617477242, + "median_tpot_est_s": 0.02194055101661492, + "median_e2e_s": 9.456172698992305, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n8192-o32-c4-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 10.27744926098967, + "tpot_est_s": 0.02197465741999387, + "e2e_s": 10.95866364100948 + }, + { + "id": "r1-n8192-o32-c4-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 6.9492521900101565, + "tpot_est_s": 0.03238444754876377, + "e2e_s": 7.953170064021833 + }, + { + "id": "r1-n8192-o32-c4-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 13.648019103973638, + "tpot_est_s": 0.021571800871301564, + "e2e_s": 14.316744930983987 + }, + { + "id": "r1-n8192-o32-c4-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 7.274581973964814, + "tpot_est_s": 0.021906444613235973, + "e2e_s": 7.953681756975129 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 6.2704859909717925, + "output_tok_s": 20.413090816930875, + "median_first_sse_s": 3.5769181509967893, + "median_tpot_est_s": 0.02120824440934248, + "median_e2e_s": 6.270365190983284, + "all_text_equal": false + }, + "rows": [ + { + "id": "r1-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": false, + "first_sse_s": 3.5769181509967893, + "tpot_est_s": 0.02120824440934248, + "e2e_s": 6.270365190983284 + } + ] + }, + { + "repeat": 1, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 4, + "summary": { + "requests": 4, + "output_tokens": 512, + "wall_s": 16.531339831009973, + "output_tok_s": 30.971476313104116, + "median_first_sse_s": 8.773949132999405, + "median_tpot_est_s": 0.02404212094884637, + "median_e2e_s": 11.827298493502894, + "all_text_equal": false + }, + "rows": [ + { + "id": "r1-n8192-o128-c4-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": false, + "first_sse_s": 10.312925948004704, + "tpot_est_s": 0.022207917496158674, + "e2e_s": 13.133331470016856 + }, + { + "id": "r1-n8192-o128-c4-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": false, + "first_sse_s": 13.780687188031152, + "tpot_est_s": 0.021651304574906972, + "e2e_s": 16.530402869044337 + }, + { + "id": "r1-n8192-o128-c4-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": false, + "first_sse_s": 7.234972317994107, + "tpot_est_s": 0.025876324401534066, + "e2e_s": 10.521265516988933 + }, + { + "id": "r1-n8192-o128-c4-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": false, + "first_sse_s": 6.933064742013812, + "tpot_est_s": 0.028242366275691436, + "e2e_s": 10.519845259026624 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 32, + "wall_s": 3.742201261979062, + "output_tok_s": 8.551116778544618, + "median_first_sse_s": 3.141465321998112, + "median_tpot_est_s": 0.01937299609679969, + "median_e2e_s": 3.7420282009989023, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o32-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 3.141465321998112, + "tpot_est_s": 0.01937299609679969, + "e2e_s": 3.7420282009989023 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 4, + "summary": { + "requests": 4, + "output_tokens": 128, + "wall_s": 12.730419956031255, + "output_tok_s": 10.05465651895936, + "median_first_sse_s": 7.566089711006498, + "median_tpot_est_s": 0.021858171661264233, + "median_e2e_s": 8.248862544976873, + "all_text_equal": true + }, + "rows": [ + { + "id": "r1-n128-o32-c4-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 3.0664366119890474, + "tpot_est_s": 0.02030278167747442, + "e2e_s": 3.6958228439907543 + }, + { + "id": "r1-n128-o32-c4-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 9.074013620032929, + "tpot_est_s": 0.02184237490197824, + "e2e_s": 9.751127241994254 + }, + { + "id": "r1-n128-o32-c4-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 6.058165801980067, + "tpot_est_s": 0.02220748535417501, + "e2e_s": 6.746597847959492 + }, + { + "id": "r1-n128-o32-c4-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 12.052005945995916, + "tpot_est_s": 0.021873968420550227, + "e2e_s": 12.730098967032973 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 5.540888895979151, + "output_tok_s": 23.10098657507563, + "median_first_sse_s": 3.00425733596785, + "median_tpot_est_s": 0.019972108464457065, + "median_e2e_s": 5.540715110953897, + "all_text_equal": false + }, + "rows": [ + { + "id": "r1-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": false, + "first_sse_s": 3.00425733596785, + "tpot_est_s": 0.019972108464457065, + "e2e_s": 5.540715110953897 + } + ] + }, + { + "repeat": 1, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 4, + "summary": { + "requests": 4, + "output_tokens": 512, + "wall_s": 14.645836415991653, + "output_tok_s": 34.95874086378242, + "median_first_sse_s": 7.540629334485857, + "median_tpot_est_s": 0.021249993366471633, + "median_e2e_s": 10.239378492027754, + "all_text_equal": false + }, + "rows": [ + { + "id": "r1-n128-o128-c4-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": false, + "first_sse_s": 9.047975184977986, + "tpot_est_s": 0.02147716771688415, + "e2e_s": 11.775575485022273 + }, + { + "id": "r1-n128-o128-c4-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": false, + "first_sse_s": 3.0112253350089304, + "tpot_est_s": 0.021562480566634495, + "e2e_s": 5.749660366971511 + }, + { + "id": "r1-n128-o128-c4-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": false, + "first_sse_s": 12.032799898006488, + "tpot_est_s": 0.020570142771663715, + "e2e_s": 14.64520803000778 + }, + { + "id": "r1-n128-o128-c4-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": false, + "first_sse_s": 6.033283483993728, + "tpot_est_s": 0.021022819016059114, + "e2e_s": 8.703181499033235 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 32, + "wall_s": 3.6526529339607805, + "output_tok_s": 8.760755696901258, + "median_first_sse_s": 3.032758802000899, + "median_tpot_est_s": 0.019990920581133855, + "median_e2e_s": 3.6524773400160484, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o32-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 3.032758802000899, + "tpot_est_s": 0.019990920581133855, + "e2e_s": 3.6524773400160484 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 4, + "summary": { + "requests": 4, + "output_tokens": 128, + "wall_s": 13.089062665007077, + "output_tok_s": 9.779157092906377, + "median_first_sse_s": 7.54445807900629, + "median_tpot_est_s": 0.021249995532167713, + "median_e2e_s": 8.214662433980266, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n128-o32-c4-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 12.484523685008753, + "tpot_est_s": 0.01949319664591683, + "e2e_s": 13.088812781032175 + }, + { + "id": "r2-n128-o32-c4-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 9.065873670042492, + "tpot_est_s": 0.021744760643360356, + "e2e_s": 9.739961249986663 + }, + { + "id": "r2-n128-o32-c4-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 6.023042487970088, + "tpot_est_s": 0.02149423000012194, + "e2e_s": 6.689363617973868 + }, + { + "id": "r2-n128-o32-c4-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 3.0110398399992846, + "tpot_est_s": 0.02100576106421349, + "e2e_s": 3.662218432989903 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 5.574371663038619, + "output_tok_s": 22.962229240779855, + "median_first_sse_s": 3.0052252290188335, + "median_tpot_est_s": 0.02022820648803251, + "median_e2e_s": 5.574207452998962, + "all_text_equal": false + }, + "rows": [ + { + "id": "r2-n128-o128-c1-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": false, + "first_sse_s": 3.0052252290188335, + "tpot_est_s": 0.02022820648803251, + "e2e_s": 5.574207452998962 + } + ] + }, + { + "repeat": 2, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 4, + "summary": { + "requests": 4, + "output_tokens": 512, + "wall_s": 14.548377558006905, + "output_tok_s": 35.19292773084608, + "median_first_sse_s": 7.509675887966296, + "median_tpot_est_s": 0.021389249220671952, + "median_e2e_s": 10.267673485475825, + "all_text_equal": false + }, + "rows": [ + { + "id": "r2-n128-o128-c4-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": false, + "first_sse_s": 6.007010030967649, + "tpot_est_s": 0.02122298453560495, + "e2e_s": 8.702329066989478 + }, + { + "id": "r2-n128-o128-c4-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": false, + "first_sse_s": 12.032555138983298, + "tpot_est_s": 0.01980594454349686, + "e2e_s": 14.5479100960074 + }, + { + "id": "r2-n128-o128-c4-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": false, + "first_sse_s": 9.012341744964942, + "tpot_est_s": 0.022210048496041183, + "e2e_s": 11.833017903962173 + }, + { + "id": "r2-n128-o128-c4-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": false, + "first_sse_s": 2.997934704995714, + "tpot_est_s": 0.021555513905738958, + "e2e_s": 5.735484971024562 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 32, + "wall_s": 4.3240296359872445, + "output_tok_s": 7.400504319784546, + "median_first_sse_s": 3.645545319013763, + "median_tpot_est_s": 0.021881117322106635, + "median_e2e_s": 4.323859955999069, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o32-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 3.645545319013763, + "tpot_est_s": 0.021881117322106635, + "e2e_s": 4.323859955999069 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 4, + "summary": { + "requests": 4, + "output_tokens": 128, + "wall_s": 14.319970750017092, + "output_tok_s": 8.938565743917264, + "median_first_sse_s": 8.815811137028504, + "median_tpot_est_s": 0.02198602967696535, + "median_e2e_s": 9.49737805701443, + "all_text_equal": true + }, + "rows": [ + { + "id": "r2-n8192-o32-c4-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 10.333083245030139, + "tpot_est_s": 0.021832543967907587, + "e2e_s": 11.009892108035274 + }, + { + "id": "r2-n8192-o32-c4-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 6.976874370011501, + "tpot_est_s": 0.03249523641857048, + "e2e_s": 7.984226698987186 + }, + { + "id": "r2-n8192-o32-c4-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 13.658387064991985, + "tpot_est_s": 0.021329069515735273, + "e2e_s": 14.319588219979778 + }, + { + "id": "r2-n8192-o32-c4-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 7.29853902902687, + "tpot_est_s": 0.022139515386023108, + "e2e_s": 7.984864005993586 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "summary": { + "requests": 1, + "output_tokens": 128, + "wall_s": 6.406265166995581, + "output_tok_s": 19.980440500565418, + "median_first_sse_s": 3.686967521032784, + "median_tpot_est_s": 0.021410621385508047, + "median_e2e_s": 6.406116436992306, + "all_text_equal": false + }, + "rows": [ + { + "id": "r2-n8192-o128-c1-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": false, + "first_sse_s": 3.686967521032784, + "tpot_est_s": 0.021410621385508047, + "e2e_s": 6.406116436992306 + } + ] + }, + { + "repeat": 2, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 4, + "summary": { + "requests": 4, + "output_tokens": 512, + "wall_s": 16.618233704008162, + "output_tok_s": 30.809531814233086, + "median_first_sse_s": 9.012040825007716, + "median_tpot_est_s": 0.023698411708446512, + "median_e2e_s": 12.021739111980423, + "all_text_equal": false + }, + "rows": [ + { + "id": "r2-n8192-o128-c4-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": false, + "first_sse_s": 7.206825834990013, + "tpot_est_s": 0.02739216889782743, + "e2e_s": 10.685631285014097 + }, + { + "id": "r2-n8192-o128-c4-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": false, + "first_sse_s": 10.495161372004077, + "tpot_est_s": 0.022532839582422675, + "e2e_s": 13.356831998971757 + }, + { + "id": "r2-n8192-o128-c4-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": false, + "first_sse_s": 13.88799272099277, + "tpot_est_s": 0.021495277181223738, + "e2e_s": 16.617892923008185 + }, + { + "id": "r2-n8192-o128-c4-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": false, + "first_sse_s": 7.5289202780113555, + "tpot_est_s": 0.02486398383447035, + "e2e_s": 10.68664622498909 + } + ] + } + ], + "harness_sha256": "cfd4821e2a2112f3fcf7f242f3e76efe47134640e4bf22b3b63fb808be6148f0", + "startup_timeout_s": 1800, + "timing_scope": "Client first SSE event, full response e2e and estimated TPOT=(e2e-first_event)/(output_tokens-1). SSE can coalesce tokens; this is not per-token kernel timing. Loading/warmup/correctness checks excluded.", + "physical_gpus": 1, + "physical_rngd": 1, + "physical_atom": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 8192, + "local_chunk": 256, + "context": 9216, + "server_config": { + "servers": [ + [ + "/home/gspark/venvs/pt213/bin/python", + "-c", + "import sys,importlib.util,runpy\ns=importlib.util.spec_from_file_location('opt_prime.accel.serve.llmd','/tmp/llmd240.py')\nm=importlib.util.module_from_spec(s);sys.modules[s.name]=m;s.loader.exec_module(m)\nrunpy.run_path('/home/gspark/workspace/aicomp-atom-prefetch-253/opt_prime/examples/pd/serve_batched.py',run_name='__main__')\n", + "--model", + "/tmp/serving-matrix-models/KONI-8B", + "--device", + "cuda:0", + "--dtype", + "bfloat16", + "--slots", + "4", + "--max-context", + "9216", + "--max-output", + "128", + "--kv", + "paged", + "--page-size", + "64", + "--chunk", + "256", + "--port", + "{port}", + "--pd-prefill-python", + "/tmp/rngd-gpu201-src/python-worker.sh", + "--pd-prefill-args", + "--width 8192 --engine-factory koni_prefill:Prefill" + ] + ], + "metadata": { + "physical_gpus": 1, + "physical_rngd": 1, + "physical_atom": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 8192, + "local_chunk": 256, + "context": 9216 + } + }, + "load_s": 460.42797202197835, + "references": { + "128:32": { + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date" + }, + "8192:32": { + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the" + }, + "128:128": { + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have." + }, + "8192:128": { + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage" + } + }, + "warmup_and_checks_s": 101.68437150598038, + "metrics": [ + "# HELP vllm:num_requests_running Requests executing on the stage.\n# TYPE vllm:num_requests_running gauge\nvllm:num_requests_running{model_name=\"KONI-8B\"} 0\n# HELP vllm:num_requests_waiting Requests queued for the stage owner.\n# TYPE vllm:num_requests_waiting gauge\nvllm:num_requests_waiting{model_name=\"KONI-8B\"} 0\n# HELP vllm:kv_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:kv_cache_usage_perc gauge\nvllm:kv_cache_usage_perc{model_name=\"KONI-8B\"} 0.0\n# HELP vllm:gpu_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:gpu_cache_usage_perc gauge\nvllm:gpu_cache_usage_perc{model_name=\"KONI-8B\"} 0.0\n# HELP vllm:request_success_total Finished requests by finish reason.\n# TYPE vllm:request_success_total counter\nvllm:request_success_total{model_name=\"KONI-8B\",finished_reason=\"length\"} 84\n# HELP airm_stage_request_failures_total Requests that ended with an engine error.\n# TYPE airm_stage_request_failures_total counter\nairm_stage_request_failures_total{model_name=\"KONI-8B\"} 0\n# HELP vllm:prompt_tokens_total Prompt tokens of finished requests.\n# TYPE vllm:prompt_tokens_total counter\nvllm:prompt_tokens_total{model_name=\"KONI-8B\"} 349440\n# HELP vllm:generation_tokens_total Generated tokens of finished requests.\n# TYPE vllm:generation_tokens_total counter\nvllm:generation_tokens_total{model_name=\"KONI-8B\"} 6720\n# HELP vllm:time_to_first_token_seconds Time to first token (prefill stage: fenced prefill).\n# TYPE vllm:time_to_first_token_seconds histogram\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.001\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.005\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.01\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.02\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.04\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.06\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.08\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.1\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.25\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.5\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.75\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"1.0\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"2.5\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"5.0\"} 28\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"7.5\"} 49\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"10.0\"} 60\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"+Inf\"} 84\nvllm:time_to_first_token_seconds_sum{model_name=\"KONI-8B\"} 620.6514140536892\nvllm:time_to_first_token_seconds_count{model_name=\"KONI-8B\"} 84\n# HELP vllm:time_per_output_token_seconds Time per output token after the first (decode stage).\n# TYPE vllm:time_per_output_token_seconds histogram\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.01\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.025\"} 73\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.05\"} 83\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.075\"} 84\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.1\"} 84\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.15\"} 84\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.2\"} 84\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.3\"} 84\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.4\"} 84\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.5\"} 84\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.75\"} 84\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"1.0\"} 84\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"2.5\"} 84\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"+Inf\"} 84\nvllm:time_per_output_token_seconds_sum{model_name=\"KONI-8B\"} 1.9168648845539948\nvllm:time_per_output_token_seconds_count{model_name=\"KONI-8B\"} 84\n# HELP vllm:e2e_request_latency_seconds Stage request latency, from execution start to reply.\n# TYPE vllm:e2e_request_latency_seconds histogram\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"0.3\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"0.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"0.8\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"1.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"1.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"2.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"2.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"5.0\"} 13\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"10.0\"} 48\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"15.0\"} 79\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"20.0\"} 84\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"30.0\"} 84\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"40.0\"} 84\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"50.0\"} 84\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"60.0\"} 84\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"+Inf\"} 84\nvllm:e2e_request_latency_seconds_sum{model_name=\"KONI-8B\"} 769.0810540529201\nvllm:e2e_request_latency_seconds_count{model_name=\"KONI-8B\"} 84\n# HELP airm_kv_transfer_seconds KV transfer time from the prefill source to the decode destination.\n# TYPE airm_kv_transfer_seconds histogram\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.0005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.001\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.0025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.01\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.05\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.1\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.25\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.5\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"1.0\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"+Inf\"} 0\nairm_kv_transfer_seconds_sum{model_name=\"KONI-8B\"} 0.0\nairm_kv_transfer_seconds_count{model_name=\"KONI-8B\"} 0\n# HELP vllm:cache_config_info Information of the LLMEngine CacheConfig.\n# TYPE vllm:cache_config_info gauge\nvllm:cache_config_info{model_name=\"KONI-8B\",block_size=\"64\",num_gpu_blocks=\"576\",enable_prefix_caching=\"False\"} 1\n# HELP vllm:prefix_cache_queries_total Prompt tokens looked up in the prefix cache.\n# TYPE vllm:prefix_cache_queries_total counter\nvllm:prefix_cache_queries_total{model_name=\"KONI-8B\"} 349440\n# HELP vllm:prefix_cache_hits_total Prompt tokens served from the prefix cache.\n# TYPE vllm:prefix_cache_hits_total counter\nvllm:prefix_cache_hits_total{model_name=\"KONI-8B\"} 0\n# HELP airm_pd_prefills_total Prompts prefilled by the PD prefill worker (remote) or here (local).\n# TYPE airm_pd_prefills_total counter\nairm_pd_prefills_total{model_name=\"KONI-8B\",side=\"remote\"} 84\nairm_pd_prefills_total{model_name=\"KONI-8B\",side=\"local\"} 0\n# HELP airm_pd_transferred_tokens_total Prompt KV tokens received from the prefill side.\n# TYPE airm_pd_transferred_tokens_total counter\nairm_pd_transferred_tokens_total{model_name=\"KONI-8B\"} 349440\n# HELP airm_pd_producer_seconds_total Accumulated worker-reported seconds for admitted PD handoffs; excludes failed/cancelled handoffs. Prefill includes KV gathering; transfer excludes destination KV installation.\n# TYPE airm_pd_producer_seconds_total counter\nairm_pd_producer_seconds_total{model_name=\"KONI-8B\",stage=\"prefill\"} 269.8603657220374\nairm_pd_producer_seconds_total{model_name=\"KONI-8B\",stage=\"transfer\"} 0.0\n" + ], + "parity_passed": false +} diff --git a/opt_prime/examples/pd/http_matrix/evidence261/local201-koni-parity-audit.json b/opt_prime/examples/pd/http_matrix/evidence261/local201-koni-parity-audit.json new file mode 100644 index 00000000..8b866b8f --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence261/local201-koni-parity-audit.json @@ -0,0 +1,253 @@ +{ + "source": "local201-koni-matrix-a.json", + "eos_ids": [ + 128001, + 128009 + ], + "checks": [ + { + "input_tokens": 128, + "output_tokens": 32, + "concurrency": 1, + "id": "check-128-32-1-0", + "equal": true, + "first_difference_index": null, + "reference_eos_index": null, + "actual_eos_index": null, + "reference_token": null, + "actual_token": null + }, + { + "input_tokens": 128, + "output_tokens": 32, + "concurrency": 4, + "id": "check-128-32-4-0", + "equal": true, + "first_difference_index": null, + "reference_eos_index": null, + "actual_eos_index": null, + "reference_token": null, + "actual_token": null + }, + { + "input_tokens": 128, + "output_tokens": 32, + "concurrency": 4, + "id": "check-128-32-4-1", + "equal": true, + "first_difference_index": null, + "reference_eos_index": null, + "actual_eos_index": null, + "reference_token": null, + "actual_token": null + }, + { + "input_tokens": 128, + "output_tokens": 32, + "concurrency": 4, + "id": "check-128-32-4-2", + "equal": true, + "first_difference_index": null, + "reference_eos_index": null, + "actual_eos_index": null, + "reference_token": null, + "actual_token": null + }, + { + "input_tokens": 128, + "output_tokens": 32, + "concurrency": 4, + "id": "check-128-32-4-3", + "equal": true, + "first_difference_index": null, + "reference_eos_index": null, + "actual_eos_index": null, + "reference_token": null, + "actual_token": null + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 1, + "id": "check-128-128-1-0", + "equal": false, + "first_difference_index": 64, + "reference_eos_index": null, + "actual_eos_index": null, + "reference_token": 3940, + "actual_token": 8712 + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 4, + "id": "check-128-128-4-0", + "equal": false, + "first_difference_index": 64, + "reference_eos_index": null, + "actual_eos_index": null, + "reference_token": 3940, + "actual_token": 8712 + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 4, + "id": "check-128-128-4-1", + "equal": false, + "first_difference_index": 64, + "reference_eos_index": null, + "actual_eos_index": null, + "reference_token": 3940, + "actual_token": 8712 + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 4, + "id": "check-128-128-4-2", + "equal": false, + "first_difference_index": 64, + "reference_eos_index": null, + "actual_eos_index": null, + "reference_token": 3940, + "actual_token": 8712 + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 4, + "id": "check-128-128-4-3", + "equal": false, + "first_difference_index": 64, + "reference_eos_index": null, + "actual_eos_index": null, + "reference_token": 3940, + "actual_token": 8712 + }, + { + "input_tokens": 8192, + "output_tokens": 32, + "concurrency": 1, + "id": "check-8192-32-1-0", + "equal": true, + "first_difference_index": null, + "reference_eos_index": null, + "actual_eos_index": null, + "reference_token": null, + "actual_token": null + }, + { + "input_tokens": 8192, + "output_tokens": 32, + "concurrency": 4, + "id": "check-8192-32-4-0", + "equal": true, + "first_difference_index": null, + "reference_eos_index": null, + "actual_eos_index": null, + "reference_token": null, + "actual_token": null + }, + { + "input_tokens": 8192, + "output_tokens": 32, + "concurrency": 4, + "id": "check-8192-32-4-1", + "equal": true, + "first_difference_index": null, + "reference_eos_index": null, + "actual_eos_index": null, + "reference_token": null, + "actual_token": null + }, + { + "input_tokens": 8192, + "output_tokens": 32, + "concurrency": 4, + "id": "check-8192-32-4-2", + "equal": true, + "first_difference_index": null, + "reference_eos_index": null, + "actual_eos_index": null, + "reference_token": null, + "actual_token": null + }, + { + "input_tokens": 8192, + "output_tokens": 32, + "concurrency": 4, + "id": "check-8192-32-4-3", + "equal": true, + "first_difference_index": null, + "reference_eos_index": null, + "actual_eos_index": null, + "reference_token": null, + "actual_token": null + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 1, + "id": "check-8192-128-1-0", + "equal": false, + "first_difference_index": 98, + "reference_eos_index": null, + "actual_eos_index": null, + "reference_token": 16924, + "actual_token": 18112 + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 4, + "id": "check-8192-128-4-0", + "equal": false, + "first_difference_index": 98, + "reference_eos_index": null, + "actual_eos_index": null, + "reference_token": 16924, + "actual_token": 18112 + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 4, + "id": "check-8192-128-4-1", + "equal": false, + "first_difference_index": 98, + "reference_eos_index": null, + "actual_eos_index": null, + "reference_token": 16924, + "actual_token": 18112 + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 4, + "id": "check-8192-128-4-2", + "equal": false, + "first_difference_index": 98, + "reference_eos_index": null, + "actual_eos_index": null, + "reference_token": 16924, + "actual_token": 18112 + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 4, + "id": "check-8192-128-4-3", + "equal": false, + "first_difference_index": 98, + "reference_eos_index": null, + "actual_eos_index": null, + "reference_token": 16924, + "actual_token": 18112 + } + ], + "failed_checks": 10, + "total_checks": 20, + "failed_timed_responses": 30, + "timed_responses": 60 +} diff --git a/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-koni-numerics261.md b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-koni-numerics261.md new file mode 100644 index 00000000..578c442d --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-koni-numerics261.md @@ -0,0 +1,48 @@ +# KONI short-input numerical compatibility + +- **Date**: 2026-10-24 +- **Task**: aicomp #261; four-model matrix #201 +- **Host / device**: GPU+RNGD host; A10080GB, RNGD SDK2026.4; GPU Torch2.13; producer Torch2.10+cpu +- **Commit**: serving runtime32ce5d5, research producer source retained in local201-source-hashes.json + +## Question +Why does short128-input128-output RNGD→GPU differ before EOS at index64 when nativeGPU and same-size HF-prefill import agree? + +## Setup +KONI revision0172bf7e73977ae213613529f3d2d5400a33f678. Original native chunk256 vs RNGDwidth8192, BF16, GPU4slots/context9216/page64/cacheoff. Prior completed GPU padded-prefill control changes output atindex11 but matches neither native nor actualRNGD; padding alone is insufficient. Long8192input128output can be reproduced by nativeGPU full8192prefill, separately. + +## Command +```bash +OMP_NUM_THREADS=4 MKL_NUM_THREADS=4 TORCH_DEVICE_BACKEND_AUTOLOAD=0 HF_HUB_OFFLINE=1 TRANSFORMERS_OFFLINE=1 PYTHONPATH=/tmp/rngd-gpu201-src:/home/gspark/workspace/aicomp-live-pd-234/opt_prime/examples/pd/serving_matrix:/home/gspark/workspace/aicomp-dense-hybrid-258/opt_prime /home/gspark/venvs/pt213/bin/python analysis/serving-matrix-201/export_koni_short261.py > analysis/serving-matrix-201/koni261-short-export.log 2>&1 +``` +Owned worker uses oneSHMslot, same model/factory/width/context as original. Compute is independent of number of transport slots. Exact original128input IDs supplied; two exports cloned before next request; assert samefirsttoken and bit-identicalK/V. GPU and NPU process lists empty before start. No production sampling modification. + +## Results +Export completed: repeat_exact=true, firsttoken578, BF16keys/values[32,8,128,128]. Initialization135.956s, two observed prefill+export calls3.309s/3.025s (diagnostic only, not a matched benchmark). Both tensors cloned before the next call; retained17MB file stays local. Expected retained tensor shape32x8x128x128, then sameGPUdecoder replay must reproduce live128outputs before matched-prefix diagnostics are interpreted. Originalfailedmatrix, long-input controls and paddedGPUcontrol remain unchanged. + +## Conclusion +Numerical cause unresolved. Pending live shortKV capture/replay and identical-prefix comparisons; neither lifecycle success nor one alternate GPU geometry establishes general equivalence. + +## Identical-prefix diagnostic running +Executed `OMP_NUM_THREADS=4 MKL_NUM_THREADS=4 HF_HUB_OFFLINE=1 TRANSFORMERS_OFFLINE=1 PYTHONPATH=/home/gspark/workspace/aicomp-dense-hybrid-258/opt_prime /home/gspark/venvs/pt213/bin/python analysis/serving-matrix-201/diagnose_koni261_logits.py > analysis/serving-matrix-201/koni261-forced-logits.log 2>&1` after GPU process list was empty. Script first requires native128 and retainedKV128-token outputs reproduce their respective original sequences. Then forces common64tokens and probes63/64indices underBF16/FP32 native and retainedBF16KV paths; also measures per-layer KV differences. Production sampling unchanged. Pending results, no numerical claim yet. + +## Replay and forced-prefix diagnosis complete +NativeBF16 reproduces originalnative128tokens; retainedshortRNGDKV reproduces original live128tokens exactly. Four forced-prefix runs complete, all probes finite. At index64 (token65), candidate(native3940,live8712) logits: + +|Decoder|KV source|Native candidate|Live candidate|Selected| +|---|---|---:|---:|---:| +|BF16|native128|14.875|14.875|3940| +|BF16|retainedRNGD|14.8125|14.9375|8712| +|FP32|native128|14.8171244|14.8624229|8712| +|FP32|retainedBF16RNGD|14.8413544|14.8718882|8712| + +Raw koni261-forced-logits.json also includes per-layer KV errors. This establishes sensitivity at a tied BF16 native decision and rules out a live-only transfer explanation for this fixture, not general equivalence or answer quality. FP32 native changes bothprefill anddecode arithmetic; retainedKV staysBF16. Next controlled hypothesis: isolate FP32 output projection from full FP32 decoder before proposing any productionprecision option. Do not change tie-breaking or force fixture tokens in production. + +## Output projection precision control +Only the LM output projection is recomputed inFP32; all original model parameters/hidden calculations and importedKV remainBF16. Common64-token forced prefix unchanged. Native logits3940/8712=14.8758430/14.8851137 and retainedRNGDKV=14.8079271/14.9206982; both select8712. This resolves the tied decision at this position only. Free-generation equivalence, broader prompts and performance remain unverified; no production change. + +## Reproduction +Portable forced-prefix entry point: `PYTHONPATH=opt_prime python opt_prime/examples/pd/http_matrix/forced_prefix_koni261.py --model /path/to/KONI-8B --export /path/to/koni261-short-kv.pt --live opt_prime/examples/pd/http_matrix/evidence261/local201-koni-matrix-a.json --output /tmp/koni261-forced-logits.json`. CLI adaptation syntax/help checked; original equivalent executed on hardware. The17MB shortKV and1.1GB longKV dumps stay local. Evidence includes exact executed local diagnostic scripts; their environment paths must be adapted when reproducing elsewhere. ShortKV capture uses the published livePD research factories from#235 and installed SDK2026.4. + +## Unforced output-head precision control completed +check_head_precision_free.py first reproduces all originalBF16native andretainedKV128token sequences, then computes onlyoutputprojectionFP32 withBF16model/KV. Complete=true. KONI128input native/import diverge atindex14 (earlier than original64); KONI8192input withmatchedfullprefill remains128tokens exact; Qwen4long matchedfullprefill diverges atindex13 (earlier than original107). No forcedtokens used in these runs. Raw head-fp32-free-generation.json. Therefore head-onlyFP32 is rejected as a general cross-backend equivalence fix; no production precision option added. First-divergence index measures equality, not semantic quality. Fixed-prefix agreement at onebranch did not generalize. diff --git a/opt_prime/examples/pd/http_matrix/forced_prefix_koni261.py b/opt_prime/examples/pd/http_matrix/forced_prefix_koni261.py new file mode 100644 index 00000000..d57e86d9 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/forced_prefix_koni261.py @@ -0,0 +1,106 @@ +"""Verify short-KV replay, then compare KONI logits under an identical64-token prefix.""" +import argparse +import gc +import json +from pathlib import Path +from concurrent.futures import Future +import torch +from transformers import AutoModelForCausalLM +from opt_prime.accel.pd import PDRequest +from opt_prime.accel.pd.batching import ContinuousBatcher +from opt_prime.accel.pd.pd_batching import PDBatcher, PrefillOut + +parser = argparse.ArgumentParser(description=__doc__) +parser.add_argument('--model', required=True) +for name in ['export', 'live', 'output']: + parser.add_argument('--'+name, type=Path, required=True) +args = parser.parse_args() +output = args.output +if output.exists(): + raise FileExistsError(output) +export = torch.load(args.export, weights_only=True, mmap=True) +data = json.loads(args.live.read_text()) +assert export['ids'] == data['prompts']['128'] +native = data['references']['128:128']['tokens'] +live = next(b['rows'][0]['tokens'] for b in data['correctness_batches'] + if b['input_tokens']==128 and b['output_tokens']==128) +forced = native[:64] +assert forced == live[:64] and native[64] != live[64] +torch.set_num_threads(4) +torch.backends.cuda.matmul.allow_tf32 = False +result = dict(complete=False, replay_verified=False, rows=[]) + +class Replay: + def submit(self, request, send_from=0, slot=None): + assert list(request.input_ids) == export['ids'] and send_from == 0 + future = Future() + future.set_result(PrefillOut(export['token'], 0, export['keys'], export['values'])) + return future + +def make(model, mode): + kw = dict(slots=4, max_context=9216, kv='paged', page_size=64, prefix_cache=False) + return PDBatcher(model, Replay(), **kw) if mode == 'retained_rngd_kv' else ContinuousBatcher(model, prefill_chunk=256, **kw) + +for dtype in [torch.bfloat16, torch.float32]: + model = AutoModelForCausalLM.from_pretrained(args.model, + dtype=dtype, attn_implementation='sdpa', local_files_only=True).cuda().eval() + if dtype == torch.bfloat16: + for mode, expected in [('native128',native),('retained_rngd_kv',live)]: + batcher = make(model, mode) + future = batcher.submit(PDRequest(mode, tuple(export['ids']),128)) + batcher.run_until_idle() + assert future.result() == expected, 'Original output not reproduced: '+mode + del batcher, future + gc.collect() + torch.cuda.empty_cache() + result['replay_verified'] = True + output.write_text(json.dumps(result,indent=2)+'\n') + for mode in ['native128','retained_rngd_kv']: + batcher = make(model, mode) + emitted, decoded = batcher._emit, batcher._decoded + probes, kv_error = [], [] + + def emit(request, token): + index = len(request.tokens) + if index == 0 and mode == 'native128': + keys, values = batcher.kv.read_span(request.slot, 0, len(export['ids'])) + for layer in range(keys.shape[0]): + row = dict(layer=layer) + for name, actual in [('keys',keys),('values',values)]: + ref = actual[layer].float() + diff = export[name][layer].to(ref.device).float() - ref + row[name+'_relative_l2'] = float(torch.linalg.vector_norm(diff)/torch.linalg.vector_norm(ref).clamp_min(1e-20)) + row[name+'_max_abs'] = float(diff.abs().max()) + kv_error.append(row) + return emitted(request, forced[index] if index < 64 else token) + + def decode(requests, lengths, logits): + for i, request in enumerate(requests): + index = len(request.tokens) + if index in [63,64]: + assert request.tokens == forced[:index] + values, tokens = logits[i].float().topk(8) + probes.append(dict(output_index=index,finite=bool(torch.isfinite(logits[i]).all()), + top_tokens=tokens.tolist(),top_logits=values.tolist(),native_branch_token=native[index], + live_branch_token=live[index],native_branch_logit=float(logits[i,native[index]]), + live_branch_logit=float(logits[i,live[index]]))) + return decoded(requests,lengths,logits) + + batcher._emit, batcher._decoded = emit, decode + future = batcher.submit(PDRequest(mode,tuple(export['ids']),65)) + batcher.run_until_idle() + tokens = future.result() + assert tokens[:64] == forced and len(probes)==2 and all(p['finite'] for p in probes) + result['rows'].append(dict(dtype=str(dtype),mode=mode,selected_token65=tokens[-1], + probes=probes,kv_difference_from_native=kv_error)) + output.write_text(json.dumps(result,indent=2)+'\n') + print(json.dumps(dict(dtype=str(dtype),mode=mode,token65=tokens[-1],probe=probes[-1])),flush=True) + batcher._emit, batcher._decoded = emitted, decoded + del batcher, emitted, decoded, future + gc.collect() + torch.cuda.empty_cache() + del model + gc.collect() + torch.cuda.empty_cache() +result['complete'] = True +output.write_text(json.dumps(result,indent=2)+'\n')