From 8903b73686d0edf7895f7920642d26e87a6b66d9 Mon Sep 17 00:00:00 2001 From: gspark Date: Sat, 24 Oct 2026 04:35:49 +0900 Subject: [PATCH 01/29] fix: import dense KV into hybrid GPU cache groups (#258) --- .../pd/http_matrix/.research/events.jsonl | 1 + opt_prime/examples/pd/http_matrix/STATUS.md | 1 + .../evidence258/dense258-focused-b.log | 15 + .../evidence258/dense258-focused.log | 109 + .../http_matrix/evidence258/dense258-full.log | 21 + .../http_matrix/evidence258/dense258-red.log | 132 + .../evidence258/local201-gemma-matrix-a.json | 8397 +++++++++++++++++ .../local201-gemma-matrix-a.server0.log | 24 + .../experiments/2026-10-24-dense-hybrid258.md | 30 + opt_prime/opt_prime/accel/pd/paged.py | 30 +- opt_prime/tests/test_pd_dense_hybrid.py | 65 + 11 files changed, 8819 insertions(+), 6 deletions(-) create mode 100644 opt_prime/examples/pd/http_matrix/evidence258/dense258-focused-b.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence258/dense258-focused.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence258/dense258-full.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence258/dense258-red.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence258/local201-gemma-matrix-a.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence258/local201-gemma-matrix-a.server0.log create mode 100644 opt_prime/examples/pd/http_matrix/experiments/2026-10-24-dense-hybrid258.md create mode 100644 opt_prime/tests/test_pd_dense_hybrid.py diff --git a/opt_prime/examples/pd/http_matrix/.research/events.jsonl b/opt_prime/examples/pd/http_matrix/.research/events.jsonl index 32c711bd..2e023887 100644 --- a/opt_prime/examples/pd/http_matrix/.research/events.jsonl +++ b/opt_prime/examples/pd/http_matrix/.research/events.jsonl @@ -4,3 +4,4 @@ {"id": "e4993823527144b5a14e6441b1cd5c01", "ts": "2026-10-23T21:29:56+09:00", "task": "Tokenizer EOS in batched serving (aicomp #229)", "result": "Published production EOS fix and real KONI HTTP evidence in draft PR230 (e5fa087). Final factory/streaming/sampling/batched suite22passed; hardware checker5/5 cases passed; changed files sensitive-clean,4unchanged baseline findings in this branch.", "next": "Verify same HTTP factory on NPU; continue full four-model long semantic and heterogeneous PD validation.", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"backend": "gpu"}, "artifacts": [{"path": "analysis/serving-matrix-201/eos229-koni-http-final.json", "size": 5067, "sha256": "d5be9a4a52a6485f"}], "experiments": ["experiments/2026-10-23-serving-eos229.md"], "labels": ["bug"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} {"id": "328b8349e9974a059ddc7e1a8a485e2c", "ts": "2026-10-23T21:32:23+09:00", "task": "Tokenizer EOS in batched serving (aicomp #229)", "result": "Real ATOM KONI HTTP also passes5/5 baseline/fixed/ignore/stream/reuse checks using same production factory: config-only length vs union stop. GPU+ATOM now10/10 expected outcomes; no SDK/artifact rebuild.", "next": "Update PR230 with NPU evidence; finish KONI medium-context RNGD handoff and broader PD work.", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"backend": "atom", "kv_blocks": "1"}, "artifacts": [{"path": "analysis/serving-matrix-201/eos229-koni-atom-http.json", "size": 5199, "sha256": "4735255db379ff00"}], "experiments": ["experiments/2026-10-23-serving-eos229.md"], "labels": ["bug"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} {"id": "2a2897e2be914684b04942a24bf4f220", "ts": "2026-10-24T03:15:52+09:00", "task": "Chunk-copy overlap (aicomp #47)", "result": "Four-model GPU copy-overlap A/B complete: 192 timed batches passed output parity. Long/c8 changes vary by block; Qwen4 B +17.39% is confounded by slower baseline prefill. Keep opt-in.", "next": "Publish reverse-block evidence; finish warm RNGD-to-ATOM prefetch comparison for KONI, Qwen3-4B, Qwen3-0.6B and Gemma3-1B", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": [{"path": "analysis/serving-matrix-201/chunk47-four-model-serving-ab-summary.json", "size": 10794, "sha256": "52442216970a0e25"}], "experiments": ["experiments/2026-10-24-chunk-copy47.md"], "labels": ["benchmark"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} +{"id": "1020452aea8445f080108c1ed7f6d643", "ts": "2026-10-24T04:35:37+09:00", "task": "Dense hybrid GPU KV import (aicomp #258)", "result": "Dense hybrid receiver fix:31focused and505full CPU tests passed,34skipped,253subtests,151.69s. Preparing isolated PR and fresh Gemma live rerun; hardware and numerical acceptance not yet claimed.", "next": "Run corrected Gemma RNGD/GPU matrix preserving original failure; complete lifecycle and numerical checks", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": [], "experiments": ["experiments/2026-10-24-dense-hybrid258.md"], "labels": ["bug"], "review": false, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} diff --git a/opt_prime/examples/pd/http_matrix/STATUS.md b/opt_prime/examples/pd/http_matrix/STATUS.md index be6a7807..b8d99373 100644 --- a/opt_prime/examples/pd/http_matrix/STATUS.md +++ b/opt_prime/examples/pd/http_matrix/STATUS.md @@ -47,3 +47,4 @@ Qwen3-0.6B input8192 paired prefill: median997.98 ->955.64 ms (-4.24%), six runs GPU HTTP blockA96batches all parity;long/c8 chunk-copy throughput changes: Qwen0.6-3.1%,Qwen4+2.5%,KONI+2.4%,Gemma-1.5%. Reverse-order blockB pending. Export-only0.1–4GB curve: chunked slower, but incremental source staging bounded at~67.1MB rather than4GB. Keep opt-in; no general serving speedup claim. Reverse-order blockB completed: 192 total timed batches passed parity. Long/c8 A/B changes: Qwen0.6 -3.12%/+5.80%, Qwen4 +2.49%/+17.39%, KONI +2.38%/-1.53%, Gemma -1.54%/-0.28%. Qwen4 B baseline prefill slowed while transfer stayed constant, confounding the larger gain. Keep opt-in; no repeatable general throughput improvement. See evidence47/chunk47-four-model-serving-ab-summary.json. +#258 dense hybrid KV: actual Gemma failure reproduced; mapping/group validation corrected.31focused and505full CPU tests pass; live rerun pending. diff --git a/opt_prime/examples/pd/http_matrix/evidence258/dense258-focused-b.log b/opt_prime/examples/pd/http_matrix/evidence258/dense258-focused-b.log new file mode 100644 index 00000000..7864cb60 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence258/dense258-focused-b.log @@ -0,0 +1,15 @@ +............................... [100%] +=============================== warnings summary =============================== +tests/test_pd_dense_hybrid.py::test_dense_gemma_pd_matches_independent_hf_beyond_window + /home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/attention/flex_attention.py:2481: UserWarning: flex_attention called without torch.compile() - this will use an unfused implementation that materializes the full scores matrix instead of generating a fused kernel. + + SOLUTION: Use torch.compile(flex_attention)(...) + + If you want to debug your score_mod/mask_mod, you can set: + torch.nn.attention.flex_attention._FLEX_ATTENTION_DISABLE_COMPILE_DEBUG = True + + This will allow you to use print statements or breakpoints. Note: This doesn't work with the backwards pass and may produce incorrect results. + _warn_once( + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +31 passed, 1 warning in 29.86s diff --git a/opt_prime/examples/pd/http_matrix/evidence258/dense258-focused.log b/opt_prime/examples/pd/http_matrix/evidence258/dense258-focused.log new file mode 100644 index 00000000..755579d0 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence258/dense258-focused.log @@ -0,0 +1,109 @@ +............FF................ [100%] +=================================== FAILURES =================================== +_________________ test_recurrent_pd_hands_over_state[qwen3_5] __________________ + +make = + + @RECURRENT + def test_recurrent_pd_hands_over_state(make): + model = make() + engine = TorchPrefillEngine(copy.deepcopy(model), max_context=128, chunk=8, page_size=8, prefix_cache=False) + b = PDBatcher(model, PrefillWorker(engine), slots=2, max_context=128, page_size=8) + prompts = _prompts(4, 6, 30, seed=4) + fs = [b.submit(PDRequest(f"p{i}", p, 12)) for i, p in enumerate(prompts)] +> b.run_until_idle() + +tests/test_pd_hybrid.py:157: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +opt_prime/accel/pd/batching.py:207: in run_until_idle + self.step() +opt_prime/accel/pd/pd_batching.py:468: in step + self._admit_prefilled(block=not self.decoding) +opt_prime/accel/pd/pd_batching.py:497: in _admit_prefilled + self.kv.write_span(r.slot, out.start, out.keys, out.values) +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +self = , slot = 0 +start = 0 +keys = tensor([[[[-0.0660, 2.0859, 0.4345, -1.4313, 0.4459, -0.0251, -0.4985, + -1.7052, -1.7932, 0.2561, 1.213...26, -0.4552, + -0.7853, 0.2788, -2.0608, -0.8472, -0.4423, -0.3608, 1.5063, + -1.4844, 0.3283]]]]) +values = tensor([[[[-2.4548e-01, -2.1482e-01, 7.9515e-03, 2.1531e-01, -9.8814e-03, + -1.9493e-02, -1.3410e-01, 1.33...3, -3.6229e-02, + -1.5983e-01, 8.6865e-02, 1.8228e-01, 1.4877e-02, -7.5556e-02, + 2.9426e-01]]]]) + + def write_span(self, slot, start, keys, values): + """keys/values [layers, kv_heads, n, head_dim] for positions start .. start+n of `slot` (a list of those, one + per KV group, for hybrid models), each group in one indexed copy (the PD admission of KV that another engine + prefilled)""" + if isinstance(keys, torch.Tensor) and isinstance(values, torch.Tensor): + layers = max(self.layer_group) + 1 + if keys.ndim != 4 or values.shape != keys.shape or keys.shape[0] != layers: +> raise ValueError("dense KV span must contain every model layer with matching K/V shapes") +E ValueError: dense KV span must contain every model layer with matching K/V shapes + +opt_prime/accel/pd/paged.py:454: ValueError +_______________ test_recurrent_pd_hands_over_state[qwen3_5_moe] ________________ + +make = + + @RECURRENT + def test_recurrent_pd_hands_over_state(make): + model = make() + engine = TorchPrefillEngine(copy.deepcopy(model), max_context=128, chunk=8, page_size=8, prefix_cache=False) + b = PDBatcher(model, PrefillWorker(engine), slots=2, max_context=128, page_size=8) + prompts = _prompts(4, 6, 30, seed=4) + fs = [b.submit(PDRequest(f"p{i}", p, 12)) for i, p in enumerate(prompts)] +> b.run_until_idle() + +tests/test_pd_hybrid.py:157: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +opt_prime/accel/pd/batching.py:207: in run_until_idle + self.step() +opt_prime/accel/pd/pd_batching.py:468: in step + self._admit_prefilled(block=not self.decoding) +opt_prime/accel/pd/pd_batching.py:497: in _admit_prefilled + self.kv.write_span(r.slot, out.start, out.keys, out.values) +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +self = , slot = 0 +start = 0 +keys = tensor([[[[-1.3119e+00, -4.6383e-02, 4.9614e-01, -9.4488e-01, -4.3832e-01, + 2.6910e-01, 6.3046e-01, -1.59...1, 1.3446e+00, + 4.5665e-01, 1.3538e-01, 3.4665e-01, -1.7604e-01, -2.0072e-02, + -1.5641e+00]]]]) +values = tensor([[[[-3.2685e-01, 2.6668e-01, 4.5333e-03, 7.0952e-02, 1.8279e-01, + 2.7009e-01, 1.4598e-01, 2.43...2, -9.8851e-02, + -5.3184e-02, -4.8559e-02, 9.7567e-02, 8.8385e-02, 8.4103e-02, + -3.2886e-02]]]]) + + def write_span(self, slot, start, keys, values): + """keys/values [layers, kv_heads, n, head_dim] for positions start .. start+n of `slot` (a list of those, one + per KV group, for hybrid models), each group in one indexed copy (the PD admission of KV that another engine + prefilled)""" + if isinstance(keys, torch.Tensor) and isinstance(values, torch.Tensor): + layers = max(self.layer_group) + 1 + if keys.ndim != 4 or values.shape != keys.shape or keys.shape[0] != layers: +> raise ValueError("dense KV span must contain every model layer with matching K/V shapes") +E ValueError: dense KV span must contain every model layer with matching K/V shapes + +opt_prime/accel/pd/paged.py:454: ValueError +=============================== warnings summary =============================== +tests/test_pd_hybrid.py::test_batched_beyond_window_matches_hf[gemma3] + /home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/attention/flex_attention.py:2481: UserWarning: flex_attention called without torch.compile() - this will use an unfused implementation that materializes the full scores matrix instead of generating a fused kernel. + + SOLUTION: Use torch.compile(flex_attention)(...) + + If you want to debug your score_mod/mask_mod, you can set: + torch.nn.attention.flex_attention._FLEX_ATTENTION_DISABLE_COMPILE_DEBUG = True + + This will allow you to use print statements or breakpoints. Note: This doesn't work with the backwards pass and may produce incorrect results. + _warn_once( + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +=========================== short test summary info ============================ +FAILED tests/test_pd_hybrid.py::test_recurrent_pd_hands_over_state[qwen3_5] +FAILED tests/test_pd_hybrid.py::test_recurrent_pd_hands_over_state[qwen3_5_moe] +2 failed, 28 passed, 1 warning in 26.53s diff --git a/opt_prime/examples/pd/http_matrix/evidence258/dense258-full.log b/opt_prime/examples/pd/http_matrix/evidence258/dense258-full.log new file mode 100644 index 00000000..8dacb4f1 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence258/dense258-full.log @@ -0,0 +1,21 @@ +.sssssss.....................ssssssssss.....................................................s..... [ 18%] +........................................................s.s............. [ 31%] +....ss.....................ss....s...................................... [ 45%] +........................................................................ [ 58%] +....s.s...........................................s..................... [ 72%] +................................................................... [ 84%] +s.s...........................................................................s.... [100%] +=============================== warnings summary =============================== +tests/test_kvstore.py::test_second_engine_reuses_chunks_from_the_store[lmcache] + /home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/attention/flex_attention.py:2481: UserWarning: flex_attention called without torch.compile() - this will use an unfused implementation that materializes the full scores matrix instead of generating a fused kernel. + + SOLUTION: Use torch.compile(flex_attention)(...) + + If you want to debug your score_mod/mask_mod, you can set: + torch.nn.attention.flex_attention._FLEX_ATTENTION_DISABLE_COMPILE_DEBUG = True + + This will allow you to use print statements or breakpoints. Note: This doesn't work with the backwards pass and may produce incorrect results. + _warn_once( + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +505 passed, 34 skipped, 1 warning, 253 subtests passed in 151.69s (0:02:31) diff --git a/opt_prime/examples/pd/http_matrix/evidence258/dense258-red.log b/opt_prime/examples/pd/http_matrix/evidence258/dense258-red.log new file mode 100644 index 00000000..adaedfa1 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence258/dense258-red.log @@ -0,0 +1,132 @@ +FFF [100%] +=================================== FAILURES =================================== +______________ test_dense_span_maps_model_layers_at_nonzero_start ______________ + + def test_dense_span_maps_model_layers_at_nonzero_start(): + cache = pool() + keys = torch.arange(30).reshape(3, 1, 5, 2).float() +> cache.write_span(0, 3, keys, keys + 100) + +tests/test_pd_dense_hybrid.py:19: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +self = , slot = 0 +start = 3 +keys = [tensor([[[[ 0., 1.], + [ 2., 3.], + [ 4., 5.], + [ 6., 7.], + [ 8., 9.]]], + + + ...]], + + + [[[20., 21.], + [22., 23.], + [24., 25.], + [26., 27.], + [28., 29.]]]])] +values = [tensor([[[[100., 101.], + [102., 103.], + [104., 105.], + [106., 107.], + [108., 109.... [[[120., 121.], + [122., 123.], + [124., 125.], + [126., 127.], + [128., 129.]]]])] + + def write_span(self, slot, start, keys, values): + """keys/values [layers, kv_heads, n, head_dim] for positions start .. start+n of `slot` (a list of those, one + per KV group, for hybrid models), each group in one indexed copy (the PD admission of KV that another engine + prefilled)""" + keys = keys if isinstance(keys, (list, tuple)) else [keys] + values = values if isinstance(values, (list, tuple)) else [values] + idx = self.span_index(slot, start, start + keys[0].shape[2]) + for pk, pv, k, v in zip(self.gk, self.gv, keys, values): +> pk[:, :, idx] = k.to(self.device, pk.dtype, non_blocking=True) +E RuntimeError: shape mismatch: value tensor of shape [3, 1, 5, 2] cannot be broadcast to indexing result of shape [2, 1, 5, 2] + +opt_prime/accel/pd/paged.py:455: RuntimeError +______ test_invalid_grouped_span_rejected_before_any_write[missing_group] ______ + +bad = 'missing_group' + + @pytest.mark.parametrize('bad', ['missing_group', 'bad_later_shape']) + def test_invalid_grouped_span_rejected_before_any_write(bad): + cache = pool() + keys = [torch.ones(2, 1, 5, 2), torch.ones(1, 1, 5, 2)] + values = [x + 1 for x in keys] + if bad == 'missing_group': + keys, values = keys[:1], values[:1] + else: + values[1] = torch.ones(1, 1, 4, 2) +> with pytest.raises(ValueError): +E Failed: DID NOT RAISE ValueError + +tests/test_pd_dense_hybrid.py:37: Failed +_____ test_invalid_grouped_span_rejected_before_any_write[bad_later_shape] _____ + +bad = 'bad_later_shape' + + @pytest.mark.parametrize('bad', ['missing_group', 'bad_later_shape']) + def test_invalid_grouped_span_rejected_before_any_write(bad): + cache = pool() + keys = [torch.ones(2, 1, 5, 2), torch.ones(1, 1, 5, 2)] + values = [x + 1 for x in keys] + if bad == 'missing_group': + keys, values = keys[:1], values[:1] + else: + values[1] = torch.ones(1, 1, 4, 2) + with pytest.raises(ValueError): +> cache.write_span(0, 0, keys, values) + +tests/test_pd_dense_hybrid.py:38: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +self = , slot = 0 +start = 0 +keys = [tensor([[[[1., 1.], + [1., 1.], + [1., 1.], + [1., 1.], + [1., 1.]]], + + + [[[1.... [1., 1.]]]]), tensor([[[[1., 1.], + [1., 1.], + [1., 1.], + [1., 1.], + [1., 1.]]]])] +values = [tensor([[[[2., 2.], + [2., 2.], + [2., 2.], + [2., 2.], + [2., 2.]]], + + + [[[2.... [2., 2.], + [2., 2.]]]]), tensor([[[[1., 1.], + [1., 1.], + [1., 1.], + [1., 1.]]]])] + + def write_span(self, slot, start, keys, values): + """keys/values [layers, kv_heads, n, head_dim] for positions start .. start+n of `slot` (a list of those, one + per KV group, for hybrid models), each group in one indexed copy (the PD admission of KV that another engine + prefilled)""" + keys = keys if isinstance(keys, (list, tuple)) else [keys] + values = values if isinstance(values, (list, tuple)) else [values] + idx = self.span_index(slot, start, start + keys[0].shape[2]) + for pk, pv, k, v in zip(self.gk, self.gv, keys, values): + pk[:, :, idx] = k.to(self.device, pk.dtype, non_blocking=True) +> pv[:, :, idx] = v.to(self.device, pv.dtype, non_blocking=True) +E RuntimeError: shape mismatch: value tensor of shape [4, 2] cannot be broadcast to indexing result of shape [1, 1, 5, 2] + +opt_prime/accel/pd/paged.py:456: RuntimeError +=========================== short test summary info ============================ +FAILED tests/test_pd_dense_hybrid.py::test_dense_span_maps_model_layers_at_nonzero_start +FAILED tests/test_pd_dense_hybrid.py::test_invalid_grouped_span_rejected_before_any_write[missing_group] +FAILED tests/test_pd_dense_hybrid.py::test_invalid_grouped_span_rejected_before_any_write[bad_later_shape] +3 failed in 2.48s diff --git a/opt_prime/examples/pd/http_matrix/evidence258/local201-gemma-matrix-a.json b/opt_prime/examples/pd/http_matrix/evidence258/local201-gemma-matrix-a.json new file mode 100644 index 00000000..6deb6f56 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence258/local201-gemma-matrix-a.json @@ -0,0 +1,8397 @@ +{ + "passed": false, + "model": "Gemma3-1B", + "mode": "pd", + "dtype": "bfloat16", + "torch": "2.13.0+cu130", + "transformers": "5.15.0", + "replicas": 1, + "cpu_threads_per_server": 4, + "prompts": { + "128": [ + 2, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 107, + 14977, + 236787, + 2900, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787 + ], + "8192": [ + 2, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 107, + 14977, + 236787, + 2900, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787 + ] + }, + "warmups": [], + "correctness_batches": [], + "batches": [], + "harness_sha256": "cfd4821e2a2112f3fcf7f242f3e76efe47134640e4bf22b3b63fb808be6148f0", + "startup_timeout_s": 1800, + "timing_scope": "Client first SSE event, full response e2e and estimated TPOT=(e2e-first_event)/(output_tokens-1). SSE can coalesce tokens; this is not per-token kernel timing. Loading/warmup/correctness checks excluded.", + "physical_gpus": 1, + "physical_rngd": 1, + "physical_atom": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 8192, + "local_chunk": 256, + "context": 9216, + "server_config": { + "servers": [ + [ + "/home/gspark/venvs/pt213/bin/python", + "-c", + "import sys,importlib.util,runpy\ns=importlib.util.spec_from_file_location('opt_prime.accel.serve.llmd','/tmp/llmd240.py')\nm=importlib.util.module_from_spec(s);sys.modules[s.name]=m;s.loader.exec_module(m)\nrunpy.run_path('/home/gspark/workspace/aicomp-atom-prefetch-253/opt_prime/examples/pd/serve_batched.py',run_name='__main__')\n", + "--model", + "/tmp/serving-matrix-models/Gemma3-1B", + "--device", + "cuda:0", + "--dtype", + "bfloat16", + "--slots", + "4", + "--max-context", + "9216", + "--max-output", + "128", + "--kv", + "paged", + "--page-size", + "64", + "--chunk", + "256", + "--port", + "{port}", + "--pd-prefill-python", + "/tmp/rngd-gpu201-src/python-worker.sh", + "--pd-prefill-args", + "--width 8192 --engine-factory gemma_prefill:Prefill" + ] + ], + "metadata": { + "physical_gpus": 1, + "physical_rngd": 1, + "physical_atom": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 8192, + "local_chunk": 256, + "context": 9216 + } + }, + "load_s": 677.6346402899944, + "error": "" +} diff --git a/opt_prime/examples/pd/http_matrix/evidence258/local201-gemma-matrix-a.server0.log b/opt_prime/examples/pd/http_matrix/evidence258/local201-gemma-matrix-a.server0.log new file mode 100644 index 00000000..9d22f638 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence258/local201-gemma-matrix-a.server0.log @@ -0,0 +1,24 @@ + +Loading weights: 0%| | 0/340 [00:00", line 4, in + File "/usr/lib/python3.10/runpy.py", line 289, in run_path + return _run_module_code(code, init_globals, run_name, + File "/usr/lib/python3.10/runpy.py", line 96, in _run_module_code + _run_code(code, mod_globals, init_globals, + File "/usr/lib/python3.10/runpy.py", line 86, in _run_code + exec(code, run_globals) + File "/home/gspark/workspace/aicomp-atom-prefetch-253/opt_prime/examples/pd/serve_batched.py", line 152, in + owner.run() # owner loop on the main thread + File "/home/gspark/workspace/aicomp-atom-prefetch-253/opt_prime/opt_prime/accel/serve/batched.py", line 217, in run + b.step() + File "/home/gspark/workspace/aicomp-atom-prefetch-253/opt_prime/opt_prime/accel/pd/pd_batching.py", line 468, in step + self._admit_prefilled(block=not self.decoding) + File "/home/gspark/workspace/aicomp-atom-prefetch-253/opt_prime/opt_prime/accel/pd/pd_batching.py", line 497, in _admit_prefilled + self.kv.write_span(r.slot, out.start, out.keys, out.values) + File "/home/gspark/workspace/aicomp-atom-prefetch-253/opt_prime/opt_prime/accel/pd/paged.py", line 455, in write_span + pk[:, :, idx] = k.to(self.device, pk.dtype, non_blocking=True) +RuntimeError: shape mismatch: value tensor of shape [26, 1, 128, 256] cannot be broadcast to indexing result of shape [22, 1, 128, 256] +/usr/lib/python3.10/multiprocessing/resource_tracker.py:224: UserWarning: resource_tracker: There appear to be 1 leaked shared_memory objects to clean up at shutdown + warnings.warn('resource_tracker: There appear to be %d ' diff --git a/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-dense-hybrid258.md b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-dense-hybrid258.md new file mode 100644 index 00000000..c1803cab --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-dense-hybrid258.md @@ -0,0 +1,30 @@ +# Dense subprocess KV import into hybrid GPU pools + +- **Date**: 2026-10-24 +- **Task**: aicomp #258; four-model serving matrix #201 +- **Host / device**: GPU+RNGD host; CPU regression tests, Torch2.13.0+cu130 +- **Commit**: base273952a plus uncommitted fix/258-dense-hybrid-kv + +## Question +Why does live Gemma RNGD-to-GPU fail on its first request despite grouped Torch producer tests passing? + +## Setup +Actual runtime3e16c33, Gemma3-1B26layers,22sliding/4global, BF16, fourGPUslots/context9216/page64/cacheoff, RNGDwidth8192. First128-token request sends dense[26,1,128,256] KV; write_span incorrectly treats it as first group[22,1,128,256] and owner exits. Original local201-gemma-matrix-a.json and server log retained. Zero completed performance batches; deferred fault queue correctly stopped. Remote ATOM run is independent and unchanged. + +Fix maps dense model-layer spans into receiver groups, preserves grouped and single-group/recurrent formats, and validates all group shapes/counts before writes. Protocol unchanged. + +## Command +From aicomp-dense-hybrid-258/opt_prime: +```bash +OMP_NUM_THREADS=2 MKL_NUM_THREADS=2 PYTHONPATH=. /home/gspark/venvs/pt213/bin/python -m pytest -q tests/test_pd_dense_hybrid.py +OMP_NUM_THREADS=2 MKL_NUM_THREADS=2 PYTHONPATH=. /home/gspark/venvs/pt213/bin/python -m pytest -q tests/test_pd_dense_hybrid.py tests/test_pd_hybrid.py tests/test_pd_batching_disagg.py +CUDA_VISIBLE_DEVICES='' OMP_NUM_THREADS=2 MKL_NUM_THREADS=2 PYTHONPATH=. /home/gspark/venvs/pt213/bin/python -m pytest -q +``` + +## Results +Initial shell test-file path was incorrect; no tests ran. Corrected path before RED run. +RED:3tests fail: dense mapping shape mismatch, missing group silently accepted, malformed later-group write not validated atomically. First fix run28pass/2fail exposed single-group recurrent compatibility regression; preserved existing single-group tensor semantics. Added actual tiny Gemma dense producer->PDBatcher comparison against independent full-HF greedy beyond sliding window. +Focused rerun:31passed,1existing flex-attention warning,29.86s. Logs /tmp/dense258-red.log, /tmp/dense258-focused.log, /tmp/dense258-focused-b.log. Full regression:505passed,34skipped,253subtests passed,1existing warning,151.69s; log /tmp/dense258-full.log. + +## Conclusion +Cause reproduced and focused correction passes. Hardware rerun and publication remain; no claim that numerical parity or live Gemma serving is fixed yet. diff --git a/opt_prime/opt_prime/accel/pd/paged.py b/opt_prime/opt_prime/accel/pd/paged.py index 63f10330..910e8281 100644 --- a/opt_prime/opt_prime/accel/pd/paged.py +++ b/opt_prime/opt_prime/accel/pd/paged.py @@ -445,12 +445,30 @@ def span_index(self, slot, start, end): return self.physical([slot] * (end - start), torch.arange(start, end, device=self.device)) def write_span(self, slot, start, keys, values): - """keys/values [layers, kv_heads, n, head_dim] for positions start .. start+n of `slot` (a list of those, one - per KV group, for hybrid models), each group in one indexed copy (the PD admission of KV that another engine - prefilled)""" - keys = keys if isinstance(keys, (list, tuple)) else [keys] - values = values if isinstance(values, (list, tuple)) else [values] - idx = self.span_index(slot, start, start + keys[0].shape[2]) + """Import [layers, kv_heads, n, head_dim] KV at `start`: either model-layer order for uniform geometry, + or one tensor per receiver group. Hybrid dense inputs are split by model-layer indices; grouped inputs + also support differing head geometries. Validate all shapes before copying any group.""" + if isinstance(keys, torch.Tensor) and isinstance(values, torch.Tensor) and len(self.groups) == 1: + keys, values = [keys], [values] + if isinstance(keys, torch.Tensor) and isinstance(values, torch.Tensor): + layers = max(self.layer_group) + 1 + if keys.ndim != 4 or values.shape != keys.shape or keys.shape[0] != layers: + raise ValueError("dense KV span must contain every model layer with matching K/V shapes") + # Subprocess producers export model-layer order; pools group attention geometries. + keys = [keys if g.layers == tuple(range(layers)) else keys[list(g.layers)] for g in self.groups] + values = [values if g.layers == tuple(range(layers)) else values[list(g.layers)] for g in self.groups] + if not isinstance(keys, (list, tuple)) or not isinstance(values, (list, tuple)): + raise ValueError("KV spans must both be dense tensors or grouped sequences") + if len(keys) != len(self.groups) or len(values) != len(self.groups): + raise ValueError("KV span group count must match the receiver") + n = None + for g, k, v in zip(self.groups, keys, values): + if not isinstance(k, torch.Tensor) or not isinstance(v, torch.Tensor) or k.ndim != 4: + raise ValueError("each KV group must contain four-dimensional tensors") + n = k.shape[2] if n is None else n + if k.shape != (len(g.layers), g.kv_heads, n, g.head_dim) or v.shape != k.shape: + raise ValueError("KV span shapes must match receiver groups and share a token count") + idx = self.span_index(slot, start, start + n) for pk, pv, k, v in zip(self.gk, self.gv, keys, values): pk[:, :, idx] = k.to(self.device, pk.dtype, non_blocking=True) pv[:, :, idx] = v.to(self.device, pv.dtype, non_blocking=True) diff --git a/opt_prime/tests/test_pd_dense_hybrid.py b/opt_prime/tests/test_pd_dense_hybrid.py new file mode 100644 index 00000000..a9454acc --- /dev/null +++ b/opt_prime/tests/test_pd_dense_hybrid.py @@ -0,0 +1,65 @@ +"""Dense subprocess KV must preserve model-layer order in grouped GPU pools (#258).""" +import pytest +import torch +from opt_prime.accel.pd.paged import PagedKV +from opt_prime.accel.pd.torch_models import KVGroup + + +def pool(): + groups = (KVGroup('sliding', 4, 1, 2, (0, 2)), KVGroup('full', None, 1, 2, (1,))) + cache = PagedKV(3, 1, 1, 2, torch.float32, 'cpu', pages=4, page_size=4, + max_context=16, groups=groups) + assert cache.alloc(0, 12) == 0 + return cache + + +def test_dense_span_maps_model_layers_at_nonzero_start(): + cache = pool() + keys = torch.arange(30).reshape(3, 1, 5, 2).float() + cache.write_span(0, 3, keys, keys + 100) + idx = cache.span_index(0, 3, 8) + for layer in range(3): + k, v = cache.layer_kv(layer) + torch.testing.assert_close(k[:, idx], keys[layer]) + torch.testing.assert_close(v[:, idx], keys[layer] + 100) + assert all(not x[:, :, :3].any() for x in cache.gk) + + +@pytest.mark.parametrize('bad', ['missing_group', 'bad_later_shape']) +def test_invalid_grouped_span_rejected_before_any_write(bad): + cache = pool() + keys = [torch.ones(2, 1, 5, 2), torch.ones(1, 1, 5, 2)] + values = [x + 1 for x in keys] + if bad == 'missing_group': + keys, values = keys[:1], values[:1] + else: + values[1] = torch.ones(1, 1, 4, 2) + with pytest.raises(ValueError): + cache.write_span(0, 0, keys, values) + assert all(not x.any() for x in cache.gk + cache.gv) + + +def test_dense_gemma_pd_matches_independent_hf_beyond_window(): + from dataclasses import replace + from test_pd_hybrid import _gemma3, _greedy, _prompts + from opt_prime.accel.pd import PDRequest + from opt_prime.accel.pd.pd_batching import TorchPrefillEngine, PrefillWorker, PDBatcher + import copy + + class DenseEngine(TorchPrefillEngine): + def prefill(self, request, send_from=0): + out = super().prefill(request, send_from) + def dense(groups): + by_layer = {layer: span[i] for g, span in zip(self.kv.groups, groups) + for i, layer in enumerate(g.layers)} + return torch.stack([by_layer[i] for i in range(len(by_layer))]) + return replace(out, keys=dense(out.keys), values=dense(out.values)) + + model = _gemma3() + engine = DenseEngine(copy.deepcopy(model), max_context=128, chunk=16, page_size=8) + batcher = PDBatcher(model, PrefillWorker(engine), slots=2, max_context=128, page_size=8, + prefix_cache=False) + prompts = _prompts(3, 25, 40, seed=258) + futures = [batcher.submit(PDRequest(str(i), p, 20)) for i, p in enumerate(prompts)] + batcher.run_until_idle() + assert [f.result() for f in futures] == [_greedy(model, p, 20) for p in prompts] From 42f59c3293f04572bc0053b730368a0faf8ef116 Mon Sep 17 00:00:00 2001 From: gspark Date: Sat, 24 Oct 2026 05:55:03 +0900 Subject: [PATCH 02/29] feat: validate layer progress and reserve partial hybrid KV imports (#265) --- .../pd/http_matrix/.research/events.jsonl | 2 + opt_prime/examples/pd/http_matrix/STATUS.md | 2 + .../evidence265/stream265-focused-final.log | 15 ++ .../evidence265/stream265-full-final.log | 47 ++++ .../stream265-import-red-controlled.log | 97 +++++++ .../evidence265/stream265-prefix-red.log | 17 ++ .../http_matrix/evidence265/stream265-red.log | 245 ++++++++++++++++++ .../2026-10-24-rngd-layer-stream265.md | 41 +++ .../opt_prime/accel/pd/layer_progress.py | 53 ++++ opt_prime/opt_prime/accel/pd/paged.py | 30 +++ opt_prime/tests/test_pd_layer_progress.py | 101 ++++++++ 11 files changed, 650 insertions(+) create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-focused-final.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-full-final.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-import-red-controlled.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-prefix-red.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-red.log create mode 100644 opt_prime/examples/pd/http_matrix/experiments/2026-10-24-rngd-layer-stream265.md create mode 100644 opt_prime/opt_prime/accel/pd/layer_progress.py create mode 100644 opt_prime/tests/test_pd_layer_progress.py diff --git a/opt_prime/examples/pd/http_matrix/.research/events.jsonl b/opt_prime/examples/pd/http_matrix/.research/events.jsonl index 2e023887..94266635 100644 --- a/opt_prime/examples/pd/http_matrix/.research/events.jsonl +++ b/opt_prime/examples/pd/http_matrix/.research/events.jsonl @@ -5,3 +5,5 @@ {"id": "328b8349e9974a059ddc7e1a8a485e2c", "ts": "2026-10-23T21:32:23+09:00", "task": "Tokenizer EOS in batched serving (aicomp #229)", "result": "Real ATOM KONI HTTP also passes5/5 baseline/fixed/ignore/stream/reuse checks using same production factory: config-only length vs union stop. GPU+ATOM now10/10 expected outcomes; no SDK/artifact rebuild.", "next": "Update PR230 with NPU evidence; finish KONI medium-context RNGD handoff and broader PD work.", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"backend": "atom", "kv_blocks": "1"}, "artifacts": [{"path": "analysis/serving-matrix-201/eos229-koni-atom-http.json", "size": 5199, "sha256": "4735255db379ff00"}], "experiments": ["experiments/2026-10-23-serving-eos229.md"], "labels": ["bug"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} {"id": "2a2897e2be914684b04942a24bf4f220", "ts": "2026-10-24T03:15:52+09:00", "task": "Chunk-copy overlap (aicomp #47)", "result": "Four-model GPU copy-overlap A/B complete: 192 timed batches passed output parity. Long/c8 changes vary by block; Qwen4 B +17.39% is confounded by slower baseline prefill. Keep opt-in.", "next": "Publish reverse-block evidence; finish warm RNGD-to-ATOM prefetch comparison for KONI, Qwen3-4B, Qwen3-0.6B and Gemma3-1B", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": [{"path": "analysis/serving-matrix-201/chunk47-four-model-serving-ab-summary.json", "size": 10794, "sha256": "52442216970a0e25"}], "experiments": ["experiments/2026-10-24-chunk-copy47.md"], "labels": ["benchmark"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} {"id": "1020452aea8445f080108c1ed7f6d643", "ts": "2026-10-24T04:35:37+09:00", "task": "Dense hybrid GPU KV import (aicomp #258)", "result": "Dense hybrid receiver fix:31focused and505full CPU tests passed,34skipped,253subtests,151.69s. Preparing isolated PR and fresh Gemma live rerun; hardware and numerical acceptance not yet claimed.", "next": "Run corrected Gemma RNGD/GPU matrix preserving original failure; complete lifecycle and numerical checks", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": [], "experiments": ["experiments/2026-10-24-dense-hybrid258.md"], "labels": ["bug"], "review": false, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} +{"id": "fa2dcb1997d24559b0ed5ed800ae94c1", "ts": "2026-10-24T05:50:42+09:00", "task": "Layer-progress RNGD transfer (aicomp #265)", "result": "Created issue265 and isolated worktree. Implemented source coverage validation and reserved partial hybrid-cache import; found and added a guard against overwriting admitted prefix. Worker/owner/source wiring and hardware verification not yet implemented.", "next": "Finish final regression then connect validated progress to subprocess futures and reserved GPU admission; keep live263ATOM queue unchanged", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": [], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["experiment"], "review": false, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} +{"id": "670f2e0e98354387addd1807770cdef6", "ts": "2026-10-24T05:55:03+09:00", "task": "Layer-progress RNGD transfer (aicomp #265)", "result": "Partial-import groundwork passes22focused and556full tests,15skipped,253subtests. Coverage checks reject overlap/incomplete spans; partial hybrid writes reject unreserved memory and admitted-prefix overwrite. No wire/owner integration or overlap claim yet.", "next": "Publish draft groundwork then connect opt-in subprocess progress to reserved GPU admission; live263ATOM queue continues separately", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": [], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["experiment"], "review": false, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} diff --git a/opt_prime/examples/pd/http_matrix/STATUS.md b/opt_prime/examples/pd/http_matrix/STATUS.md index b8d99373..f96ee556 100644 --- a/opt_prime/examples/pd/http_matrix/STATUS.md +++ b/opt_prime/examples/pd/http_matrix/STATUS.md @@ -48,3 +48,5 @@ GPU HTTP blockA96batches all parity;long/c8 chunk-copy throughput changes: Qwen0 Reverse-order blockB completed: 192 total timed batches passed parity. Long/c8 A/B changes: Qwen0.6 -3.12%/+5.80%, Qwen4 +2.49%/+17.39%, KONI +2.38%/-1.53%, Gemma -1.54%/-0.28%. Qwen4 B baseline prefill slowed while transfer stayed constant, confounding the larger gain. Keep opt-in; no repeatable general throughput improvement. See evidence47/chunk47-four-model-serving-ab-summary.json. #258 dense hybrid KV: actual Gemma failure reproduced; mapping/group validation corrected.31focused and505full CPU tests pass; live rerun pending. + +#265 groundwork: coverage validation and reserved partial hybrid-cache import implemented;22focused and556full tests pass (15skip,253subtests). Admitted-prefix overwrite regression fixed. Not connected to worker/owner/source paths yet; no hardware overlap claim. diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-focused-final.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-focused-final.log new file mode 100644 index 00000000..077803f6 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-focused-final.log @@ -0,0 +1,15 @@ +...................... [100%] +=============================== warnings summary =============================== +tests/test_pd_dense_hybrid.py::test_dense_gemma_pd_matches_independent_hf_beyond_window + /home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/attention/flex_attention.py:2481: UserWarning: flex_attention called without torch.compile() - this will use an unfused implementation that materializes the full scores matrix instead of generating a fused kernel. + + SOLUTION: Use torch.compile(flex_attention)(...) + + If you want to debug your score_mod/mask_mod, you can set: + torch.nn.attention.flex_attention._FLEX_ATTENTION_DISABLE_COMPILE_DEBUG = True + + This will allow you to use print statements or breakpoints. Note: This doesn't work with the backwards pass and may produce incorrect results. + _warn_once( + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +22 passed, 1 warning in 4.93s diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-full-final.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-full-final.log new file mode 100644 index 00000000..241a40bc --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-full-final.log @@ -0,0 +1,47 @@ +............................................................................................s..... [ 17%] +.........................................................s.s............ [ 29%] +.....ss...........................s..................................... [ 42%] +........................................................................ [ 55%] +.....s.s...........................................s.................... [ 67%] +........................................................................ [ 80%] +........................s.s.............................. [ 90%] +........................ [ 94%] +........................s.... [100%] +=============================== warnings summary =============================== +examples/pd/native_kv/test_native_pack.py::NativePackTest::test_exact_bytes_and_independent_lifetime +examples/pd/native_kv/test_native_pack.py::NativePackTest::test_exact_bytes_and_independent_lifetime +examples/pd/native_kv/test_native_pack.py::NativePackTest::test_exact_bytes_and_independent_lifetime + /home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/native_kv/test_native_pack.py:24: DeprecationWarning: The argument 'device' of Tensor.is_pinned() is deprecated. Please do not pass this argument. (Triggered internally at /__w/pytorch/pytorch/aten/src/ATen/native/Memory.cpp:31.) + self.assertTrue(actual.is_pinned('cuda')) + +examples/pd/native_kv/test_packed_lane.py::PackedLaneTest::test_owned_packet_and_other_lane_isolation +examples/pd/native_kv/test_packed_lane.py::PackedLaneTest::test_owned_packet_and_other_lane_isolation +examples/pd/native_kv/test_packed_lane.py::PackedLaneTest::test_owned_packet_and_other_lane_isolation + /home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/native_kv/gpu_batch_decoder.py:93: DeprecationWarning: The argument 'device' of Tensor.is_pinned() is deprecated. Please do not pass this argument. (Triggered internally at /__w/pytorch/pytorch/aten/src/ATen/native/Memory.cpp:31.) + or not host.is_pinned('cuda') or not host.is_contiguous()): + +examples/pd/native_kv/test_pinned_receiver.py::PinnedReceiveTest::test_eight_slot_tcp_frames_exact_at_capacity +examples/pd/native_kv/test_pinned_receiver.py::PinnedReceiveTest::test_eight_slot_tcp_frames_exact_at_capacity +examples/pd/native_kv/test_pinned_receiver.py::PinnedReceiveTest::test_eight_slot_tcp_frames_exact_at_capacity + /home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/native_kv/test_pinned_receiver.py:75: DeprecationWarning: The argument 'device' of Tensor.is_pinned() is deprecated. Please do not pass this argument. (Triggered internally at /__w/pytorch/pytorch/aten/src/ATen/native/Memory.cpp:31.) + self.assertTrue(direct.data.host.is_pinned('cuda')) + +examples/pd/native_kv/test_pinned_receiver.py::PinnedReceiveTest::test_real_multipart_exact_and_owned +examples/pd/native_kv/test_pinned_receiver.py::PinnedReceiveTest::test_real_multipart_exact_and_owned +examples/pd/native_kv/test_pinned_receiver.py::PinnedReceiveTest::test_real_multipart_exact_and_owned + /home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/native_kv/test_pinned_receiver.py:25: DeprecationWarning: The argument 'device' of Tensor.is_pinned() is deprecated. Please do not pass this argument. (Triggered internally at /__w/pytorch/pytorch/aten/src/ATen/native/Memory.cpp:31.) + self.assertTrue(direct.data.host.is_pinned('cuda')) + +tests/test_kvstore.py::test_second_engine_reuses_chunks_from_the_store[lmcache] + /home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/attention/flex_attention.py:2481: UserWarning: flex_attention called without torch.compile() - this will use an unfused implementation that materializes the full scores matrix instead of generating a fused kernel. + + SOLUTION: Use torch.compile(flex_attention)(...) + + If you want to debug your score_mod/mask_mod, you can set: + torch.nn.attention.flex_attention._FLEX_ATTENTION_DISABLE_COMPILE_DEBUG = True + + This will allow you to use print statements or breakpoints. Note: This doesn't work with the backwards pass and may produce incorrect results. + _warn_once( + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +556 passed, 15 skipped, 13 warnings, 253 subtests passed in 158.09s (0:02:38) diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-import-red-controlled.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-import-red-controlled.log new file mode 100644 index 00000000..5ea9f2e8 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-import-red-controlled.log @@ -0,0 +1,97 @@ +...........FFFFFF [100%] +=================================== FAILURES =================================== +________ test_partial_hybrid_write_preserves_other_layers_and_positions ________ + + def test_partial_hybrid_write_preserves_other_layers_and_positions(): + import torch + from test_pd_dense_hybrid import pool + cache=pool() +> assert hasattr(cache,'write_layer_span'), 'partial receiver import is not implemented' +E AssertionError: partial receiver import is not implemented +E assert False +E + where False = hasattr(, 'write_layer_span') + +tests/test_pd_layer_progress.py:58: AssertionError +__ test_partial_write_rejects_unreserved_positions_and_unknown_layers[0-10-0] __ + +slot = 0, start = 10, layer = 0 + + @pytest.mark.parametrize('slot,start,layer',[(0,10,0),(0,-1,0),(1,0,0),(0,0,2)]) + def test_partial_write_rejects_unreserved_positions_and_unknown_layers(slot,start,layer): + import torch + from test_pd_dense_hybrid import pool + cache=pool() +> assert hasattr(cache,'write_layer_span'), 'partial receiver import is not implemented' +E AssertionError: partial receiver import is not implemented +E assert False +E + where False = hasattr(, 'write_layer_span') + +tests/test_pd_layer_progress.py:75: AssertionError +__ test_partial_write_rejects_unreserved_positions_and_unknown_layers[0--1-0] __ + +slot = 0, start = -1, layer = 0 + + @pytest.mark.parametrize('slot,start,layer',[(0,10,0),(0,-1,0),(1,0,0),(0,0,2)]) + def test_partial_write_rejects_unreserved_positions_and_unknown_layers(slot,start,layer): + import torch + from test_pd_dense_hybrid import pool + cache=pool() +> assert hasattr(cache,'write_layer_span'), 'partial receiver import is not implemented' +E AssertionError: partial receiver import is not implemented +E assert False +E + where False = hasattr(, 'write_layer_span') + +tests/test_pd_layer_progress.py:75: AssertionError +__ test_partial_write_rejects_unreserved_positions_and_unknown_layers[1-0-0] ___ + +slot = 1, start = 0, layer = 0 + + @pytest.mark.parametrize('slot,start,layer',[(0,10,0),(0,-1,0),(1,0,0),(0,0,2)]) + def test_partial_write_rejects_unreserved_positions_and_unknown_layers(slot,start,layer): + import torch + from test_pd_dense_hybrid import pool + cache=pool() +> assert hasattr(cache,'write_layer_span'), 'partial receiver import is not implemented' +E AssertionError: partial receiver import is not implemented +E assert False +E + where False = hasattr(, 'write_layer_span') + +tests/test_pd_layer_progress.py:75: AssertionError +__ test_partial_write_rejects_unreserved_positions_and_unknown_layers[0-0-2] ___ + +slot = 0, start = 0, layer = 2 + + @pytest.mark.parametrize('slot,start,layer',[(0,10,0),(0,-1,0),(1,0,0),(0,0,2)]) + def test_partial_write_rejects_unreserved_positions_and_unknown_layers(slot,start,layer): + import torch + from test_pd_dense_hybrid import pool + cache=pool() +> assert hasattr(cache,'write_layer_span'), 'partial receiver import is not implemented' +E AssertionError: partial receiver import is not implemented +E assert False +E + where False = hasattr(, 'write_layer_span') + +tests/test_pd_layer_progress.py:75: AssertionError +_______ test_partial_write_rejects_later_group_geometry_before_mutation ________ + + def test_partial_write_rejects_later_group_geometry_before_mutation(): + import torch + from opt_prime.accel.pd.paged import PagedKV + from opt_prime.accel.pd.torch_models import KVGroup + cache=PagedKV(2,1,1,2,torch.float32,'cpu',pages=4,page_size=4,max_context=16, + groups=(KVGroup('a',None,1,2,(0,)),KVGroup('b',None,2,2,(1,)))) + cache.alloc(0,12) +> assert hasattr(cache,'write_layer_span'), 'partial receiver import is not implemented' +E AssertionError: partial receiver import is not implemented +E assert False +E + where False = hasattr(, 'write_layer_span') + +tests/test_pd_layer_progress.py:88: AssertionError +=========================== short test summary info ============================ +FAILED tests/test_pd_layer_progress.py::test_partial_hybrid_write_preserves_other_layers_and_positions +FAILED tests/test_pd_layer_progress.py::test_partial_write_rejects_unreserved_positions_and_unknown_layers[0-10-0] +FAILED tests/test_pd_layer_progress.py::test_partial_write_rejects_unreserved_positions_and_unknown_layers[0--1-0] +FAILED tests/test_pd_layer_progress.py::test_partial_write_rejects_unreserved_positions_and_unknown_layers[1-0-0] +FAILED tests/test_pd_layer_progress.py::test_partial_write_rejects_unreserved_positions_and_unknown_layers[0-0-2] +FAILED tests/test_pd_layer_progress.py::test_partial_write_rejects_later_group_geometry_before_mutation +6 failed, 11 passed in 2.43s diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-prefix-red.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-prefix-red.log new file mode 100644 index 00000000..f7c74194 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-prefix-red.log @@ -0,0 +1,17 @@ +.................F [100%] +=================================== FAILURES =================================== +____________ test_partial_write_cannot_overwrite_an_admitted_prefix ____________ + + def test_partial_write_cannot_overwrite_an_admitted_prefix(): + import torch + from test_pd_dense_hybrid import pool + cache=pool() + cache.length[0]=4 + keys=torch.ones(1,1,5,2) +> with pytest.raises(ValueError,match='prefix'):cache.write_layer_span(0,3,0,keys,keys) +E Failed: DID NOT RAISE ValueError + +tests/test_pd_layer_progress.py:100: Failed +=========================== short test summary info ============================ +FAILED tests/test_pd_layer_progress.py::test_partial_write_cannot_overwrite_an_admitted_prefix +1 failed, 17 passed in 2.54s diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-red.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-red.log new file mode 100644 index 00000000..e7d6c8b1 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-red.log @@ -0,0 +1,245 @@ +FFFFFFFFFFF [100%] +=================================== FAILURES =================================== +____ test_partial_prefix_and_out_of_order_layers_require_complete_coverage _____ + + def test_partial_prefix_and_out_of_order_layers_require_complete_coverage(): +> p=tracker(3,5,9) + +opt_prime/tests/test_pd_layer_progress.py:16: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +args = (3, 5, 9) + + def tracker(*args): +> assert path.exists(), 'layer-progress validator is not implemented' +E AssertionError: layer-progress validator is not implemented +E assert False +E + where False = exists() +E + where exists = PosixPath('/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/layer_progress.py').exists + +opt_prime/tests/test_pd_layer_progress.py:9: AssertionError +________________ test_overlap_rejection_is_atomic_across_layers ________________ + + def test_overlap_rejection_is_atomic_across_layers(): +> p=tracker(3,0,4) + +opt_prime/tests/test_pd_layer_progress.py:29: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +args = (3, 0, 4) + + def tracker(*args): +> assert path.exists(), 'layer-progress validator is not implemented' +E AssertionError: layer-progress validator is not implemented +E assert False +E + where False = exists() +E + where exists = PosixPath('/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/layer_progress.py').exists + +opt_prime/tests/test_pd_layer_progress.py:9: AssertionError +_______________ test_invalid_progress_never_enters_queue[span0] ________________ + +span = (-1, 1, 0, 4) + + @pytest.mark.parametrize('span',[(-1,1,0,4),(0,4,0,4),(0,1,-1,4), + (0,1,0,5),(0,0,0,4),(0,1,2,2),(True,2,0,4),(0,1,0.0,4)]) + def test_invalid_progress_never_enters_queue(span): +> p=tracker(3,0,4) + +opt_prime/tests/test_pd_layer_progress.py:43: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +args = (3, 0, 4) + + def tracker(*args): +> assert path.exists(), 'layer-progress validator is not implemented' +E AssertionError: layer-progress validator is not implemented +E assert False +E + where False = exists() +E + where exists = PosixPath('/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/layer_progress.py').exists + +opt_prime/tests/test_pd_layer_progress.py:9: AssertionError +_______________ test_invalid_progress_never_enters_queue[span1] ________________ + +span = (0, 4, 0, 4) + + @pytest.mark.parametrize('span',[(-1,1,0,4),(0,4,0,4),(0,1,-1,4), + (0,1,0,5),(0,0,0,4),(0,1,2,2),(True,2,0,4),(0,1,0.0,4)]) + def test_invalid_progress_never_enters_queue(span): +> p=tracker(3,0,4) + +opt_prime/tests/test_pd_layer_progress.py:43: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +args = (3, 0, 4) + + def tracker(*args): +> assert path.exists(), 'layer-progress validator is not implemented' +E AssertionError: layer-progress validator is not implemented +E assert False +E + where False = exists() +E + where exists = PosixPath('/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/layer_progress.py').exists + +opt_prime/tests/test_pd_layer_progress.py:9: AssertionError +_______________ test_invalid_progress_never_enters_queue[span2] ________________ + +span = (0, 1, -1, 4) + + @pytest.mark.parametrize('span',[(-1,1,0,4),(0,4,0,4),(0,1,-1,4), + (0,1,0,5),(0,0,0,4),(0,1,2,2),(True,2,0,4),(0,1,0.0,4)]) + def test_invalid_progress_never_enters_queue(span): +> p=tracker(3,0,4) + +opt_prime/tests/test_pd_layer_progress.py:43: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +args = (3, 0, 4) + + def tracker(*args): +> assert path.exists(), 'layer-progress validator is not implemented' +E AssertionError: layer-progress validator is not implemented +E assert False +E + where False = exists() +E + where exists = PosixPath('/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/layer_progress.py').exists + +opt_prime/tests/test_pd_layer_progress.py:9: AssertionError +_______________ test_invalid_progress_never_enters_queue[span3] ________________ + +span = (0, 1, 0, 5) + + @pytest.mark.parametrize('span',[(-1,1,0,4),(0,4,0,4),(0,1,-1,4), + (0,1,0,5),(0,0,0,4),(0,1,2,2),(True,2,0,4),(0,1,0.0,4)]) + def test_invalid_progress_never_enters_queue(span): +> p=tracker(3,0,4) + +opt_prime/tests/test_pd_layer_progress.py:43: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +args = (3, 0, 4) + + def tracker(*args): +> assert path.exists(), 'layer-progress validator is not implemented' +E AssertionError: layer-progress validator is not implemented +E assert False +E + where False = exists() +E + where exists = PosixPath('/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/layer_progress.py').exists + +opt_prime/tests/test_pd_layer_progress.py:9: AssertionError +_______________ test_invalid_progress_never_enters_queue[span4] ________________ + +span = (0, 0, 0, 4) + + @pytest.mark.parametrize('span',[(-1,1,0,4),(0,4,0,4),(0,1,-1,4), + (0,1,0,5),(0,0,0,4),(0,1,2,2),(True,2,0,4),(0,1,0.0,4)]) + def test_invalid_progress_never_enters_queue(span): +> p=tracker(3,0,4) + +opt_prime/tests/test_pd_layer_progress.py:43: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +args = (3, 0, 4) + + def tracker(*args): +> assert path.exists(), 'layer-progress validator is not implemented' +E AssertionError: layer-progress validator is not implemented +E assert False +E + where False = exists() +E + where exists = PosixPath('/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/layer_progress.py').exists + +opt_prime/tests/test_pd_layer_progress.py:9: AssertionError +_______________ test_invalid_progress_never_enters_queue[span5] ________________ + +span = (0, 1, 2, 2) + + @pytest.mark.parametrize('span',[(-1,1,0,4),(0,4,0,4),(0,1,-1,4), + (0,1,0,5),(0,0,0,4),(0,1,2,2),(True,2,0,4),(0,1,0.0,4)]) + def test_invalid_progress_never_enters_queue(span): +> p=tracker(3,0,4) + +opt_prime/tests/test_pd_layer_progress.py:43: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +args = (3, 0, 4) + + def tracker(*args): +> assert path.exists(), 'layer-progress validator is not implemented' +E AssertionError: layer-progress validator is not implemented +E assert False +E + where False = exists() +E + where exists = PosixPath('/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/layer_progress.py').exists + +opt_prime/tests/test_pd_layer_progress.py:9: AssertionError +_______________ test_invalid_progress_never_enters_queue[span6] ________________ + +span = (True, 2, 0, 4) + + @pytest.mark.parametrize('span',[(-1,1,0,4),(0,4,0,4),(0,1,-1,4), + (0,1,0,5),(0,0,0,4),(0,1,2,2),(True,2,0,4),(0,1,0.0,4)]) + def test_invalid_progress_never_enters_queue(span): +> p=tracker(3,0,4) + +opt_prime/tests/test_pd_layer_progress.py:43: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +args = (3, 0, 4) + + def tracker(*args): +> assert path.exists(), 'layer-progress validator is not implemented' +E AssertionError: layer-progress validator is not implemented +E assert False +E + where False = exists() +E + where exists = PosixPath('/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/layer_progress.py').exists + +opt_prime/tests/test_pd_layer_progress.py:9: AssertionError +_______________ test_invalid_progress_never_enters_queue[span7] ________________ + +span = (0, 1, 0.0, 4) + + @pytest.mark.parametrize('span',[(-1,1,0,4),(0,4,0,4),(0,1,-1,4), + (0,1,0,5),(0,0,0,4),(0,1,2,2),(True,2,0,4),(0,1,0.0,4)]) + def test_invalid_progress_never_enters_queue(span): +> p=tracker(3,0,4) + +opt_prime/tests/test_pd_layer_progress.py:43: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +args = (3, 0, 4) + + def tracker(*args): +> assert path.exists(), 'layer-progress validator is not implemented' +E AssertionError: layer-progress validator is not implemented +E assert False +E + where False = exists() +E + where exists = PosixPath('/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/layer_progress.py').exists + +opt_prime/tests/test_pd_layer_progress.py:9: AssertionError +_________________ test_empty_uncached_suffix_needs_no_transfer _________________ + + def test_empty_uncached_suffix_needs_no_transfer(): +> p=tracker(3,8,8) + +opt_prime/tests/test_pd_layer_progress.py:49: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +args = (3, 8, 8) + + def tracker(*args): +> assert path.exists(), 'layer-progress validator is not implemented' +E AssertionError: layer-progress validator is not implemented +E assert False +E + where False = exists() +E + where exists = PosixPath('/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/layer_progress.py').exists + +opt_prime/tests/test_pd_layer_progress.py:9: AssertionError +=========================== short test summary info ============================ +FAILED opt_prime/tests/test_pd_layer_progress.py::test_partial_prefix_and_out_of_order_layers_require_complete_coverage +FAILED opt_prime/tests/test_pd_layer_progress.py::test_overlap_rejection_is_atomic_across_layers +FAILED opt_prime/tests/test_pd_layer_progress.py::test_invalid_progress_never_enters_queue[span0] +FAILED opt_prime/tests/test_pd_layer_progress.py::test_invalid_progress_never_enters_queue[span1] +FAILED opt_prime/tests/test_pd_layer_progress.py::test_invalid_progress_never_enters_queue[span2] +FAILED opt_prime/tests/test_pd_layer_progress.py::test_invalid_progress_never_enters_queue[span3] +FAILED opt_prime/tests/test_pd_layer_progress.py::test_invalid_progress_never_enters_queue[span4] +FAILED opt_prime/tests/test_pd_layer_progress.py::test_invalid_progress_never_enters_queue[span5] +FAILED opt_prime/tests/test_pd_layer_progress.py::test_invalid_progress_never_enters_queue[span6] +FAILED opt_prime/tests/test_pd_layer_progress.py::test_invalid_progress_never_enters_queue[span7] +FAILED opt_prime/tests/test_pd_layer_progress.py::test_empty_uncached_suffix_needs_no_transfer +11 failed in 0.05s diff --git a/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-rngd-layer-stream265.md b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-rngd-layer-stream265.md new file mode 100644 index 00000000..9689a8d0 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-rngd-layer-stream265.md @@ -0,0 +1,41 @@ +# RNGD layer-progress import toward within-request KV overlap + +- **Date**: 2026-10-24 +- **Task**: Layer-progress RNGD transfer (aicomp #265, original #47) +- **Host / device**: local unit/regression tests; no new streaming hardware experiment yet +- **Commit**: isolated perf/265-rngd-stream, base098169b plus dense-hybrid fix cherry-picked as8903b73; uncommitted implementation + +## Question + +Can completed RNGD layer groups be imported before final prefill/logits without publishing incomplete state or corrupting another request? GPU chunk-copy#254 and ATOM next-request prefetch#255 do not implement this source-to-decoder connection. + +## Setup + +The public research FullPrefillEngine.prefill_stream has per-group host output, but the current subprocess worker sends only whole-request completion. Work is isolated from the live #263 queue. First unit adds a thread-safe coverage/notification validator and partial dense model-layer import into reserved PagedKV pages. It does not yet alter worker messages, GPU/ATOM admission, or source adapters. No overlap or speedup claim. + +Coverage validates integer geometry, source span bounds, overlap across every affected layer before any state mutation, complete layer/token coverage on finish, and no messages after closure. Draining notifications is separate from source completion; neither is a destination transfer fence. Cache import validates every affected hybrid group before writing and leaves lengths/cache publication unchanged. It rejects unreserved pages and overwrites of an admitted/shared prefix. + +## Command + +```bash +cd /home/gspark/workspace/aicomp-rngd-stream-265/opt_prime +OMP_NUM_THREADS=4 MKL_NUM_THREADS=4 TORCH_DEVICE_BACKEND_AUTOLOAD=0 \ + /home/gspark/venvs/pt213/bin/python -m pytest tests/test_pd_layer_progress.py tests/test_pd_dense_hybrid.py -q +# Full suite with the same environment: +OMP_NUM_THREADS=4 MKL_NUM_THREADS=4 TORCH_DEVICE_BACKEND_AUTOLOAD=0 \ + /home/gspark/venvs/pt213/bin/python -m pytest -q +``` + +## Results + +- Coverage tests first11failed for missing implementation, then11passed. +- Partial receiver tests6failed before implementation (controlled removal in correct package working directory:6failed/11passed), then combined21passed/1existing flex-attention warning in5.18s. +- Additional admitted-prefix regression:1failed/17passed before guard; final focused22passed/1existing warning in4.93s. +- One initial focused invocation from the repository parent failed collection (`opt_prime.accel` unavailable with backend autoload disabled). Correct package-directory command above resolves it; failure is not an inference result. +- Initial full regression before the last admitted-prefix guard:555passed/15skipped/253subtests in160.70s. Final full run after guard:556passed/15skipped/253subtests in158.09s.13existing pinned-memory deprecation/flex-attention warnings retained. + +Raw logs: /tmp/stream265-red.log, /tmp/stream265-import-red-controlled.log, /tmp/stream265-prefix-red.log, /tmp/stream265-focused-final.log, /tmp/stream265-full.log and /tmp/stream265-full-final.log. + +## Conclusion + +Only validation/import primitives are implemented. Still required: opt-in progress wire messages, source adapters, owner drain/commit/failure integration, ATOM cache-ownership handling, actual overlap traces, same-route exactness and long-context/large-KV performance. Existing #47 export-only0.1–4GB curve showed chunking slower but reduced incremental staging to~67MB; it does not prove RNGD streaming improvement. Preserve that negative control and measure the new path when connected. diff --git a/opt_prime/opt_prime/accel/pd/layer_progress.py b/opt_prime/opt_prime/accel/pd/layer_progress.py new file mode 100644 index 00000000..6c82815c --- /dev/null +++ b/opt_prime/opt_prime/accel/pd/layer_progress.py @@ -0,0 +1,53 @@ +"""Validated, bounded-by-coverage notifications for a reserved KV slab. + +This tracks source writes only. A consumer must finish its own transfers before +publishing the cache or releasing the reservation; source completion is not a fence. +""" +from threading import Lock + + +class LayerProgress: + def __init__(self, layers, start, end): + if any(type(x) is not int for x in (layers,start,end)) or layers<=0 or not 0<=start<=end: + raise ValueError('invalid layer-progress geometry') + self.layers,self.start,self.end=layers,start,end + self._coverage=[[] for _ in range(layers)] + self._pending=[] + self._closed=False + self._lock=Lock() + + def publish(self, layer_start, layer_end, token_start, token_end): + span=(layer_start,layer_end,token_start,token_end) + with self._lock: + if self._closed: + raise ValueError('layer progress is closed') + if (any(type(x) is not int for x in span) + or not 0<=layer_start min(self.max_context, len(self.owned[slot]) * self.page_size): + raise ValueError("partial KV span exceeds reserved pages") + layers = range(layer_start, layer_start + keys.shape[0]) + for layer in layers: + if layer not in self.layer_group: + raise ValueError("partial KV span contains an unknown attention layer") + group = self.groups[self.layer_group[layer][0]] + if keys.shape[1] != group.kv_heads or keys.shape[3] != group.head_dim: + raise ValueError("partial KV geometry does not match receiver group") + idx = self.span_index(slot, start, end) + for offset, layer in enumerate(layers): + pk, pv = self.layer_kv(layer) + pk[:, idx] = keys[offset].to(self.device, pk.dtype) + pv[:, idx] = values[offset].to(self.device, pv.dtype) + def read_span(self, slot, start, end): """[layers, kv_heads, end - start, head_dim] keys and values of `slot` (the prefill side's export); a list per KV group for hybrid models""" diff --git a/opt_prime/tests/test_pd_layer_progress.py b/opt_prime/tests/test_pd_layer_progress.py new file mode 100644 index 00000000..99f5277b --- /dev/null +++ b/opt_prime/tests/test_pd_layer_progress.py @@ -0,0 +1,101 @@ +"""Partial KV must cover every layer/position without overlaps before publication.""" +import importlib.util +from pathlib import Path +import pytest + +path=Path(__file__).parents[1]/'opt_prime/accel/pd/layer_progress.py' + +def tracker(*args): + assert path.exists(), 'layer-progress validator is not implemented' + spec=importlib.util.spec_from_file_location('layer_progress',path) + m=importlib.util.module_from_spec(spec);spec.loader.exec_module(m) + return m.LayerProgress(*args) + + +def test_partial_prefix_and_out_of_order_layers_require_complete_coverage(): + p=tracker(3,5,9) + p.publish(1,3,5,9) + p.publish(0,1,7,9) + assert p.drain()==[(1,3,5,9),(0,1,7,9)] + with pytest.raises(ValueError,match='incomplete'):p.finish() + p.publish(0,1,5,7) + p.finish() + assert p.drain()==[(0,1,5,7)] + assert p.drain()==[] + with pytest.raises(ValueError,match='closed'):p.publish(0,1,5,7) + + +def test_overlap_rejection_is_atomic_across_layers(): + p=tracker(3,0,4) + p.publish(1,2,0,2) + with pytest.raises(ValueError,match='overlap'):p.publish(0,3,1,3) + # If the rejected span mutated layer0, this valid replacement would fail. + p.publish(0,1,0,4) + p.publish(1,2,2,4) + p.publish(2,3,0,4) + p.finish() + assert len(p.drain())==4 + + +@pytest.mark.parametrize('span',[(-1,1,0,4),(0,4,0,4),(0,1,-1,4), + (0,1,0,5),(0,0,0,4),(0,1,2,2),(True,2,0,4),(0,1,0.0,4)]) +def test_invalid_progress_never_enters_queue(span): + p=tracker(3,0,4) + with pytest.raises(ValueError):p.publish(*span) + assert p.drain()==[] + + +def test_empty_uncached_suffix_needs_no_transfer(): + p=tracker(3,8,8) + p.finish() + assert p.drain()==[] + + +def test_partial_hybrid_write_preserves_other_layers_and_positions(): + import torch + from test_pd_dense_hybrid import pool + cache=pool() + assert hasattr(cache,'write_layer_span'), 'partial receiver import is not implemented' + keys=torch.arange(20).reshape(2,1,5,2).float()+1 + cache.write_layer_span(0,3,1,keys,keys+100) + idx=cache.span_index(0,3,8) + for layer in [1,2]: + k,v=cache.layer_kv(layer) + torch.testing.assert_close(k[:,idx],keys[layer-1]) + torch.testing.assert_close(v[:,idx],keys[layer-1]+100) + assert not cache.layer_kv(0)[0].any() + assert cache.length[0]==0 and not cache.cached + + +@pytest.mark.parametrize('slot,start,layer',[(0,10,0),(0,-1,0),(1,0,0),(0,0,2)]) +def test_partial_write_rejects_unreserved_positions_and_unknown_layers(slot,start,layer): + import torch + from test_pd_dense_hybrid import pool + cache=pool() + assert hasattr(cache,'write_layer_span'), 'partial receiver import is not implemented' + keys=torch.ones(2,1,5,2) + with pytest.raises(ValueError):cache.write_layer_span(slot,start,layer,keys,keys) + assert all(not t.any() for t in cache.gk+cache.gv) + + +def test_partial_write_rejects_later_group_geometry_before_mutation(): + import torch + from opt_prime.accel.pd.paged import PagedKV + from opt_prime.accel.pd.torch_models import KVGroup + cache=PagedKV(2,1,1,2,torch.float32,'cpu',pages=4,page_size=4,max_context=16, + groups=(KVGroup('a',None,1,2,(0,)),KVGroup('b',None,2,2,(1,)))) + cache.alloc(0,12) + assert hasattr(cache,'write_layer_span'), 'partial receiver import is not implemented' + keys=torch.ones(2,1,5,2) + with pytest.raises(ValueError):cache.write_layer_span(0,0,0,keys,keys) + assert all(not t.any() for t in cache.gk+cache.gv) + + +def test_partial_write_cannot_overwrite_an_admitted_prefix(): + import torch + from test_pd_dense_hybrid import pool + cache=pool() + cache.length[0]=4 + keys=torch.ones(1,1,5,2) + with pytest.raises(ValueError,match='prefix'):cache.write_layer_span(0,3,0,keys,keys) + assert all(not t.any() for t in cache.gk+cache.gv) From 8e0d271aa8b451fef9143903ccc5276ed4170186 Mon Sep 17 00:00:00 2001 From: gspark Date: Sat, 24 Oct 2026 06:32:26 +0900 Subject: [PATCH 03/29] feat: receive layer progress and import partial GPU cache safely --- .../pd/http_matrix/.research/events.jsonl | 1 + opt_prime/examples/pd/http_matrix/STATUS.md | 4 + .../stream265-capacity-owner-final.log | 19 + .../evidence265/stream265-capacity-red.log | 29 + .../stream265-cuda-page8-control.log | 543 +++++ .../stream265-final-regression.log | 51 + .../evidence265/stream265-id-owner-final.log | 19 + .../evidence265/stream265-id-red.log | 24 + .../stream265-owner-cuda-final.log | 19 + .../evidence265/stream265-owner-cuda.log | 1921 +++++++++++++++++ .../evidence265/stream265-owner-focused.log | 15 + .../evidence265/stream265-owner-red.log | 44 + .../evidence265/stream265-wire-focused.log | 2 + .../evidence265/stream265-wire-red.log | 195 ++ .../2026-10-24-rngd-layer-stream265.md | 22 + .../opt_prime/accel/pd/layer_progress.py | 10 + opt_prime/opt_prime/accel/pd/pd_batching.py | 122 +- opt_prime/tests/test_pd_stream_admission.py | 98 + .../tests/test_subprocess_layer_progress.py | 132 ++ 19 files changed, 3254 insertions(+), 16 deletions(-) create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-capacity-owner-final.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-capacity-red.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-cuda-page8-control.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-final-regression.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-id-owner-final.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-id-red.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-owner-cuda-final.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-owner-cuda.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-owner-focused.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-owner-red.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-wire-focused.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-wire-red.log create mode 100644 opt_prime/tests/test_pd_stream_admission.py create mode 100644 opt_prime/tests/test_subprocess_layer_progress.py diff --git a/opt_prime/examples/pd/http_matrix/.research/events.jsonl b/opt_prime/examples/pd/http_matrix/.research/events.jsonl index 94266635..f16a603c 100644 --- a/opt_prime/examples/pd/http_matrix/.research/events.jsonl +++ b/opt_prime/examples/pd/http_matrix/.research/events.jsonl @@ -7,3 +7,4 @@ {"id": "1020452aea8445f080108c1ed7f6d643", "ts": "2026-10-24T04:35:37+09:00", "task": "Dense hybrid GPU KV import (aicomp #258)", "result": "Dense hybrid receiver fix:31focused and505full CPU tests passed,34skipped,253subtests,151.69s. Preparing isolated PR and fresh Gemma live rerun; hardware and numerical acceptance not yet claimed.", "next": "Run corrected Gemma RNGD/GPU matrix preserving original failure; complete lifecycle and numerical checks", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": [], "experiments": ["experiments/2026-10-24-dense-hybrid258.md"], "labels": ["bug"], "review": false, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} {"id": "fa2dcb1997d24559b0ed5ed800ae94c1", "ts": "2026-10-24T05:50:42+09:00", "task": "Layer-progress RNGD transfer (aicomp #265)", "result": "Created issue265 and isolated worktree. Implemented source coverage validation and reserved partial hybrid-cache import; found and added a guard against overwriting admitted prefix. Worker/owner/source wiring and hardware verification not yet implemented.", "next": "Finish final regression then connect validated progress to subprocess futures and reserved GPU admission; keep live263ATOM queue unchanged", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": [], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["experiment"], "review": false, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} {"id": "670f2e0e98354387addd1807770cdef6", "ts": "2026-10-24T05:55:03+09:00", "task": "Layer-progress RNGD transfer (aicomp #265)", "result": "Partial-import groundwork passes22focused and556full tests,15skipped,253subtests. Coverage checks reject overlap/incomplete spans; partial hybrid writes reject unreserved memory and admitted-prefix overwrite. No wire/owner integration or overlap claim yet.", "next": "Publish draft groundwork then connect opt-in subprocess progress to reserved GPU admission; live263ATOM queue continues separately", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": [], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["experiment"], "review": false, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} +{"id": "9635af86bf8a4e3488b13630c09c75b3", "ts": "2026-10-24T06:32:18+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Opt-in SHM progress receiver and GPU owner implemented; request-ID alias and capacity failure regressions fixed. Focused CPU/CUDA18pass; full574pass/15skip/253subtests. Controlled producers only; no real RNGD streaming speedup claim.", "next": "Connect real RNGD source adapters and ATOM owner; measure same-route parity and compute-transfer overlap", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"stream_layers": "opt-in"}, "artifacts": ["evidence265/stream265-final-regression.log"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["experiment", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} diff --git a/opt_prime/examples/pd/http_matrix/STATUS.md b/opt_prime/examples/pd/http_matrix/STATUS.md index f96ee556..c382ed55 100644 --- a/opt_prime/examples/pd/http_matrix/STATUS.md +++ b/opt_prime/examples/pd/http_matrix/STATUS.md @@ -50,3 +50,7 @@ Reverse-order blockB completed: 192 total timed batches passed parity. Long/c8 A #258 dense hybrid KV: actual Gemma failure reproduced; mapping/group validation corrected.31focused and505full CPU tests pass; live rerun pending. #265 groundwork: coverage validation and reserved partial hybrid-cache import implemented;22focused and556full tests pass (15skip,253subtests). Admitted-prefix overwrite regression fixed. Not connected to worker/owner/source paths yet; no hardware overlap claim. + +## Layer-progress receiver and GPU owner (#265) + +Opt-in subprocess progress validation and incremental GPU imports implemented; partial state remains private until complete. CPU/CUDA focused18pass; full574pass,15skip,253subtests. Invalid boolean ID and capacity error regressions fixed. Controlled producers only: real RNGD source adapters, ATOM owner, and hardware overlap/performance remain pending. See layer-stream265 record/evidence265. diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-capacity-owner-final.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-capacity-owner-final.log new file mode 100644 index 00000000..3b36e20c --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-capacity-owner-final.log @@ -0,0 +1,19 @@ +................. [100%] +=============================== warnings summary =============================== +tests/test_pd_stream_admission.py::test_hybrid_partial_import_happens_before_completion_without_admission[cpu] + /home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/attention/flex_attention.py:2481: UserWarning: flex_attention called without torch.compile() - this will use an unfused implementation that materializes the full scores matrix instead of generating a fused kernel. + + SOLUTION: Use torch.compile(flex_attention)(...) + + If you want to debug your score_mod/mask_mod, you can set: + torch.nn.attention.flex_attention._FLEX_ATTENTION_DISABLE_COMPILE_DEBUG = True + + This will allow you to use print statements or breakpoints. Note: This doesn't work with the backwards pass and may produce incorrect results. + _warn_once( + +tests/test_pd_stream_admission.py: 14 warnings + /home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/jit/_script.py:365: DeprecationWarning: `torch.jit.script_method` is deprecated. Please switch to `torch.compile` or `torch.export`. + warnings.warn( + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +17 passed, 15 warnings in 9.66s diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-capacity-red.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-capacity-red.log new file mode 100644 index 00000000..506f72cb --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-capacity-red.log @@ -0,0 +1,29 @@ +F [100%] +=================================== FAILURES =================================== +______________ test_invalid_stream_capacity_fails_only_its_future ______________ + +children = (.make at 0x748344d9ef80>, [], ['psm_1f20e252'], PosixPath('/tmp/pytest-of-gspark/pytest-185/test_invalid_stream_capacity_f0/gate')) + + def test_invalid_stream_capacity_fails_only_its_future(children): + w,gate=make_stream(children) +> bad=w.submit(PDRequest('too-long',tuple(range(9)),1),slot=0) + +tests/test_subprocess_layer_progress.py:114: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +self = +request = PDRequest(request_id='too-long', input_ids=(0, 1, 2, 3, 4, 5, 6, 7, 8), max_new_tokens=1, sampling=SamplingParams(temperature=0.0, top_p=1.0, top_k=0, seed=None, stop_token_ids=())) +send_from = 0, slot = 0 + + def submit(self, request, send_from=0, slot=None) -> Future: + if slot is None or not 0 <= slot < self.slab.shape[0]: + raise ValueError("SubprocessPrefillWorker needs a valid decode lane (slot)") + if self.stream_layers and (type(send_from) is not int or + not 0 <= send_from <= len(request.input_ids) <= self.slab.shape[-2]): +> raise ValueError("invalid streamed KV suffix") +E ValueError: invalid streamed KV suffix + +opt_prime/accel/pd/pd_batching.py:393: ValueError +=========================== short test summary info ============================ +FAILED tests/test_subprocess_layer_progress.py::test_invalid_stream_capacity_fails_only_its_future +1 failed in 1.52s diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-cuda-page8-control.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-cuda-page8-control.log new file mode 100644 index 00000000..31ddc8ee --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-cuda-page8-control.log @@ -0,0 +1,543 @@ +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] Triton compilation failed: triton_tem_fused_flex_attention_0 +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] def triton_tem_fused_flex_attention_0(arg_Q, arg_K, arg_V, arg_M, arg_L, arg_KV_NUM_BLKS, arg_KV_IDX, arg_FULL_KV_NUM_BLKS, arg_FULL_KV_IDX, in_ptr9, in_ptr10, out_ptr0): +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] PRESCALE_QK : tl.constexpr = False +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] ROWS_GUARANTEED_SAFE : tl.constexpr = False +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] BLOCKS_ARE_CONTIGUOUS : tl.constexpr = False +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] WRITE_DQ : tl.constexpr = True +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] OUTPUT_LOGSUMEXP : tl.constexpr = False +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] OUTPUT_MAX : tl.constexpr = False +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] FLOAT32_PRECISION : tl.constexpr = 'ieee' +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] IS_DIVISIBLE : tl.constexpr = False +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] GQA_SHARED_HEADS : tl.constexpr = 2 +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] HAS_FULL_BLOCKS : tl.constexpr = False +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] SM_SCALE : tl.constexpr = 0.25 +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] SPLIT_KV : tl.constexpr = 108 +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] QK_HEAD_DIM : tl.constexpr = 16 +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] QK_HEAD_DIM_ROUNDED : tl.constexpr = 16 +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] V_HEAD_DIM : tl.constexpr = 16 +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] V_HEAD_DIM_ROUNDED : tl.constexpr = 16 +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] SAFE_HEAD_DIM : tl.constexpr = True +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] BLOCK_M : tl.constexpr = 16 +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] SAFE_M_BOUNDARY : tl.constexpr = False +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] SAFE_N_BOUNDARY : tl.constexpr = True +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] BLOCK_N : tl.constexpr = 8 +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] SPARSE_Q_BLOCK_SIZE : tl.constexpr = 128 +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] SPARSE_KV_BLOCK_SIZE : tl.constexpr = 8 +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] USE_TMA : tl.constexpr = False +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] INDEX_DTYPE : tl.constexpr = tl.int32 +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] Q = arg_Q +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] K = arg_K +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] V = arg_V +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] M = arg_M +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] L = arg_L +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] KV_NUM_BLKS = arg_KV_NUM_BLKS +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] KV_IDX = arg_KV_IDX +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] FULL_KV_NUM_BLKS = arg_FULL_KV_NUM_BLKS +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] FULL_KV_IDX = arg_FULL_KV_IDX +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # Sub notation for this kernel: +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # Q: Query, K: Key, V: Value +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # reduction buffers: M rowmax across local KV split, L local sumexp across local KV split +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # M: Number of queries, N: Number of keys/values +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # QK_HEAD_DIM: The dimension of the query and key embeddings +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # V_HEAD_DIM: The dimension of the value embeddings +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # BLOCK_M, QK_HEAD_DIM: M, and D dimemsion are always assigned to the same block +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # z: Batch size, h: Number of heads, m: Number of queries per head, k: Number of keys per head t: Number of kv splits +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # (Modifiable) Config options: +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # SPLIT_KV: number of blocks K & V are split into +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # TILE_KV: length of each local KV split +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # BLOCK_M: block size that Q is padded along seqlen dim. +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # BLOCK_N: block size of K & V along N dimension. +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # GQA_SHARED_HEADS: number of query heads sharing one kv head in GQA setups. +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # change of base out of the loop +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # ROWS_GUARANTEED_SAFE: Is it guaranteed that at least one value in each row +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # is not masked out? If so, we can skip an extra safety check +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # SAFE_M_BOUNDARY: Is Q seqlen a multiple of BLOCK_M? If so, we can skip an extra boundary check for loading query. +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # SAFE_N_BOUNDARY: Is KV seqlen a multiple of BLOCK_N? If so, we can skip an extra boundary check for loading key/value. +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # PRESCALE_QK: Whether to pre-scale QK by 1/sqrt(d) and change of base. +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # SPARSE_KV_BLOCK_SIZE: sparse mask block size along KV seqlen dim. +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # KV_NUM_BLKS: The number of KV blocks (that may or may not require masking) for each query. +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # KV_IDX: The indices of KV blocks (that may or may not require masking) for each query. +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # Output: ACC output accumulated across local KV split. +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] tl.static_assert(SPARSE_KV_BLOCK_SIZE >= BLOCK_N and SPARSE_KV_BLOCK_SIZE % BLOCK_N == 0) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # Define Q Strides +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] stride_qz, stride_qh, stride_qg, stride_qm, stride_qk = 64, 32, 16, 16, 1 +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] stride_kz, stride_kh, stride_kn, stride_kk = 4096, 2048, 16, 1 +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] stride_vz, stride_vh, stride_vn, stride_vk = 4096, 2048, 16, 1 +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] stride_mz, stride_mt, stride_mh, stride_mm = 432, 4, 1, 1 +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] stride_lz, stride_lt, stride_lh, stride_lm = 432, 4, 1, 1 +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] Z = 1 +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] ZKV = 1 +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] HKV = 2 +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] G: tl.constexpr = GQA_SHARED_HEADS +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] HQ = HKV * G +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] Q_LEN = 1 +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] KV_LEN = 128 +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] MATMUL_PRECISION = Q.dtype.element_ty +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] NUM_BLOCK_M = tl.cdiv(Q_LEN * G, BLOCK_M) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] off_block_m = tl.program_id(0).to(INDEX_DTYPE) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] off_z = tl.program_id(1).to(INDEX_DTYPE) // HKV +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] off_zkv = off_z % ZKV +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] off_hkv = tl.program_id(1).to(INDEX_DTYPE) % HKV +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] off_t = tl.program_id(2).to(INDEX_DTYPE) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] q_offset = off_z * stride_qz + off_hkv * stride_qh +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] k_offset = off_zkv * stride_kz + off_hkv * stride_kh +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] v_offset = off_zkv * stride_vz + off_hkv * stride_vh +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] K = K + k_offset +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] V = V + v_offset +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] SPARSE_Z = 1 +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] SPARSE_HQ = 1 +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] sparse_idx_z = off_z % SPARSE_Z +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] sparse_idx_h = off_hkv % SPARSE_HQ +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] SPARSE_KV_MULTIPLE: tl.constexpr = (SPARSE_KV_BLOCK_SIZE // BLOCK_N) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] SPARSE_KV_BLOCK_CNT = tl.cdiv(KV_LEN, SPARSE_KV_BLOCK_SIZE) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # initialize pointer to m and l +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] m_i = tl.zeros([BLOCK_M], dtype=tl.float32) - float("inf") +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] l_i = tl.zeros([BLOCK_M], dtype=tl.float32) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] acc = tl.zeros([BLOCK_M, V_HEAD_DIM_ROUNDED], dtype=tl.float32) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # initialize offsets +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] tl.device_assert(BLOCK_M % G == 0) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] BLOCK_M_PER_HQ: tl.constexpr = BLOCK_M // G +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] off_g = tl.arange(0, G) # [G] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] offs_g = tl.ravel(tl.broadcast_to(off_g[:, None], [G, BLOCK_M_PER_HQ])) # [BLOCK_M] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] offs_hq = offs_g + off_hkv * G +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] off_m = tl.arange(0, BLOCK_M_PER_HQ) + off_block_m * BLOCK_M_PER_HQ +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] offs_m = tl.ravel(tl.broadcast_to(off_m[None, :], [G, BLOCK_M_PER_HQ])) # [BLOCK_M] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] offs_d = tl.arange(0, QK_HEAD_DIM_ROUNDED) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] offs_vd = tl.arange(0, V_HEAD_DIM_ROUNDED) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # Get HZ offsets for KV_NUM_BLKS and KV_IDX +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] sparse_idx_m = off_block_m * BLOCK_M_PER_HQ // SPARSE_Q_BLOCK_SIZE +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] stride_block_z, stride_block_h, stride_block_row = 1, 1, 1 +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] sparse_block_zhm_offset = sparse_idx_z * stride_block_z + sparse_idx_h * stride_block_h + sparse_idx_m * stride_block_row +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] stride_kv_z, stride_kv_h, stride_kv_row, stride_kv_col = 16, 16, 16, 1 +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] sparse_idx_zhm_offset = sparse_idx_z * stride_kv_z + sparse_idx_h * stride_kv_h + sparse_idx_m * stride_kv_row +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] q_range = stride_qg * off_g[:, None, None] + stride_qm * off_m[None, :, None] + stride_qk * offs_d[None, None, :] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] if not SAFE_M_BOUNDARY and not SAFE_HEAD_DIM: +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] q = tl.load(Q + q_offset + q_range, mask=(offs_d[None, None, :] < QK_HEAD_DIM) & (off_m[None, :, None] < Q_LEN)) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] elif SAFE_M_BOUNDARY and not SAFE_HEAD_DIM: +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] q = tl.load(Q + q_offset + q_range, mask=offs_d[None, None, :] < QK_HEAD_DIM) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] elif not SAFE_M_BOUNDARY and SAFE_HEAD_DIM: +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] q = tl.load(Q + q_offset + q_range, mask=off_m[None, :, None] < Q_LEN) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] else: +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] q = tl.load(Q + q_offset + q_range) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] q = tl.reshape(q, [BLOCK_M, QK_HEAD_DIM_ROUNDED]) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # ~~~~~~~~~~~~~~ normal blocks ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # find first kv block we are loading and the number of blocks we are loading +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # Offset the kv_indices tensor by the correct batch and head +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] kv_indices = KV_IDX + sparse_idx_zhm_offset +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] kv_num_blocks = tl.load(KV_NUM_BLKS + sparse_block_zhm_offset) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # Make sure each split is a multiple of BLOCK_N +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] if HAS_FULL_BLOCKS: +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # TODO do the optimization as partial blocks once vllm is +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # able to pass in full blocks: +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # https://github.com/vllm-project/vllm/blob/61249b177de1566027fc74e9b51b45a4c973eb47/vllm/v1/attention/backends/flex_attention.py#L615-L616 +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] TILE_KV_OG = tl.cdiv(KV_LEN, SPLIT_KV) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] else: +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] TILE_KV_OG = tl.cdiv(kv_num_blocks * SPARSE_KV_BLOCK_SIZE, SPLIT_KV) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] TILE_KV = tl.cdiv(TILE_KV_OG, BLOCK_N) * BLOCK_N +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] TILE_KV_MULTIPLE: tl.constexpr = (TILE_KV // BLOCK_N) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # Calculate KV blocks that belong to this CTA. +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] block_n_start = off_t * TILE_KV_MULTIPLE # n_offset inside sparse block +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] block_n_end = block_n_start + TILE_KV_MULTIPLE # end BLOCK_N +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] MAX_KV_IDX = 16 +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] indices_idx = (block_n_start // SPARSE_KV_MULTIPLE) % (MAX_KV_IDX) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] off_n_block_in_sparse = block_n_start % SPARSE_KV_MULTIPLE +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] off_n = tl.load(kv_indices + indices_idx) * SPARSE_KV_BLOCK_SIZE + off_n_block_in_sparse * BLOCK_N +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # first kv block we're loading +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # last valid block according to sparse mask +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] block_n_last_valid = tl.minimum(kv_num_blocks * SPARSE_KV_MULTIPLE, tl.maximum(tl.cdiv(KV_LEN, BLOCK_N), 1)) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] offs_n = tl.arange(0, BLOCK_N) + off_n +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] desc_k = None +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] desc_v = None +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] acc, l_i, m_i = forward_inner( +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] arg_Q, arg_K, arg_V, arg_M, arg_L, arg_KV_NUM_BLKS, arg_KV_IDX, arg_FULL_KV_NUM_BLKS, arg_FULL_KV_IDX, in_ptr9, in_ptr10, out_ptr0, +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] q, K, V, desc_k, desc_v, Q_LEN, KV_LEN, +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # accumulatd values +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] acc, l_i, m_i, +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] #offsets +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] off_z, offs_hq[:, None], offs_m[:, None], offs_n[None, :], +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] off_n, +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] #block sparse data +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] kv_indices, kv_num_blocks, +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] block_n_start, block_n_end if block_n_end <= block_n_last_valid else block_n_last_valid, +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] MATMUL_PRECISION, +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] stride_kk, stride_kn, stride_vn, stride_vk, +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] IS_FULL_BLOCKS=False, +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] ) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # ~~~~~~~~~~~~~~ "full" blocks ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # We know these blocks are guaranteed to be "full", so we don't need to +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # apply mask_mod to them - only score_mod +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] if HAS_FULL_BLOCKS: +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] kv_indices = FULL_KV_IDX + sparse_idx_zhm_offset +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] kv_num_blocks = tl.load(FULL_KV_NUM_BLKS + sparse_block_zhm_offset) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # Assign full block in a reverse order for off_t. Prioritize the last CTA. +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] block_n_start = (SPLIT_KV - off_t - 1) * TILE_KV_MULTIPLE +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] block_n_end = block_n_start + TILE_KV_MULTIPLE +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] indices_idx = (block_n_start // SPARSE_KV_MULTIPLE) % (MAX_KV_IDX) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] off_n_block_in_sparse = block_n_start % SPARSE_KV_MULTIPLE +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] off_n = tl.load(kv_indices + indices_idx) * SPARSE_KV_BLOCK_SIZE + off_n_block_in_sparse * BLOCK_N +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # last valid block according to sparse mask +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] block_n_last_valid = tl.minimum(kv_num_blocks * SPARSE_KV_MULTIPLE, tl.maximum(tl.cdiv(KV_LEN, BLOCK_N), 1)) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] offs_n = tl.arange(0, BLOCK_N) + off_n +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] acc, l_i, m_i = forward_inner( +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] arg_Q, arg_K, arg_V, arg_M, arg_L, arg_KV_NUM_BLKS, arg_KV_IDX, arg_FULL_KV_NUM_BLKS, arg_FULL_KV_IDX, in_ptr9, in_ptr10, out_ptr0, +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] q, K, V, desc_k, desc_v, Q_LEN, KV_LEN, +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # accumulatd values +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] acc, l_i, m_i, +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] #offsets +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] off_z, offs_hq[:, None], offs_m[:, None], offs_n[None, :], +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] off_n, +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] #block sparse data +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] kv_indices, kv_num_blocks, +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] block_n_start, block_n_end if block_n_end <= block_n_last_valid else block_n_last_valid, +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] MATMUL_PRECISION, +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] stride_kk, stride_kn, stride_vn, stride_vk, +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] IS_FULL_BLOCKS=True, +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] ) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] m_offset = off_t * stride_mt + off_z * stride_mz +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] l_offset = off_t * stride_lt + off_z * stride_lz +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] ml_h_offsets = off_hkv * G + off_g[:, None] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] ml_m_offsets = off_m[None, :] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] m_ptrs = M + m_offset + ml_h_offsets * stride_mh + ml_m_offsets * stride_mm +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] l_ptrs = L + l_offset + ml_h_offsets * stride_lh + ml_m_offsets * stride_lm +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # Store output, logsumexp and rowmax for cross CTA reduction. (all in float32, even when input data are in fp16) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] m_i = m_i.reshape(G, BLOCK_M_PER_HQ) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] l_i = l_i.reshape(G, BLOCK_M_PER_HQ) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] if SAFE_M_BOUNDARY: +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] tl.store(m_ptrs, m_i) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] tl.store(l_ptrs, l_i) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] else: +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] ml_mask = ml_m_offsets < Q_LEN +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] tl.store(m_ptrs, m_i, mask=ml_mask) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] tl.store(l_ptrs, l_i, mask=ml_mask) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # -- store output +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] idx_z = off_z +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] idx_t = off_t +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] idx_hq = off_hkv*G + off_g[:, None, None] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] idx_m = off_m[None, :, None] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] idx_d = offs_vd[None, None, :] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] mask = (idx_m < Q_LEN) & (idx_d < V_HEAD_DIM) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] acc = acc.reshape(G, BLOCK_M_PER_HQ, V_HEAD_DIM_ROUNDED) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] xindex = idx_d + 16*idx_hq + 16*idx_m + 64*idx_t + 6912*idx_z +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] tl.store(out_ptr0 + (tl.broadcast_to(idx_d + 16*idx_hq + 64*idx_t, [GQA_SHARED_HEADS, BLOCK_M_PER_HQ, V_HEAD_DIM_ROUNDED])), acc, mask) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] metadata: {'signature': {'arg_Q': '*bf16', 'arg_K': '*bf16', 'arg_V': '*bf16', 'arg_M': '*fp32', 'arg_L': '*fp32', 'arg_KV_NUM_BLKS': '*i32', 'arg_KV_IDX': '*i32', 'arg_FULL_KV_NUM_BLKS': '*fp32', 'arg_FULL_KV_IDX': '*fp32', 'in_ptr9': '*i32', 'in_ptr10': '*i32', 'out_ptr0': '*fp32'}, 'device': 0, 'constants': {}, 'configs': [{(0,): [['tt.divisibility', 16]], (1,): [['tt.divisibility', 16]], (2,): [['tt.divisibility', 16]], (3,): [['tt.divisibility', 16]], (4,): [['tt.divisibility', 16]], (5,): [['tt.divisibility', 16]], (6,): [['tt.divisibility', 16]], (7,): [['tt.divisibility', 16]], (8,): [['tt.divisibility', 16]], (9,): [['tt.divisibility', 16]], (10,): [['tt.divisibility', 16]], (11,): [['tt.divisibility', 16]]}], 'device_type': 'cuda', 'num_warps': 2, 'num_stages': 1, 'debug': True, 'cc': 80} +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] Traceback (most recent call last): +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/triton/language/core.py", line 43, in wrapper +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] return fn(*args, **kwargs) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/triton/language/core.py", line 2090, in dot +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] res = _semantic.dot(input, other, acc, input_precision, max_num_imprecise_acc, out_dtype) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/triton/language/semantic.py", line 1539, in dot +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] and rhs.shape[-1].value >= min_dot_size[1], \ +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] AssertionError: Input shapes should have M >= 1, N >= 1 and K >= 16 +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] The above exception was the direct cause of the following exception: +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] triton.compiler.errors.CompilationError: at 146:10: +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] p = tl.math.exp2(post_mod_scores - m_ij_masked[:, None]) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # NB: l_i update is pulled up here since it's a bit faster +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # NB: For headdim=256, it's faster to move it back down to after m_i = +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # m_ij +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] l_i = l_i * alpha + tl.sum(p, 1) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # # -- scale and update acc -- +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] acc = acc * alpha[:, None] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # Calculate offsets for V loading - reuse kv_base_offset from K loading +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] offs_v = tl.arange(0, V_HEAD_DIM_ROUNDED) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] v = load_checked_2d(V, offs_n_load, offs_v, stride_vn, stride_vk, IS_DIVISIBLE, SAFE_HEAD_DIM, KV_LEN, V_HEAD_DIM) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] acc = tl.dot(p.to(MATMUL_PRECISION), v.to(q.dtype), acc, input_precision=FLOAT32_PRECISION) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] ^ +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] Input shapes should have M >= 1, N >= 1 and K >= 16 +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] The above exception was the direct cause of the following exception: +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] triton.compiler.errors.CompilationError: at 81:28: +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] kv_offset, +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] MATMUL_PRECISION, RCP_LN2, +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # Strides for K and V +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] stride_kk, stride_kn, stride_vn, stride_vk, +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] IS_FULL_BLOCKS, +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] ) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] else: +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # Benchmark shows even we applied mod & mask to each block for non divisible seqlen, +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # it's on par or slightly faster than only applying to the last block in fwd. +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # However, we choose different strategy for bwd, where we only apply mod & mask +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # to the last block because it's faster a lot. +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] acc, l_i, m_i = forward_block_mn( +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] ^ +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] The above exception was the direct cause of the following exception: +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] Traceback (most recent call last): +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/runtime/triton_heuristics.py", line 1156, in _precompile_config +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] binary = triton.compile(*compile_args, **compile_kwargs) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/triton/compiler/compiler.py", line 307, in compile +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] module = src.make_ir(target, options, codegen_fns, module_map, context) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/triton/compiler/compiler.py", line 80, in make_ir +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] return ast_to_ttir(self.fn, self, context=context, options=options, codegen_fns=codegen_fns, +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] triton.compiler.errors.CompilationError: at 184:20: +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] off_n = tl.load(kv_indices + indices_idx) * SPARSE_KV_BLOCK_SIZE + off_n_block_in_sparse * BLOCK_N +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # first kv block we're loading +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] # last valid block according to sparse mask +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] block_n_last_valid = tl.minimum(kv_num_blocks * SPARSE_KV_MULTIPLE, tl.maximum(tl.cdiv(KV_LEN, BLOCK_N), 1)) +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] offs_n = tl.arange(0, BLOCK_N) + off_n +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] desc_k = None +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] desc_v = None +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] acc, l_i, m_i = forward_inner( +E1024 06:14:16.237000 1366898 torch/_inductor/runtime/triton_heuristics.py:1158] [0/0] ^ +Traceback (most recent call last): + File "", line 7, in + File "/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/tests/test_pd_stream_admission.py", line 51, in baseline + f=b.submit(PDRequest('whole',prompt,8));b.run_until_idle();return f.result() + File "/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/batching.py", line 207, in run_until_idle + self.step() + File "/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/pd_batching.py", line 594, in step + self._decode() + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 124, in decorate_context + return func(*args, **kwargs) + File "/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/pd_batching.py", line 671, in _decode + self._decode_step() + File "/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/batching.py", line 232, in _decode_step + logits = self.kv.decode(self.model, slots, lengths, [r.tokens[-1] for r in rows]) + File "/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/paged.py", line 565, in decode + out = model(ids, past_key_values=cache, use_cache=True, position_ids=pos, logits_to_keep=1) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1778, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1789, in _call_impl + return forward_call(*args, **kwargs) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/transformers/utils/generic.py", line 939, in wrapper + output = func(self, *args, **kwargs) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/transformers/models/gemma3/modeling_gemma3.py", line 630, in forward + outputs: BaseModelOutputWithPast = self.model( + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1778, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1789, in _call_impl + return forward_call(*args, **kwargs) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/transformers/utils/generic.py", line 1068, in wrapper + output = func(self, *args, **kwargs) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/transformers/utils/output_capturing.py", line 262, in wrapper + outputs = func(self, *args, **kwargs) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/transformers/models/gemma3/modeling_gemma3.py", line 564, in forward + hidden_states = decoder_layer( + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/transformers/modeling_layers.py", line 114, in __call__ + return super().__call__(*args, **kwargs) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1778, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1789, in _call_impl + return forward_call(*args, **kwargs) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/transformers/models/gemma3/modeling_gemma3.py", line 412, in forward + hidden_states, _ = self.self_attn( + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1778, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1789, in _call_impl + return forward_call(*args, **kwargs) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/transformers/models/gemma3/modeling_gemma3.py", line 369, in forward + attn_output, attn_weights = attention_interface( + File "/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/paged.py", line 50, in _paged_attention + out = _flex(query.device.type)(query, key, value, block_mask=_CTX.masks[group], scale=scaling, + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_dynamo/eval_frame.py", line 1183, in compile_wrapper + raise e.remove_dynamo_frames() from None # see TORCHDYNAMO_VERBOSE=1 + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/compile_fx.py", line 1079, in _compile_fx_inner + raise InductorError(e, currentframe()).with_traceback( + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/compile_fx.py", line 1059, in _compile_fx_inner + mb_compiled_graph = fx_codegen_and_compile( + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/compile_fx.py", line 1847, in fx_codegen_and_compile + return scheme.codegen_and_compile(gm, example_inputs, inputs_to_check, graph_kwargs) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/compile_fx.py", line 1608, in codegen_and_compile + compiled_module = graph.compile_to_module() + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/graph.py", line 2669, in compile_to_module + return self._compile_to_module() + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/graph.py", line 2679, in _compile_to_module + mod = self._compile_to_module_lines(wrapper_code) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/graph.py", line 2754, in _compile_to_module_lines + mod = PyCodeCache.load_by_key_path( + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/codecache.py", line 4622, in load_by_key_path + mod = _reload_python_module(key, path, set_sys_modules=set_sys_modules) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/runtime/compile_tasks.py", line 35, in _reload_python_module + exec(code, mod.__dict__, mod.__dict__) + File "/tmp/torchinductor_gspark/hd/chdd5fibqjg47u2yq7wacrinkdjdf65wscblnggf5t46jltux4vb.py", line 56, in + triton_tem_fused_flex_attention_0 = async_compile.triton('triton_tem_fused_flex_attention_0', ''' + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/async_compile.py", line 535, in triton + kernel.precompile( + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/runtime/triton_heuristics.py", line 665, in precompile + self._precompile_worker() + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/runtime/triton_heuristics.py", line 687, in _precompile_worker + compile_results.append(self._precompile_config(c)) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/runtime/triton_heuristics.py", line 1156, in _precompile_config + binary = triton.compile(*compile_args, **compile_kwargs) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/triton/compiler/compiler.py", line 307, in compile + module = src.make_ir(target, options, codegen_fns, module_map, context) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/triton/compiler/compiler.py", line 80, in make_ir + return ast_to_ttir(self.fn, self, context=context, options=options, codegen_fns=codegen_fns, +torch._inductor.exc.InductorError: CompilationError: at 184:20: + off_n = tl.load(kv_indices + indices_idx) * SPARSE_KV_BLOCK_SIZE + off_n_block_in_sparse * BLOCK_N + # first kv block we're loading + + # last valid block according to sparse mask + block_n_last_valid = tl.minimum(kv_num_blocks * SPARSE_KV_MULTIPLE, tl.maximum(tl.cdiv(KV_LEN, BLOCK_N), 1)) + + offs_n = tl.arange(0, BLOCK_N) + off_n + + desc_k = None + desc_v = None + + acc, l_i, m_i = forward_inner( + ^ + +Set TORCHDYNAMO_VERBOSE=1 for the internal stack trace (please do this especially if you're reporting a bug to PyTorch). For even more developer context, set TORCH_LOGS="+dynamo" + + +Traceback (most recent call last): + File "", line 7, in + File "/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/tests/test_pd_stream_admission.py", line 51, in baseline + f=b.submit(PDRequest('whole',prompt,8));b.run_until_idle();return f.result() + File "/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/batching.py", line 207, in run_until_idle + self.step() + File "/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/pd_batching.py", line 594, in step + self._decode() + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 124, in decorate_context + return func(*args, **kwargs) + File "/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/pd_batching.py", line 671, in _decode + self._decode_step() + File "/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/batching.py", line 232, in _decode_step + logits = self.kv.decode(self.model, slots, lengths, [r.tokens[-1] for r in rows]) + File "/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/paged.py", line 565, in decode + out = model(ids, past_key_values=cache, use_cache=True, position_ids=pos, logits_to_keep=1) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1778, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1789, in _call_impl + return forward_call(*args, **kwargs) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/transformers/utils/generic.py", line 939, in wrapper + output = func(self, *args, **kwargs) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/transformers/models/gemma3/modeling_gemma3.py", line 630, in forward + outputs: BaseModelOutputWithPast = self.model( + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1778, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1789, in _call_impl + return forward_call(*args, **kwargs) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/transformers/utils/generic.py", line 1068, in wrapper + output = func(self, *args, **kwargs) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/transformers/utils/output_capturing.py", line 262, in wrapper + outputs = func(self, *args, **kwargs) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/transformers/models/gemma3/modeling_gemma3.py", line 564, in forward + hidden_states = decoder_layer( + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/transformers/modeling_layers.py", line 114, in __call__ + return super().__call__(*args, **kwargs) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1778, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1789, in _call_impl + return forward_call(*args, **kwargs) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/transformers/models/gemma3/modeling_gemma3.py", line 412, in forward + hidden_states, _ = self.self_attn( + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1778, in _wrapped_call_impl + return self._call_impl(*args, **kwargs) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1789, in _call_impl + return forward_call(*args, **kwargs) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/transformers/models/gemma3/modeling_gemma3.py", line 369, in forward + attn_output, attn_weights = attention_interface( + File "/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/paged.py", line 50, in _paged_attention + out = _flex(query.device.type)(query, key, value, block_mask=_CTX.masks[group], scale=scaling, + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_dynamo/eval_frame.py", line 1183, in compile_wrapper + raise e.remove_dynamo_frames() from None # see TORCHDYNAMO_VERBOSE=1 + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/compile_fx.py", line 1079, in _compile_fx_inner + raise InductorError(e, currentframe()).with_traceback( + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/compile_fx.py", line 1059, in _compile_fx_inner + mb_compiled_graph = fx_codegen_and_compile( + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/compile_fx.py", line 1847, in fx_codegen_and_compile + return scheme.codegen_and_compile(gm, example_inputs, inputs_to_check, graph_kwargs) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/compile_fx.py", line 1608, in codegen_and_compile + compiled_module = graph.compile_to_module() + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/graph.py", line 2669, in compile_to_module + return self._compile_to_module() + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/graph.py", line 2679, in _compile_to_module + mod = self._compile_to_module_lines(wrapper_code) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/graph.py", line 2754, in _compile_to_module_lines + mod = PyCodeCache.load_by_key_path( + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/codecache.py", line 4622, in load_by_key_path + mod = _reload_python_module(key, path, set_sys_modules=set_sys_modules) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/runtime/compile_tasks.py", line 35, in _reload_python_module + exec(code, mod.__dict__, mod.__dict__) + File "/tmp/torchinductor_gspark/hd/chdd5fibqjg47u2yq7wacrinkdjdf65wscblnggf5t46jltux4vb.py", line 56, in + triton_tem_fused_flex_attention_0 = async_compile.triton('triton_tem_fused_flex_attention_0', ''' + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/async_compile.py", line 535, in triton + kernel.precompile( + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/runtime/triton_heuristics.py", line 665, in precompile + self._precompile_worker() + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/runtime/triton_heuristics.py", line 687, in _precompile_worker + compile_results.append(self._precompile_config(c)) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/runtime/triton_heuristics.py", line 1156, in _precompile_config + binary = triton.compile(*compile_args, **compile_kwargs) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/triton/compiler/compiler.py", line 307, in compile + module = src.make_ir(target, options, codegen_fns, module_map, context) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/triton/compiler/compiler.py", line 80, in make_ir + return ast_to_ttir(self.fn, self, context=context, options=options, codegen_fns=codegen_fns, +torch._inductor.exc.InductorError: CompilationError: at 184:20: + off_n = tl.load(kv_indices + indices_idx) * SPARSE_KV_BLOCK_SIZE + off_n_block_in_sparse * BLOCK_N + # first kv block we're loading + + # last valid block according to sparse mask + block_n_last_valid = tl.minimum(kv_num_blocks * SPARSE_KV_MULTIPLE, tl.maximum(tl.cdiv(KV_LEN, BLOCK_N), 1)) + + offs_n = tl.arange(0, BLOCK_N) + off_n + + desc_k = None + desc_v = None + + acc, l_i, m_i = forward_inner( + ^ + +Set TORCHDYNAMO_VERBOSE=1 for the internal stack trace (please do this especially if you're reporting a bug to PyTorch). For even more developer context, set TORCH_LOGS="+dynamo" + + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "", line 11, in +AssertionError diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-final-regression.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-final-regression.log new file mode 100644 index 00000000..51d705a0 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-final-regression.log @@ -0,0 +1,51 @@ +............................................................................................s..... [ 16%] +.........................................................s.s............ [ 29%] +.....ss...........................s..................................... [ 41%] +........................................................................ [ 53%] +.....s.s...........................................s.................... [ 65%] +........................................................................ [ 78%] +........................s.s.............................. [ 87%] +........................ [ 91%] +..........................................s.... [100%] +=============================== warnings summary =============================== +examples/pd/native_kv/test_native_pack.py::NativePackTest::test_exact_bytes_and_independent_lifetime +examples/pd/native_kv/test_native_pack.py::NativePackTest::test_exact_bytes_and_independent_lifetime +examples/pd/native_kv/test_native_pack.py::NativePackTest::test_exact_bytes_and_independent_lifetime + /home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/native_kv/test_native_pack.py:24: DeprecationWarning: The argument 'device' of Tensor.is_pinned() is deprecated. Please do not pass this argument. (Triggered internally at /__w/pytorch/pytorch/aten/src/ATen/native/Memory.cpp:31.) + self.assertTrue(actual.is_pinned('cuda')) + +examples/pd/native_kv/test_packed_lane.py::PackedLaneTest::test_owned_packet_and_other_lane_isolation +examples/pd/native_kv/test_packed_lane.py::PackedLaneTest::test_owned_packet_and_other_lane_isolation +examples/pd/native_kv/test_packed_lane.py::PackedLaneTest::test_owned_packet_and_other_lane_isolation + /home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/native_kv/gpu_batch_decoder.py:93: DeprecationWarning: The argument 'device' of Tensor.is_pinned() is deprecated. Please do not pass this argument. (Triggered internally at /__w/pytorch/pytorch/aten/src/ATen/native/Memory.cpp:31.) + or not host.is_pinned('cuda') or not host.is_contiguous()): + +examples/pd/native_kv/test_pinned_receiver.py::PinnedReceiveTest::test_eight_slot_tcp_frames_exact_at_capacity +examples/pd/native_kv/test_pinned_receiver.py::PinnedReceiveTest::test_eight_slot_tcp_frames_exact_at_capacity +examples/pd/native_kv/test_pinned_receiver.py::PinnedReceiveTest::test_eight_slot_tcp_frames_exact_at_capacity + /home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/native_kv/test_pinned_receiver.py:75: DeprecationWarning: The argument 'device' of Tensor.is_pinned() is deprecated. Please do not pass this argument. (Triggered internally at /__w/pytorch/pytorch/aten/src/ATen/native/Memory.cpp:31.) + self.assertTrue(direct.data.host.is_pinned('cuda')) + +examples/pd/native_kv/test_pinned_receiver.py::PinnedReceiveTest::test_real_multipart_exact_and_owned +examples/pd/native_kv/test_pinned_receiver.py::PinnedReceiveTest::test_real_multipart_exact_and_owned +examples/pd/native_kv/test_pinned_receiver.py::PinnedReceiveTest::test_real_multipart_exact_and_owned + /home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/native_kv/test_pinned_receiver.py:25: DeprecationWarning: The argument 'device' of Tensor.is_pinned() is deprecated. Please do not pass this argument. (Triggered internally at /__w/pytorch/pytorch/aten/src/ATen/native/Memory.cpp:31.) + self.assertTrue(direct.data.host.is_pinned('cuda')) + +tests/test_kvstore.py::test_second_engine_reuses_chunks_from_the_store[lmcache] + /home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/attention/flex_attention.py:2481: UserWarning: flex_attention called without torch.compile() - this will use an unfused implementation that materializes the full scores matrix instead of generating a fused kernel. + + SOLUTION: Use torch.compile(flex_attention)(...) + + If you want to debug your score_mod/mask_mod, you can set: + torch.nn.attention.flex_attention._FLEX_ATTENTION_DISABLE_COMPILE_DEBUG = True + + This will allow you to use print statements or breakpoints. Note: This doesn't work with the backwards pass and may produce incorrect results. + _warn_once( + +tests/test_pd_stream_admission.py: 14 warnings + /home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/jit/_script.py:365: DeprecationWarning: `torch.jit.script_method` is deprecated. Please switch to `torch.compile` or `torch.export`. + warnings.warn( + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +574 passed, 15 skipped, 27 warnings, 253 subtests passed in 164.46s (0:02:44) diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-id-owner-final.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-id-owner-final.log new file mode 100644 index 00000000..1221e0f8 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-id-owner-final.log @@ -0,0 +1,19 @@ +.................. [100%] +=============================== warnings summary =============================== +tests/test_pd_stream_admission.py::test_hybrid_partial_import_happens_before_completion_without_admission[cpu] + /home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/attention/flex_attention.py:2481: UserWarning: flex_attention called without torch.compile() - this will use an unfused implementation that materializes the full scores matrix instead of generating a fused kernel. + + SOLUTION: Use torch.compile(flex_attention)(...) + + If you want to debug your score_mod/mask_mod, you can set: + torch.nn.attention.flex_attention._FLEX_ATTENTION_DISABLE_COMPILE_DEBUG = True + + This will allow you to use print statements or breakpoints. Note: This doesn't work with the backwards pass and may produce incorrect results. + _warn_once( + +tests/test_pd_stream_admission.py: 14 warnings + /home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/jit/_script.py:365: DeprecationWarning: `torch.jit.script_method` is deprecated. Please switch to `torch.compile` or `torch.export`. + warnings.warn( + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +18 passed, 15 warnings in 9.44s diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-id-red.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-id-red.log new file mode 100644 index 00000000..407a3401 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-id-red.log @@ -0,0 +1,24 @@ +F [100%] +=================================== FAILURES =================================== +________ test_boolean_response_id_cannot_alias_another_inflight_request ________ + +children = (.make at 0x7c91f15a70a0>, [], ['psm_19b6ddc5'], PosixPath('/tmp/pytest-of-gspark/pytest-188/test_boolean_response_id_canno0/gate')) + + def test_boolean_response_id_cannot_alias_another_inflight_request(children): + w,gate=make_stream(children,'bad_id') + first=w.submit(PDRequest('first',(1,2),1),slot=0) + second=w.submit(PDRequest('second',(1,2),1),slot=1) + gate.touch() + for f in [first,second]: + with pytest.raises(RuntimeError):f.result(timeout=3) +> assert second.kv_progress.drain()==[], 'boolean ID was routed to integer request1' +E AssertionError: boolean ID was routed to integer request1 +E assert [(0, 0, tenso...ch.bfloat16))] == [] +E +E Left contains one more item: (0, 0, tensor([[[[1., 1.]]]], dtype=torch.bfloat16), tensor([[[[1., 1.]]]], dtype=torch.bfloat16)) +E Use -v to get more diff + +tests/test_subprocess_layer_progress.py:132: AssertionError +=========================== short test summary info ============================ +FAILED tests/test_subprocess_layer_progress.py::test_boolean_response_id_cannot_alias_another_inflight_request +1 failed in 1.43s diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-owner-cuda-final.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-owner-cuda-final.log new file mode 100644 index 00000000..eee064e0 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-owner-cuda-final.log @@ -0,0 +1,19 @@ +........ [100%] +=============================== warnings summary =============================== +tests/test_pd_stream_admission.py::test_hybrid_partial_import_happens_before_completion_without_admission[cpu] + /home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/attention/flex_attention.py:2481: UserWarning: flex_attention called without torch.compile() - this will use an unfused implementation that materializes the full scores matrix instead of generating a fused kernel. + + SOLUTION: Use torch.compile(flex_attention)(...) + + If you want to debug your score_mod/mask_mod, you can set: + torch.nn.attention.flex_attention._FLEX_ATTENTION_DISABLE_COMPILE_DEBUG = True + + This will allow you to use print statements or breakpoints. Note: This doesn't work with the backwards pass and may produce incorrect results. + _warn_once( + +tests/test_pd_stream_admission.py: 14 warnings + /home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/jit/_script.py:365: DeprecationWarning: `torch.jit.script_method` is deprecated. Please switch to `torch.compile` or `torch.export`. + warnings.warn( + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +8 passed, 15 warnings in 11.04s diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-owner-cuda.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-owner-cuda.log new file mode 100644 index 00000000..1d1113c0 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-owner-cuda.log @@ -0,0 +1,1921 @@ +.F.F.F.. [100%] +=================================== FAILURES =================================== +_ test_hybrid_partial_import_happens_before_completion_without_admission[cuda] _ + +device = 'cuda' + + @pytest.mark.parametrize("device", ["cpu", "cuda"]) + def test_hybrid_partial_import_happens_before_completion_without_admission(device): + model,worker,b=setup(device);prompt=_prompts(1,25,26,265)[0] + result=b.submit(PDRequest('stream',prompt,8));b.step() + request=b.by_id['stream'];idx=b.kv.span_index(request.slot,0,len(prompt)) + keys,_=b.kv.layer_kv(0) + torch.testing.assert_close(keys[:,idx].cpu(),worker.jobs[0][2].keys[0]) + assert not b.kv.layer_kv(1)[0].any() + assert b.kv.length[request.slot]==0 and not b.decoding and not result.done() +> worker.finish();b.run_until_idle() + +tests/test_pd_stream_admission.py:64: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +opt_prime/accel/pd/batching.py:207: in run_until_idle + self.step() +opt_prime/accel/pd/pd_batching.py:594: in step + self._decode() +../../../venvs/pt213/lib/python3.10/site-packages/torch/utils/_contextlib.py:124: in decorate_context + return func(*args, **kwargs) +opt_prime/accel/pd/pd_batching.py:671: in _decode + self._decode_step() +opt_prime/accel/pd/batching.py:232: in _decode_step + logits = self.kv.decode(self.model, slots, lengths, [r.tokens[-1] for r in rows]) +opt_prime/accel/pd/paged.py:565: in decode + out = model(ids, past_key_values=cache, use_cache=True, position_ids=pos, logits_to_keep=1) +../../../venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py:1778: in _wrapped_call_impl + return self._call_impl(*args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py:1789: in _call_impl + return forward_call(*args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/transformers/utils/generic.py:939: in wrapper + output = func(self, *args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/transformers/models/gemma3/modeling_gemma3.py:630: in forward + outputs: BaseModelOutputWithPast = self.model( +../../../venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py:1778: in _wrapped_call_impl + return self._call_impl(*args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py:1789: in _call_impl + return forward_call(*args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/transformers/utils/generic.py:1068: in wrapper + output = func(self, *args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/transformers/utils/output_capturing.py:262: in wrapper + outputs = func(self, *args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/transformers/models/gemma3/modeling_gemma3.py:564: in forward + hidden_states = decoder_layer( +../../../venvs/pt213/lib/python3.10/site-packages/transformers/modeling_layers.py:114: in __call__ + return super().__call__(*args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py:1778: in _wrapped_call_impl + return self._call_impl(*args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py:1789: in _call_impl + return forward_call(*args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/transformers/models/gemma3/modeling_gemma3.py:412: in forward + hidden_states, _ = self.self_attn( +../../../venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py:1778: in _wrapped_call_impl + return self._call_impl(*args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py:1789: in _call_impl + return forward_call(*args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/transformers/models/gemma3/modeling_gemma3.py:369: in forward + attn_output, attn_weights = attention_interface( +opt_prime/accel/pd/paged.py:50: in _paged_attention + out = _flex(query.device.type)(query, key, value, block_mask=_CTX.masks[group], scale=scaling, +../../../venvs/pt213/lib/python3.10/site-packages/torch/_dynamo/eval_frame.py:1183: in compile_wrapper + raise e.remove_dynamo_frames() from None # see TORCHDYNAMO_VERBOSE=1 +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/compile_fx.py:1079: in _compile_fx_inner + raise InductorError(e, currentframe()).with_traceback( +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/compile_fx.py:1059: in _compile_fx_inner + mb_compiled_graph = fx_codegen_and_compile( +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/compile_fx.py:1847: in fx_codegen_and_compile + return scheme.codegen_and_compile(gm, example_inputs, inputs_to_check, graph_kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/compile_fx.py:1608: in codegen_and_compile + compiled_module = graph.compile_to_module() +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/graph.py:2669: in compile_to_module + return self._compile_to_module() +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/graph.py:2679: in _compile_to_module + mod = self._compile_to_module_lines(wrapper_code) +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/graph.py:2754: in _compile_to_module_lines + mod = PyCodeCache.load_by_key_path( +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/codecache.py:4622: in load_by_key_path + mod = _reload_python_module(key, path, set_sys_modules=set_sys_modules) +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/runtime/compile_tasks.py:35: in _reload_python_module + exec(code, mod.__dict__, mod.__dict__) +/tmp/torchinductor_gspark/34/c347shczffoo6fmqfy647uhpjha6dctqvyuqpnjmparbdcaabhrz.py:56: in + triton_tem_fused_flex_attention_0 = async_compile.triton('triton_tem_fused_flex_attention_0', ''' +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/async_compile.py:535: in triton + kernel.precompile( +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/runtime/triton_heuristics.py:665: in precompile + self._precompile_worker() +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/runtime/triton_heuristics.py:687: in _precompile_worker + compile_results.append(self._precompile_config(c)) +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/runtime/triton_heuristics.py:1156: in _precompile_config + binary = triton.compile(*compile_args, **compile_kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/triton/compiler/compiler.py:307: in compile + module = src.make_ir(target, options, codegen_fns, module_map, context) +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +self = +target = GPUTarget(backend='cuda', arch=80, warp_size=32) +options = CUDAOptions(num_warps=2, num_ctas=1, num_stages=1, warp_size=32, maxnreg=None, ptx_version=None, ptx_options=None, ir_...ib/libdevice.10.bc'),), debug=True, backend_name='cuda', sanitize_overflow=False, arch='sm80', instrumentation_mode='') +codegen_fns = {'convert_custom_types': , 'min_dot_size': .check_dot_compatibility at 0x77ea1d8bfd00>} +module_map = {'triton.language.extra.libdevice': } +context = + + def make_ir(self, target: GPUTarget, options, codegen_fns, module_map, context): + from .code_generator import ast_to_ttir +> return ast_to_ttir(self.fn, self, context=context, options=options, codegen_fns=codegen_fns, + module_map=module_map) +E torch._inductor.exc.InductorError: CompilationError: at 184:20: +E off_n = tl.load(kv_indices + indices_idx) * SPARSE_KV_BLOCK_SIZE + off_n_block_in_sparse * BLOCK_N +E # first kv block we're loading +E +E # last valid block according to sparse mask +E block_n_last_valid = tl.minimum(kv_num_blocks * SPARSE_KV_MULTIPLE, tl.maximum(tl.cdiv(KV_LEN, BLOCK_N), 1)) +E +E offs_n = tl.arange(0, BLOCK_N) + off_n +E +E desc_k = None +E desc_v = None +E +E acc, l_i, m_i = forward_inner( +E ^ +E +E Set TORCHDYNAMO_VERBOSE=1 for the internal stack trace (please do this especially if you're reporting a bug to PyTorch). For even more developer context, set TORCH_LOGS="+dynamo" + +../../../venvs/pt213/lib/python3.10/site-packages/triton/compiler/compiler.py:80: InductorError +----------------------------- Captured stderr call ----------------------------- +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] Triton compilation failed: triton_tem_fused_flex_attention_0 +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] def triton_tem_fused_flex_attention_0(arg_Q, arg_K, arg_V, arg_M, arg_L, arg_KV_NUM_BLKS, arg_KV_IDX, arg_FULL_KV_NUM_BLKS, arg_FULL_KV_IDX, in_ptr9, in_ptr10, out_ptr0): +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] PRESCALE_QK : tl.constexpr = False +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] ROWS_GUARANTEED_SAFE : tl.constexpr = False +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] BLOCKS_ARE_CONTIGUOUS : tl.constexpr = False +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] WRITE_DQ : tl.constexpr = True +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] OUTPUT_LOGSUMEXP : tl.constexpr = False +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] OUTPUT_MAX : tl.constexpr = False +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] FLOAT32_PRECISION : tl.constexpr = 'ieee' +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] IS_DIVISIBLE : tl.constexpr = False +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] GQA_SHARED_HEADS : tl.constexpr = 2 +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] HAS_FULL_BLOCKS : tl.constexpr = False +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] SM_SCALE : tl.constexpr = 0.25 +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] SPLIT_KV : tl.constexpr = 54 +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] QK_HEAD_DIM : tl.constexpr = 16 +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] QK_HEAD_DIM_ROUNDED : tl.constexpr = 16 +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] V_HEAD_DIM : tl.constexpr = 16 +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] V_HEAD_DIM_ROUNDED : tl.constexpr = 16 +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] SAFE_HEAD_DIM : tl.constexpr = True +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] BLOCK_M : tl.constexpr = 16 +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] SAFE_M_BOUNDARY : tl.constexpr = False +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] SAFE_N_BOUNDARY : tl.constexpr = True +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] BLOCK_N : tl.constexpr = 8 +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] SPARSE_Q_BLOCK_SIZE : tl.constexpr = 128 +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] SPARSE_KV_BLOCK_SIZE : tl.constexpr = 8 +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] USE_TMA : tl.constexpr = False +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] INDEX_DTYPE : tl.constexpr = tl.int32 +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] Q = arg_Q +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] K = arg_K +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] V = arg_V +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] M = arg_M +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] L = arg_L +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] KV_NUM_BLKS = arg_KV_NUM_BLKS +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] KV_IDX = arg_KV_IDX +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] FULL_KV_NUM_BLKS = arg_FULL_KV_NUM_BLKS +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] FULL_KV_IDX = arg_FULL_KV_IDX +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # Sub notation for this kernel: +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # Q: Query, K: Key, V: Value +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # reduction buffers: M rowmax across local KV split, L local sumexp across local KV split +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # M: Number of queries, N: Number of keys/values +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # QK_HEAD_DIM: The dimension of the query and key embeddings +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # V_HEAD_DIM: The dimension of the value embeddings +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # BLOCK_M, QK_HEAD_DIM: M, and D dimemsion are always assigned to the same block +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # z: Batch size, h: Number of heads, m: Number of queries per head, k: Number of keys per head t: Number of kv splits +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # (Modifiable) Config options: +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # SPLIT_KV: number of blocks K & V are split into +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # TILE_KV: length of each local KV split +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # BLOCK_M: block size that Q is padded along seqlen dim. +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # BLOCK_N: block size of K & V along N dimension. +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # GQA_SHARED_HEADS: number of query heads sharing one kv head in GQA setups. +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # change of base out of the loop +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # ROWS_GUARANTEED_SAFE: Is it guaranteed that at least one value in each row +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # is not masked out? If so, we can skip an extra safety check +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # SAFE_M_BOUNDARY: Is Q seqlen a multiple of BLOCK_M? If so, we can skip an extra boundary check for loading query. +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # SAFE_N_BOUNDARY: Is KV seqlen a multiple of BLOCK_N? If so, we can skip an extra boundary check for loading key/value. +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # PRESCALE_QK: Whether to pre-scale QK by 1/sqrt(d) and change of base. +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # SPARSE_KV_BLOCK_SIZE: sparse mask block size along KV seqlen dim. +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # KV_NUM_BLKS: The number of KV blocks (that may or may not require masking) for each query. +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # KV_IDX: The indices of KV blocks (that may or may not require masking) for each query. +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # Output: ACC output accumulated across local KV split. +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] tl.static_assert(SPARSE_KV_BLOCK_SIZE >= BLOCK_N and SPARSE_KV_BLOCK_SIZE % BLOCK_N == 0) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # Define Q Strides +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] stride_qz, stride_qh, stride_qg, stride_qm, stride_qk = 64, 32, 16, 16, 1 +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] stride_kz, stride_kh, stride_kn, stride_kk = 8192, 4096, 16, 1 +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] stride_vz, stride_vh, stride_vn, stride_vk = 8192, 4096, 16, 1 +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] stride_mz, stride_mt, stride_mh, stride_mm = 216, 4, 1, 1 +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] stride_lz, stride_lt, stride_lh, stride_lm = 216, 4, 1, 1 +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] Z = 2 +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] ZKV = 1 +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] HKV = 2 +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] G: tl.constexpr = GQA_SHARED_HEADS +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] HQ = HKV * G +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] Q_LEN = 1 +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] KV_LEN = 256 +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] MATMUL_PRECISION = Q.dtype.element_ty +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] NUM_BLOCK_M = tl.cdiv(Q_LEN * G, BLOCK_M) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] off_block_m = tl.program_id(0).to(INDEX_DTYPE) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] off_z = tl.program_id(1).to(INDEX_DTYPE) // HKV +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] off_zkv = off_z % ZKV +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] off_hkv = tl.program_id(1).to(INDEX_DTYPE) % HKV +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] off_t = tl.program_id(2).to(INDEX_DTYPE) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] q_offset = off_z * stride_qz + off_hkv * stride_qh +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] k_offset = off_zkv * stride_kz + off_hkv * stride_kh +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] v_offset = off_zkv * stride_vz + off_hkv * stride_vh +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] K = K + k_offset +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] V = V + v_offset +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] SPARSE_Z = 2 +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] SPARSE_HQ = 1 +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] sparse_idx_z = off_z % SPARSE_Z +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] sparse_idx_h = off_hkv % SPARSE_HQ +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] SPARSE_KV_MULTIPLE: tl.constexpr = (SPARSE_KV_BLOCK_SIZE // BLOCK_N) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] SPARSE_KV_BLOCK_CNT = tl.cdiv(KV_LEN, SPARSE_KV_BLOCK_SIZE) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # initialize pointer to m and l +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] m_i = tl.zeros([BLOCK_M], dtype=tl.float32) - float("inf") +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] l_i = tl.zeros([BLOCK_M], dtype=tl.float32) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] acc = tl.zeros([BLOCK_M, V_HEAD_DIM_ROUNDED], dtype=tl.float32) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # initialize offsets +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] tl.device_assert(BLOCK_M % G == 0) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] BLOCK_M_PER_HQ: tl.constexpr = BLOCK_M // G +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] off_g = tl.arange(0, G) # [G] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] offs_g = tl.ravel(tl.broadcast_to(off_g[:, None], [G, BLOCK_M_PER_HQ])) # [BLOCK_M] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] offs_hq = offs_g + off_hkv * G +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] off_m = tl.arange(0, BLOCK_M_PER_HQ) + off_block_m * BLOCK_M_PER_HQ +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] offs_m = tl.ravel(tl.broadcast_to(off_m[None, :], [G, BLOCK_M_PER_HQ])) # [BLOCK_M] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] offs_d = tl.arange(0, QK_HEAD_DIM_ROUNDED) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] offs_vd = tl.arange(0, V_HEAD_DIM_ROUNDED) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # Get HZ offsets for KV_NUM_BLKS and KV_IDX +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] sparse_idx_m = off_block_m * BLOCK_M_PER_HQ // SPARSE_Q_BLOCK_SIZE +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] stride_block_z, stride_block_h, stride_block_row = 1, 1, 1 +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] sparse_block_zhm_offset = sparse_idx_z * stride_block_z + sparse_idx_h * stride_block_h + sparse_idx_m * stride_block_row +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] stride_kv_z, stride_kv_h, stride_kv_row, stride_kv_col = 32, 32, 32, 1 +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] sparse_idx_zhm_offset = sparse_idx_z * stride_kv_z + sparse_idx_h * stride_kv_h + sparse_idx_m * stride_kv_row +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] q_range = stride_qg * off_g[:, None, None] + stride_qm * off_m[None, :, None] + stride_qk * offs_d[None, None, :] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] if not SAFE_M_BOUNDARY and not SAFE_HEAD_DIM: +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] q = tl.load(Q + q_offset + q_range, mask=(offs_d[None, None, :] < QK_HEAD_DIM) & (off_m[None, :, None] < Q_LEN)) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] elif SAFE_M_BOUNDARY and not SAFE_HEAD_DIM: +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] q = tl.load(Q + q_offset + q_range, mask=offs_d[None, None, :] < QK_HEAD_DIM) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] elif not SAFE_M_BOUNDARY and SAFE_HEAD_DIM: +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] q = tl.load(Q + q_offset + q_range, mask=off_m[None, :, None] < Q_LEN) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] else: +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] q = tl.load(Q + q_offset + q_range) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] q = tl.reshape(q, [BLOCK_M, QK_HEAD_DIM_ROUNDED]) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # ~~~~~~~~~~~~~~ normal blocks ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # find first kv block we are loading and the number of blocks we are loading +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # Offset the kv_indices tensor by the correct batch and head +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] kv_indices = KV_IDX + sparse_idx_zhm_offset +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] kv_num_blocks = tl.load(KV_NUM_BLKS + sparse_block_zhm_offset) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # Make sure each split is a multiple of BLOCK_N +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] if HAS_FULL_BLOCKS: +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # TODO do the optimization as partial blocks once vllm is +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # able to pass in full blocks: +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # https://github.com/vllm-project/vllm/blob/61249b177de1566027fc74e9b51b45a4c973eb47/vllm/v1/attention/backends/flex_attention.py#L615-L616 +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] TILE_KV_OG = tl.cdiv(KV_LEN, SPLIT_KV) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] else: +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] TILE_KV_OG = tl.cdiv(kv_num_blocks * SPARSE_KV_BLOCK_SIZE, SPLIT_KV) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] TILE_KV = tl.cdiv(TILE_KV_OG, BLOCK_N) * BLOCK_N +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] TILE_KV_MULTIPLE: tl.constexpr = (TILE_KV // BLOCK_N) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # Calculate KV blocks that belong to this CTA. +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] block_n_start = off_t * TILE_KV_MULTIPLE # n_offset inside sparse block +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] block_n_end = block_n_start + TILE_KV_MULTIPLE # end BLOCK_N +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] MAX_KV_IDX = 32 +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] indices_idx = (block_n_start // SPARSE_KV_MULTIPLE) % (MAX_KV_IDX) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] off_n_block_in_sparse = block_n_start % SPARSE_KV_MULTIPLE +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] off_n = tl.load(kv_indices + indices_idx) * SPARSE_KV_BLOCK_SIZE + off_n_block_in_sparse * BLOCK_N +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # first kv block we're loading +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # last valid block according to sparse mask +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] block_n_last_valid = tl.minimum(kv_num_blocks * SPARSE_KV_MULTIPLE, tl.maximum(tl.cdiv(KV_LEN, BLOCK_N), 1)) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] offs_n = tl.arange(0, BLOCK_N) + off_n +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] desc_k = None +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] desc_v = None +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] acc, l_i, m_i = forward_inner( +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] arg_Q, arg_K, arg_V, arg_M, arg_L, arg_KV_NUM_BLKS, arg_KV_IDX, arg_FULL_KV_NUM_BLKS, arg_FULL_KV_IDX, in_ptr9, in_ptr10, out_ptr0, +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] q, K, V, desc_k, desc_v, Q_LEN, KV_LEN, +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # accumulatd values +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] acc, l_i, m_i, +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] #offsets +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] off_z, offs_hq[:, None], offs_m[:, None], offs_n[None, :], +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] off_n, +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] #block sparse data +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] kv_indices, kv_num_blocks, +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] block_n_start, block_n_end if block_n_end <= block_n_last_valid else block_n_last_valid, +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] MATMUL_PRECISION, +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] stride_kk, stride_kn, stride_vn, stride_vk, +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] IS_FULL_BLOCKS=False, +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] ) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # ~~~~~~~~~~~~~~ "full" blocks ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # We know these blocks are guaranteed to be "full", so we don't need to +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # apply mask_mod to them - only score_mod +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] if HAS_FULL_BLOCKS: +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] kv_indices = FULL_KV_IDX + sparse_idx_zhm_offset +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] kv_num_blocks = tl.load(FULL_KV_NUM_BLKS + sparse_block_zhm_offset) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # Assign full block in a reverse order for off_t. Prioritize the last CTA. +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] block_n_start = (SPLIT_KV - off_t - 1) * TILE_KV_MULTIPLE +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] block_n_end = block_n_start + TILE_KV_MULTIPLE +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] indices_idx = (block_n_start // SPARSE_KV_MULTIPLE) % (MAX_KV_IDX) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] off_n_block_in_sparse = block_n_start % SPARSE_KV_MULTIPLE +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] off_n = tl.load(kv_indices + indices_idx) * SPARSE_KV_BLOCK_SIZE + off_n_block_in_sparse * BLOCK_N +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # last valid block according to sparse mask +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] block_n_last_valid = tl.minimum(kv_num_blocks * SPARSE_KV_MULTIPLE, tl.maximum(tl.cdiv(KV_LEN, BLOCK_N), 1)) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] offs_n = tl.arange(0, BLOCK_N) + off_n +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] acc, l_i, m_i = forward_inner( +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] arg_Q, arg_K, arg_V, arg_M, arg_L, arg_KV_NUM_BLKS, arg_KV_IDX, arg_FULL_KV_NUM_BLKS, arg_FULL_KV_IDX, in_ptr9, in_ptr10, out_ptr0, +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] q, K, V, desc_k, desc_v, Q_LEN, KV_LEN, +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # accumulatd values +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] acc, l_i, m_i, +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] #offsets +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] off_z, offs_hq[:, None], offs_m[:, None], offs_n[None, :], +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] off_n, +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] #block sparse data +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] kv_indices, kv_num_blocks, +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] block_n_start, block_n_end if block_n_end <= block_n_last_valid else block_n_last_valid, +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] MATMUL_PRECISION, +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] stride_kk, stride_kn, stride_vn, stride_vk, +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] IS_FULL_BLOCKS=True, +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] ) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] m_offset = off_t * stride_mt + off_z * stride_mz +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] l_offset = off_t * stride_lt + off_z * stride_lz +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] ml_h_offsets = off_hkv * G + off_g[:, None] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] ml_m_offsets = off_m[None, :] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] m_ptrs = M + m_offset + ml_h_offsets * stride_mh + ml_m_offsets * stride_mm +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] l_ptrs = L + l_offset + ml_h_offsets * stride_lh + ml_m_offsets * stride_lm +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # Store output, logsumexp and rowmax for cross CTA reduction. (all in float32, even when input data are in fp16) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] m_i = m_i.reshape(G, BLOCK_M_PER_HQ) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] l_i = l_i.reshape(G, BLOCK_M_PER_HQ) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] if SAFE_M_BOUNDARY: +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] tl.store(m_ptrs, m_i) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] tl.store(l_ptrs, l_i) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] else: +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] ml_mask = ml_m_offsets < Q_LEN +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] tl.store(m_ptrs, m_i, mask=ml_mask) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] tl.store(l_ptrs, l_i, mask=ml_mask) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # -- store output +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] idx_z = off_z +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] idx_t = off_t +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] idx_hq = off_hkv*G + off_g[:, None, None] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] idx_m = off_m[None, :, None] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] idx_d = offs_vd[None, None, :] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] mask = (idx_m < Q_LEN) & (idx_d < V_HEAD_DIM) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] acc = acc.reshape(G, BLOCK_M_PER_HQ, V_HEAD_DIM_ROUNDED) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] xindex = idx_d + 16*idx_hq + 16*idx_m + 64*idx_t + 3456*idx_z +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] tl.store(out_ptr0 + (tl.broadcast_to(idx_d + 16*idx_hq + 64*idx_t + 3456*idx_z, [GQA_SHARED_HEADS, BLOCK_M_PER_HQ, V_HEAD_DIM_ROUNDED])), acc, mask) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] metadata: {'signature': {'arg_Q': '*bf16', 'arg_K': '*bf16', 'arg_V': '*bf16', 'arg_M': '*fp32', 'arg_L': '*fp32', 'arg_KV_NUM_BLKS': '*i32', 'arg_KV_IDX': '*i32', 'arg_FULL_KV_NUM_BLKS': '*fp32', 'arg_FULL_KV_IDX': '*fp32', 'in_ptr9': '*i32', 'in_ptr10': '*i32', 'out_ptr0': '*fp32'}, 'device': 0, 'constants': {}, 'configs': [{(0,): [['tt.divisibility', 16]], (1,): [['tt.divisibility', 16]], (2,): [['tt.divisibility', 16]], (3,): [['tt.divisibility', 16]], (4,): [['tt.divisibility', 16]], (5,): [['tt.divisibility', 16]], (6,): [['tt.divisibility', 16]], (7,): [['tt.divisibility', 16]], (8,): [['tt.divisibility', 16]], (9,): [['tt.divisibility', 16]], (10,): [['tt.divisibility', 16]], (11,): [['tt.divisibility', 16]]}], 'device_type': 'cuda', 'num_warps': 2, 'num_stages': 1, 'debug': True, 'cc': 80} +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] Traceback (most recent call last): +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/triton/language/core.py", line 43, in wrapper +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] return fn(*args, **kwargs) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/triton/language/core.py", line 2090, in dot +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] res = _semantic.dot(input, other, acc, input_precision, max_num_imprecise_acc, out_dtype) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/triton/language/semantic.py", line 1539, in dot +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] and rhs.shape[-1].value >= min_dot_size[1], \ +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] AssertionError: Input shapes should have M >= 1, N >= 1 and K >= 16 +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] The above exception was the direct cause of the following exception: +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] triton.compiler.errors.CompilationError: at 146:10: +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] p = tl.math.exp2(post_mod_scores - m_ij_masked[:, None]) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # NB: l_i update is pulled up here since it's a bit faster +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # NB: For headdim=256, it's faster to move it back down to after m_i = +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # m_ij +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] l_i = l_i * alpha + tl.sum(p, 1) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # # -- scale and update acc -- +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] acc = acc * alpha[:, None] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # Calculate offsets for V loading - reuse kv_base_offset from K loading +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] offs_v = tl.arange(0, V_HEAD_DIM_ROUNDED) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] v = load_checked_2d(V, offs_n_load, offs_v, stride_vn, stride_vk, IS_DIVISIBLE, SAFE_HEAD_DIM, KV_LEN, V_HEAD_DIM) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] acc = tl.dot(p.to(MATMUL_PRECISION), v.to(q.dtype), acc, input_precision=FLOAT32_PRECISION) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] ^ +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] Input shapes should have M >= 1, N >= 1 and K >= 16 +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] The above exception was the direct cause of the following exception: +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] triton.compiler.errors.CompilationError: at 81:28: +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] kv_offset, +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] MATMUL_PRECISION, RCP_LN2, +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # Strides for K and V +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] stride_kk, stride_kn, stride_vn, stride_vk, +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] IS_FULL_BLOCKS, +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] ) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] else: +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # Benchmark shows even we applied mod & mask to each block for non divisible seqlen, +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # it's on par or slightly faster than only applying to the last block in fwd. +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # However, we choose different strategy for bwd, where we only apply mod & mask +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # to the last block because it's faster a lot. +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] acc, l_i, m_i = forward_block_mn( +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] ^ +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] The above exception was the direct cause of the following exception: +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] Traceback (most recent call last): +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/runtime/triton_heuristics.py", line 1156, in _precompile_config +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] binary = triton.compile(*compile_args, **compile_kwargs) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/triton/compiler/compiler.py", line 307, in compile +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] module = src.make_ir(target, options, codegen_fns, module_map, context) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/triton/compiler/compiler.py", line 80, in make_ir +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] return ast_to_ttir(self.fn, self, context=context, options=options, codegen_fns=codegen_fns, +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] triton.compiler.errors.CompilationError: at 184:20: +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] off_n = tl.load(kv_indices + indices_idx) * SPARSE_KV_BLOCK_SIZE + off_n_block_in_sparse * BLOCK_N +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # first kv block we're loading +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] # last valid block according to sparse mask +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] block_n_last_valid = tl.minimum(kv_num_blocks * SPARSE_KV_MULTIPLE, tl.maximum(tl.cdiv(KV_LEN, BLOCK_N), 1)) +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] offs_n = tl.arange(0, BLOCK_N) + off_n +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] desc_k = None +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] desc_v = None +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] acc, l_i, m_i = forward_inner( +E1024 06:13:16.268000 1365207 torch/_inductor/runtime/triton_heuristics.py:1158] [1/0] ^ +------------------------------ Captured log call ------------------------------- +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:convert_frame.py:303 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:meta_utils.py:276 +DEBUG torch.__trace:meta_utils.py:514 +DEBUG torch.__trace:meta_utils.py:2271 +DEBUG torch.__trace:meta_utils.py:276 +DEBUG torch.__trace:meta_utils.py:514 +DEBUG torch.__trace:meta_utils.py:514 +DEBUG torch.__trace:meta_utils.py:2271 +DEBUG torch.__trace:meta_utils.py:276 +DEBUG torch.__trace:meta_utils.py:514 +DEBUG torch.__trace:meta_utils.py:514 +DEBUG torch.__trace:meta_utils.py:2271 +DEBUG torch.__trace:meta_utils.py:276 +DEBUG torch.__trace:meta_utils.py:514 +DEBUG torch.__trace:meta_utils.py:2271 +DEBUG torch.__trace:meta_utils.py:276 +DEBUG torch.__trace:meta_utils.py:514 +DEBUG torch.__trace:meta_utils.py:2271 +DEBUG torch.__trace:meta_utils.py:276 +DEBUG torch.__trace:meta_utils.py:514 +DEBUG torch.__trace:meta_utils.py:2271 +DEBUG torch.__trace:meta_utils.py:276 +DEBUG torch.__trace:meta_utils.py:514 +DEBUG torch.__trace:meta_utils.py:2271 +DEBUG torch.__trace:meta_utils.py:276 +DEBUG torch.__trace:meta_utils.py:514 +DEBUG torch.__trace:meta_utils.py:2271 +DEBUG torch.__trace:meta_utils.py:276 +DEBUG torch.__trace:meta_utils.py:514 +DEBUG torch.__trace:meta_utils.py:2271 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:output_graph.py:2841 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2389 +DEBUG torch.__trace:autograd_cache.py:1130 +DEBUG torch.__trace:compile_fx.py:2625 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:compile_fx.py:2656 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:graph_capture.py:426 +DEBUG torch.__trace:graph_capture.py:444 +DEBUG torch.__trace:graph_compile.py:381 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:compile_fx.py:2448 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:compile_fx.py:2474 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:compile_fx.py:1315 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:compile_fx.py:1366 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:compile_fx.py:1404 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:graph.py:2745 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +ERROR torch._inductor.runtime.triton_heuristics:triton_heuristics.py:1158 Triton compilation failed: triton_tem_fused_flex_attention_0 +def triton_tem_fused_flex_attention_0(arg_Q, arg_K, arg_V, arg_M, arg_L, arg_KV_NUM_BLKS, arg_KV_IDX, arg_FULL_KV_NUM_BLKS, arg_FULL_KV_IDX, in_ptr9, in_ptr10, out_ptr0): + PRESCALE_QK : tl.constexpr = False + ROWS_GUARANTEED_SAFE : tl.constexpr = False + BLOCKS_ARE_CONTIGUOUS : tl.constexpr = False + WRITE_DQ : tl.constexpr = True + OUTPUT_LOGSUMEXP : tl.constexpr = False + OUTPUT_MAX : tl.constexpr = False + FLOAT32_PRECISION : tl.constexpr = 'ieee' + IS_DIVISIBLE : tl.constexpr = False + GQA_SHARED_HEADS : tl.constexpr = 2 + HAS_FULL_BLOCKS : tl.constexpr = False + SM_SCALE : tl.constexpr = 0.25 + SPLIT_KV : tl.constexpr = 54 + QK_HEAD_DIM : tl.constexpr = 16 + QK_HEAD_DIM_ROUNDED : tl.constexpr = 16 + V_HEAD_DIM : tl.constexpr = 16 + V_HEAD_DIM_ROUNDED : tl.constexpr = 16 + SAFE_HEAD_DIM : tl.constexpr = True + BLOCK_M : tl.constexpr = 16 + SAFE_M_BOUNDARY : tl.constexpr = False + SAFE_N_BOUNDARY : tl.constexpr = True + BLOCK_N : tl.constexpr = 8 + SPARSE_Q_BLOCK_SIZE : tl.constexpr = 128 + SPARSE_KV_BLOCK_SIZE : tl.constexpr = 8 + USE_TMA : tl.constexpr = False + INDEX_DTYPE : tl.constexpr = tl.int32 + Q = arg_Q + K = arg_K + V = arg_V + M = arg_M + L = arg_L + KV_NUM_BLKS = arg_KV_NUM_BLKS + KV_IDX = arg_KV_IDX + FULL_KV_NUM_BLKS = arg_FULL_KV_NUM_BLKS + FULL_KV_IDX = arg_FULL_KV_IDX + + # Sub notation for this kernel: + # Q: Query, K: Key, V: Value + # reduction buffers: M rowmax across local KV split, L local sumexp across local KV split + # M: Number of queries, N: Number of keys/values + # QK_HEAD_DIM: The dimension of the query and key embeddings + # V_HEAD_DIM: The dimension of the value embeddings + # BLOCK_M, QK_HEAD_DIM: M, and D dimemsion are always assigned to the same block + # z: Batch size, h: Number of heads, m: Number of queries per head, k: Number of keys per head t: Number of kv splits + # (Modifiable) Config options: + # SPLIT_KV: number of blocks K & V are split into + # TILE_KV: length of each local KV split + # BLOCK_M: block size that Q is padded along seqlen dim. + # BLOCK_N: block size of K & V along N dimension. + # GQA_SHARED_HEADS: number of query heads sharing one kv head in GQA setups. + # + # change of base out of the loop + # ROWS_GUARANTEED_SAFE: Is it guaranteed that at least one value in each row + # is not masked out? If so, we can skip an extra safety check + # SAFE_M_BOUNDARY: Is Q seqlen a multiple of BLOCK_M? If so, we can skip an extra boundary check for loading query. + # SAFE_N_BOUNDARY: Is KV seqlen a multiple of BLOCK_N? If so, we can skip an extra boundary check for loading key/value. + + # PRESCALE_QK: Whether to pre-scale QK by 1/sqrt(d) and change of base. + # + # SPARSE_KV_BLOCK_SIZE: sparse mask block size along KV seqlen dim. + # KV_NUM_BLKS: The number of KV blocks (that may or may not require masking) for each query. + # KV_IDX: The indices of KV blocks (that may or may not require masking) for each query. + # + # + # Output: ACC output accumulated across local KV split. + + tl.static_assert(SPARSE_KV_BLOCK_SIZE >= BLOCK_N and SPARSE_KV_BLOCK_SIZE % BLOCK_N == 0) + + # Define Q Strides + stride_qz, stride_qh, stride_qg, stride_qm, stride_qk = 64, 32, 16, 16, 1 + stride_kz, stride_kh, stride_kn, stride_kk = 8192, 4096, 16, 1 + stride_vz, stride_vh, stride_vn, stride_vk = 8192, 4096, 16, 1 + stride_mz, stride_mt, stride_mh, stride_mm = 216, 4, 1, 1 + stride_lz, stride_lt, stride_lh, stride_lm = 216, 4, 1, 1 + + + Z = 2 + ZKV = 1 + HKV = 2 + G: tl.constexpr = GQA_SHARED_HEADS + HQ = HKV * G + Q_LEN = 1 + KV_LEN = 256 + + MATMUL_PRECISION = Q.dtype.element_ty + + NUM_BLOCK_M = tl.cdiv(Q_LEN * G, BLOCK_M) + + off_block_m = tl.program_id(0).to(INDEX_DTYPE) + + off_z = tl.program_id(1).to(INDEX_DTYPE) // HKV + off_zkv = off_z % ZKV + off_hkv = tl.program_id(1).to(INDEX_DTYPE) % HKV + off_t = tl.program_id(2).to(INDEX_DTYPE) + + q_offset = off_z * stride_qz + off_hkv * stride_qh + k_offset = off_zkv * stride_kz + off_hkv * stride_kh + v_offset = off_zkv * stride_vz + off_hkv * stride_vh + + K = K + k_offset + V = V + v_offset + + SPARSE_Z = 2 + SPARSE_HQ = 1 + + sparse_idx_z = off_z % SPARSE_Z + sparse_idx_h = off_hkv % SPARSE_HQ + + SPARSE_KV_MULTIPLE: tl.constexpr = (SPARSE_KV_BLOCK_SIZE // BLOCK_N) + SPARSE_KV_BLOCK_CNT = tl.cdiv(KV_LEN, SPARSE_KV_BLOCK_SIZE) + + # initialize pointer to m and l + m_i = tl.zeros([BLOCK_M], dtype=tl.float32) - float("inf") + l_i = tl.zeros([BLOCK_M], dtype=tl.float32) + acc = tl.zeros([BLOCK_M, V_HEAD_DIM_ROUNDED], dtype=tl.float32) + + # initialize offsets + tl.device_assert(BLOCK_M % G == 0) + BLOCK_M_PER_HQ: tl.constexpr = BLOCK_M // G + off_g = tl.arange(0, G) # [G] + offs_g = tl.ravel(tl.broadcast_to(off_g[:, None], [G, BLOCK_M_PER_HQ])) # [BLOCK_M] + offs_hq = offs_g + off_hkv * G + off_m = tl.arange(0, BLOCK_M_PER_HQ) + off_block_m * BLOCK_M_PER_HQ + offs_m = tl.ravel(tl.broadcast_to(off_m[None, :], [G, BLOCK_M_PER_HQ])) # [BLOCK_M] + offs_d = tl.arange(0, QK_HEAD_DIM_ROUNDED) + offs_vd = tl.arange(0, V_HEAD_DIM_ROUNDED) + + # Get HZ offsets for KV_NUM_BLKS and KV_IDX + sparse_idx_m = off_block_m * BLOCK_M_PER_HQ // SPARSE_Q_BLOCK_SIZE + stride_block_z, stride_block_h, stride_block_row = 1, 1, 1 + sparse_block_zhm_offset = sparse_idx_z * stride_block_z + sparse_idx_h * stride_block_h + sparse_idx_m * stride_block_row + stride_kv_z, stride_kv_h, stride_kv_row, stride_kv_col = 32, 32, 32, 1 + sparse_idx_zhm_offset = sparse_idx_z * stride_kv_z + sparse_idx_h * stride_kv_h + sparse_idx_m * stride_kv_row + + q_range = stride_qg * off_g[:, None, None] + stride_qm * off_m[None, :, None] + stride_qk * offs_d[None, None, :] + + if not SAFE_M_BOUNDARY and not SAFE_HEAD_DIM: + q = tl.load(Q + q_offset + q_range, mask=(offs_d[None, None, :] < QK_HEAD_DIM) & (off_m[None, :, None] < Q_LEN)) + elif SAFE_M_BOUNDARY and not SAFE_HEAD_DIM: + q = tl.load(Q + q_offset + q_range, mask=offs_d[None, None, :] < QK_HEAD_DIM) + elif not SAFE_M_BOUNDARY and SAFE_HEAD_DIM: + q = tl.load(Q + q_offset + q_range, mask=off_m[None, :, None] < Q_LEN) + else: + q = tl.load(Q + q_offset + q_range) + + q = tl.reshape(q, [BLOCK_M, QK_HEAD_DIM_ROUNDED]) + + + # ~~~~~~~~~~~~~~ normal blocks ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + # find first kv block we are loading and the number of blocks we are loading + # Offset the kv_indices tensor by the correct batch and head + kv_indices = KV_IDX + sparse_idx_zhm_offset + kv_num_blocks = tl.load(KV_NUM_BLKS + sparse_block_zhm_offset) + + # Make sure each split is a multiple of BLOCK_N + if HAS_FULL_BLOCKS: + # TODO do the optimization as partial blocks once vllm is + # able to pass in full blocks: + # https://github.com/vllm-project/vllm/blob/61249b177de1566027fc74e9b51b45a4c973eb47/vllm/v1/attention/backends/flex_attention.py#L615-L616 + TILE_KV_OG = tl.cdiv(KV_LEN, SPLIT_KV) + else: + TILE_KV_OG = tl.cdiv(kv_num_blocks * SPARSE_KV_BLOCK_SIZE, SPLIT_KV) + TILE_KV = tl.cdiv(TILE_KV_OG, BLOCK_N) * BLOCK_N + TILE_KV_MULTIPLE: tl.constexpr = (TILE_KV // BLOCK_N) + + # Calculate KV blocks that belong to this CTA. + block_n_start = off_t * TILE_KV_MULTIPLE # n_offset inside sparse block + block_n_end = block_n_start + TILE_KV_MULTIPLE # end BLOCK_N + + MAX_KV_IDX = 32 + indices_idx = (block_n_start // SPARSE_KV_MULTIPLE) % (MAX_KV_IDX) + off_n_block_in_sparse = block_n_start % SPARSE_KV_MULTIPLE + off_n = tl.load(kv_indices + indices_idx) * SPARSE_KV_BLOCK_SIZE + off_n_block_in_sparse * BLOCK_N + # first kv block we're loading + + # last valid block according to sparse mask + block_n_last_valid = tl.minimum(kv_num_blocks * SPARSE_KV_MULTIPLE, tl.maximum(tl.cdiv(KV_LEN, BLOCK_N), 1)) + + offs_n = tl.arange(0, BLOCK_N) + off_n + + desc_k = None + desc_v = None + + acc, l_i, m_i = forward_inner( + arg_Q, arg_K, arg_V, arg_M, arg_L, arg_KV_NUM_BLKS, arg_KV_IDX, arg_FULL_KV_NUM_BLKS, arg_FULL_KV_IDX, in_ptr9, in_ptr10, out_ptr0, + q, K, V, desc_k, desc_v, Q_LEN, KV_LEN, + # accumulatd values + acc, l_i, m_i, + #offsets + off_z, offs_hq[:, None], offs_m[:, None], offs_n[None, :], + off_n, + #block sparse data + kv_indices, kv_num_blocks, + block_n_start, block_n_end if block_n_end <= block_n_last_valid else block_n_last_valid, + MATMUL_PRECISION, + stride_kk, stride_kn, stride_vn, stride_vk, + IS_FULL_BLOCKS=False, + ) + + + # ~~~~~~~~~~~~~~ "full" blocks ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ + # We know these blocks are guaranteed to be "full", so we don't need to + # apply mask_mod to them - only score_mod + if HAS_FULL_BLOCKS: + kv_indices = FULL_KV_IDX + sparse_idx_zhm_offset + kv_num_blocks = tl.load(FULL_KV_NUM_BLKS + sparse_block_zhm_offset) + # Assign full block in a reverse order for off_t. Prioritize the last CTA. + block_n_start = (SPLIT_KV - off_t - 1) * TILE_KV_MULTIPLE + block_n_end = block_n_start + TILE_KV_MULTIPLE + indices_idx = (block_n_start // SPARSE_KV_MULTIPLE) % (MAX_KV_IDX) + off_n_block_in_sparse = block_n_start % SPARSE_KV_MULTIPLE + off_n = tl.load(kv_indices + indices_idx) * SPARSE_KV_BLOCK_SIZE + off_n_block_in_sparse * BLOCK_N + + # last valid block according to sparse mask + block_n_last_valid = tl.minimum(kv_num_blocks * SPARSE_KV_MULTIPLE, tl.maximum(tl.cdiv(KV_LEN, BLOCK_N), 1)) + + offs_n = tl.arange(0, BLOCK_N) + off_n + + acc, l_i, m_i = forward_inner( + arg_Q, arg_K, arg_V, arg_M, arg_L, arg_KV_NUM_BLKS, arg_KV_IDX, arg_FULL_KV_NUM_BLKS, arg_FULL_KV_IDX, in_ptr9, in_ptr10, out_ptr0, + q, K, V, desc_k, desc_v, Q_LEN, KV_LEN, + # accumulatd values + acc, l_i, m_i, + #offsets + off_z, offs_hq[:, None], offs_m[:, None], offs_n[None, :], + off_n, + #block sparse data + kv_indices, kv_num_blocks, + block_n_start, block_n_end if block_n_end <= block_n_last_valid else block_n_last_valid, + MATMUL_PRECISION, + stride_kk, stride_kn, stride_vn, stride_vk, + IS_FULL_BLOCKS=True, + ) + + m_offset = off_t * stride_mt + off_z * stride_mz + l_offset = off_t * stride_lt + off_z * stride_lz + + ml_h_offsets = off_hkv * G + off_g[:, None] + ml_m_offsets = off_m[None, :] + m_ptrs = M + m_offset + ml_h_offsets * stride_mh + ml_m_offsets * stride_mm + l_ptrs = L + l_offset + ml_h_offsets * stride_lh + ml_m_offsets * stride_lm + + # Store output, logsumexp and rowmax for cross CTA reduction. (all in float32, even when input data are in fp16) + m_i = m_i.reshape(G, BLOCK_M_PER_HQ) + l_i = l_i.reshape(G, BLOCK_M_PER_HQ) + if SAFE_M_BOUNDARY: + tl.store(m_ptrs, m_i) + tl.store(l_ptrs, l_i) + else: + ml_mask = ml_m_offsets < Q_LEN + tl.store(m_ptrs, m_i, mask=ml_mask) + tl.store(l_ptrs, l_i, mask=ml_mask) + + # -- store output + idx_z = off_z + idx_t = off_t + idx_hq = off_hkv*G + off_g[:, None, None] + idx_m = off_m[None, :, None] + idx_d = offs_vd[None, None, :] + + mask = (idx_m < Q_LEN) & (idx_d < V_HEAD_DIM) + acc = acc.reshape(G, BLOCK_M_PER_HQ, V_HEAD_DIM_ROUNDED) + xindex = idx_d + 16*idx_hq + 16*idx_m + 64*idx_t + 3456*idx_z + tl.store(out_ptr0 + (tl.broadcast_to(idx_d + 16*idx_hq + 64*idx_t + 3456*idx_z, [GQA_SHARED_HEADS, BLOCK_M_PER_HQ, V_HEAD_DIM_ROUNDED])), acc, mask) + +metadata: {'signature': {'arg_Q': '*bf16', 'arg_K': '*bf16', 'arg_V': '*bf16', 'arg_M': '*fp32', 'arg_L': '*fp32', 'arg_KV_NUM_BLKS': '*i32', 'arg_KV_IDX': '*i32', 'arg_FULL_KV_NUM_BLKS': '*fp32', 'arg_FULL_KV_IDX': '*fp32', 'in_ptr9': '*i32', 'in_ptr10': '*i32', 'out_ptr0': '*fp32'}, 'device': 0, 'constants': {}, 'configs': [{(0,): [['tt.divisibility', 16]], (1,): [['tt.divisibility', 16]], (2,): [['tt.divisibility', 16]], (3,): [['tt.divisibility', 16]], (4,): [['tt.divisibility', 16]], (5,): [['tt.divisibility', 16]], (6,): [['tt.divisibility', 16]], (7,): [['tt.divisibility', 16]], (8,): [['tt.divisibility', 16]], (9,): [['tt.divisibility', 16]], (10,): [['tt.divisibility', 16]], (11,): [['tt.divisibility', 16]]}], 'device_type': 'cuda', 'num_warps': 2, 'num_stages': 1, 'debug': True, 'cc': 80} +Traceback (most recent call last): + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/triton/language/core.py", line 43, in wrapper + return fn(*args, **kwargs) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/triton/language/core.py", line 2090, in dot + res = _semantic.dot(input, other, acc, input_precision, max_num_imprecise_acc, out_dtype) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/triton/language/semantic.py", line 1539, in dot + and rhs.shape[-1].value >= min_dot_size[1], \ +AssertionError: Input shapes should have M >= 1, N >= 1 and K >= 16 + +The above exception was the direct cause of the following exception: + +triton.compiler.errors.CompilationError: at 146:10: + p = tl.math.exp2(post_mod_scores - m_ij_masked[:, None]) + + # NB: l_i update is pulled up here since it's a bit faster + # NB: For headdim=256, it's faster to move it back down to after m_i = + # m_ij + l_i = l_i * alpha + tl.sum(p, 1) + # # -- scale and update acc -- + acc = acc * alpha[:, None] + # Calculate offsets for V loading - reuse kv_base_offset from K loading + offs_v = tl.arange(0, V_HEAD_DIM_ROUNDED) + v = load_checked_2d(V, offs_n_load, offs_v, stride_vn, stride_vk, IS_DIVISIBLE, SAFE_HEAD_DIM, KV_LEN, V_HEAD_DIM) + acc = tl.dot(p.to(MATMUL_PRECISION), v.to(q.dtype), acc, input_precision=FLOAT32_PRECISION) + ^ +Input shapes should have M >= 1, N >= 1 and K >= 16 + +The above exception was the direct cause of the following exception: + +triton.compiler.errors.CompilationError: at 81:28: + kv_offset, + MATMUL_PRECISION, RCP_LN2, + # Strides for K and V + stride_kk, stride_kn, stride_vn, stride_vk, + IS_FULL_BLOCKS, + ) + else: + # Benchmark shows even we applied mod & mask to each block for non divisible seqlen, + # it's on par or slightly faster than only applying to the last block in fwd. + # However, we choose different strategy for bwd, where we only apply mod & mask + # to the last block because it's faster a lot. + acc, l_i, m_i = forward_block_mn( + ^ + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/runtime/triton_heuristics.py", line 1156, in _precompile_config + binary = triton.compile(*compile_args, **compile_kwargs) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/triton/compiler/compiler.py", line 307, in compile + module = src.make_ir(target, options, codegen_fns, module_map, context) + File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/triton/compiler/compiler.py", line 80, in make_ir + return ast_to_ttir(self.fn, self, context=context, options=options, codegen_fns=codegen_fns, +triton.compiler.errors.CompilationError: at 184:20: + off_n = tl.load(kv_indices + indices_idx) * SPARSE_KV_BLOCK_SIZE + off_n_block_in_sparse * BLOCK_N + # first kv block we're loading + + # last valid block according to sparse mask + block_n_last_valid = tl.minimum(kv_num_blocks * SPARSE_KV_MULTIPLE, tl.maximum(tl.cdiv(KV_LEN, BLOCK_N), 1)) + + offs_n = tl.arange(0, BLOCK_N) + off_n + + desc_k = None + desc_v = None + + acc, l_i, m_i = forward_inner( + ^ +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:convert_frame.py:2134 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2009 +DEBUG torch.__trace:utils.py:2350 +_ test_cancellation_and_late_old_completion_do_not_corrupt_reused_cache[cuda] __ + +device = 'cuda' + + @pytest.mark.parametrize("device", ["cpu", "cuda"]) + def test_cancellation_and_late_old_completion_do_not_corrupt_reused_cache(device): + model,worker,b=setup(device);p,q=_prompts(2,25,26,267) + old=b.submit(PDRequest('old',p,8));b.step();assert b.cancel('old');b.step() + with pytest.raises(RequestCancelled):old.result() + new=b.submit(PDRequest('new',q,8));b.step() +> worker.finish(0);worker.finish(1);b.run_until_idle() + +tests/test_pd_stream_admission.py:74: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +opt_prime/accel/pd/batching.py:207: in run_until_idle + self.step() +opt_prime/accel/pd/pd_batching.py:594: in step + self._decode() +../../../venvs/pt213/lib/python3.10/site-packages/torch/utils/_contextlib.py:124: in decorate_context + return func(*args, **kwargs) +opt_prime/accel/pd/pd_batching.py:671: in _decode + self._decode_step() +opt_prime/accel/pd/batching.py:232: in _decode_step + logits = self.kv.decode(self.model, slots, lengths, [r.tokens[-1] for r in rows]) +opt_prime/accel/pd/paged.py:565: in decode + out = model(ids, past_key_values=cache, use_cache=True, position_ids=pos, logits_to_keep=1) +../../../venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py:1778: in _wrapped_call_impl + return self._call_impl(*args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py:1789: in _call_impl + return forward_call(*args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/transformers/utils/generic.py:939: in wrapper + output = func(self, *args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/transformers/models/gemma3/modeling_gemma3.py:630: in forward + outputs: BaseModelOutputWithPast = self.model( +../../../venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py:1778: in _wrapped_call_impl + return self._call_impl(*args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py:1789: in _call_impl + return forward_call(*args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/transformers/utils/generic.py:1068: in wrapper + output = func(self, *args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/transformers/utils/output_capturing.py:262: in wrapper + outputs = func(self, *args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/transformers/models/gemma3/modeling_gemma3.py:564: in forward + hidden_states = decoder_layer( +../../../venvs/pt213/lib/python3.10/site-packages/transformers/modeling_layers.py:114: in __call__ + return super().__call__(*args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py:1778: in _wrapped_call_impl + return self._call_impl(*args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py:1789: in _call_impl + return forward_call(*args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/transformers/models/gemma3/modeling_gemma3.py:412: in forward + hidden_states, _ = self.self_attn( +../../../venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py:1778: in _wrapped_call_impl + return self._call_impl(*args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py:1789: in _call_impl + return forward_call(*args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/transformers/models/gemma3/modeling_gemma3.py:369: in forward + attn_output, attn_weights = attention_interface( +opt_prime/accel/pd/paged.py:50: in _paged_attention + out = _flex(query.device.type)(query, key, value, block_mask=_CTX.masks[group], scale=scaling, +../../../venvs/pt213/lib/python3.10/site-packages/torch/_dynamo/eval_frame.py:1183: in compile_wrapper + raise e.remove_dynamo_frames() from None # see TORCHDYNAMO_VERBOSE=1 +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/compile_fx.py:1079: in _compile_fx_inner + raise InductorError(e, currentframe()).with_traceback( +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/compile_fx.py:1059: in _compile_fx_inner + mb_compiled_graph = fx_codegen_and_compile( +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/compile_fx.py:1847: in fx_codegen_and_compile + return scheme.codegen_and_compile(gm, example_inputs, inputs_to_check, graph_kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/compile_fx.py:1608: in codegen_and_compile + compiled_module = graph.compile_to_module() +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/graph.py:2669: in compile_to_module + return self._compile_to_module() +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/graph.py:2679: in _compile_to_module + mod = self._compile_to_module_lines(wrapper_code) +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/graph.py:2754: in _compile_to_module_lines + mod = PyCodeCache.load_by_key_path( +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/codecache.py:4622: in load_by_key_path + mod = _reload_python_module(key, path, set_sys_modules=set_sys_modules) +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/runtime/compile_tasks.py:35: in _reload_python_module + exec(code, mod.__dict__, mod.__dict__) +/tmp/torchinductor_gspark/eb/cebeydezvht2l4u27hluxa3eggoewztq5rkmrcd3dfdgte2khymn.py:803: in + async_compile.wait(globals()) +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/async_compile.py:818: in wait + self._wait_futures(scope) +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/async_compile.py:848: in _wait_futures + kernel = result.result(timeout=wait_timeout) +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/codecache.py:5306: in result + return self.result_fn() +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + + def get_result() -> CachingAutotuner: + try: + kernel, elapsed_us = task.result() + except SubprocException as e: +> raise e.with_name(kernel_name) from e +E torch._inductor.exc.InductorError: SubprocException: An exception occurred in a subprocess: +E +E Name=triton_tem_fused_flex_attention_0 +E Traceback (most recent call last): +E File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/triton/language/core.py", line 43, in wrapper +E return fn(*args, **kwargs) +E File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/triton/language/core.py", line 2090, in dot +E res = _semantic.dot(input, other, acc, input_precision, max_num_imprecise_acc, out_dtype) +E File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/triton/language/semantic.py", line 1539, in dot +E and rhs.shape[-1].value >= min_dot_size[1], \ +E AssertionError: Input shapes should have M >= 1, N >= 1 and K >= 16 +E +E The above exception was the direct cause of the following exception: +E +E triton.compiler.errors.CompilationError: at 146:10: +E p = tl.math.exp2(post_mod_scores - m_ij_masked[:, None]) +E +E # NB: l_i update is pulled up here since it's a bit faster +E # NB: For headdim=256, it's faster to move it back down to after m_i = +E # m_ij +E l_i = l_i * alpha + tl.sum(p, 1) +E # # -- scale and update acc -- +E acc = acc * alpha[:, None] +E # Calculate offsets for V loading - reuse kv_base_offset from K loading +E offs_v = tl.arange(0, V_HEAD_DIM_ROUNDED) +E v = load_checked_2d(V, offs_n_load, offs_v, stride_vn, stride_vk, IS_DIVISIBLE, SAFE_HEAD_DIM, KV_LEN, V_HEAD_DIM) +E acc = tl.dot(p.to(MATMUL_PRECISION), v.to(q.dtype), acc, input_precision=FLOAT32_PRECISION) +E ^ +E Input shapes should have M >= 1, N >= 1 and K >= 16 +E +E The above exception was the direct cause of the following exception: +E +E triton.compiler.errors.CompilationError: at 81:28: +E kv_offset, +E MATMUL_PRECISION, RCP_LN2, +E # Strides for K and V +E stride_kk, stride_kn, stride_vn, stride_vk, +E IS_FULL_BLOCKS, +E ) +E else: +E # Benchmark shows even we applied mod & mask to each block for non divisible seqlen, +E # it's on par or slightly faster than only applying to the last block in fwd. +E # However, we choose different strategy for bwd, where we only apply mod & mask +E # to the last block because it's faster a lot. +E acc, l_i, m_i = forward_block_mn( +E ^ +E +E The above exception was the direct cause of the following exception: +E +E Traceback (most recent call last): +E File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/compile_worker/subproc_pool.py", line 475, in do_job +E result = job() +E File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/runtime/compile_tasks.py", line 204, in _worker_compile_triton +E kernel.precompile(warm_cache_only=True) +E File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/runtime/triton_heuristics.py", line 648, in precompile +E self._precompile_worker() +E File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/runtime/triton_heuristics.py", line 687, in _precompile_worker +E compile_results.append(self._precompile_config(c)) +E File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/runtime/triton_heuristics.py", line 1156, in _precompile_config +E binary = triton.compile(*compile_args, **compile_kwargs) +E File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/triton/compiler/compiler.py", line 307, in compile +E module = src.make_ir(target, options, codegen_fns, module_map, context) +E File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/triton/compiler/compiler.py", line 80, in make_ir +E return ast_to_ttir(self.fn, self, context=context, options=options, codegen_fns=codegen_fns, +E triton.compiler.errors.CompilationError: at 184:20: +E off_n = tl.load(kv_indices + indices_idx) * SPARSE_KV_BLOCK_SIZE + off_n_block_in_sparse * BLOCK_N +E # first kv block we're loading +E +E # last valid block according to sparse mask +E block_n_last_valid = tl.minimum(kv_num_blocks * SPARSE_KV_MULTIPLE, tl.maximum(tl.cdiv(KV_LEN, BLOCK_N), 1)) +E +E offs_n = tl.arange(0, BLOCK_N) + off_n +E +E desc_k = None +E desc_v = None +E +E acc, l_i, m_i = forward_inner( +E ^ +E +E +E Set TORCHDYNAMO_VERBOSE=1 for the internal stack trace (please do this especially if you're reporting a bug to PyTorch). For even more developer context, set TORCH_LOGS="+dynamo" + +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/async_compile.py:500: InductorError +------------------------------ Captured log call ------------------------------- +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:convert_frame.py:303 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:meta_utils.py:276 +DEBUG torch.__trace:meta_utils.py:514 +DEBUG torch.__trace:meta_utils.py:2271 +DEBUG torch.__trace:meta_utils.py:276 +DEBUG torch.__trace:meta_utils.py:514 +DEBUG torch.__trace:meta_utils.py:514 +DEBUG torch.__trace:meta_utils.py:2271 +DEBUG torch.__trace:meta_utils.py:276 +DEBUG torch.__trace:meta_utils.py:514 +DEBUG torch.__trace:meta_utils.py:514 +DEBUG torch.__trace:meta_utils.py:2271 +DEBUG torch.__trace:meta_utils.py:276 +DEBUG torch.__trace:meta_utils.py:514 +DEBUG torch.__trace:meta_utils.py:2271 +DEBUG torch.__trace:meta_utils.py:276 +DEBUG torch.__trace:meta_utils.py:514 +DEBUG torch.__trace:meta_utils.py:2271 +DEBUG torch.__trace:meta_utils.py:276 +DEBUG torch.__trace:meta_utils.py:514 +DEBUG torch.__trace:meta_utils.py:2271 +DEBUG torch.__trace:meta_utils.py:276 +DEBUG torch.__trace:meta_utils.py:514 +DEBUG torch.__trace:meta_utils.py:2271 +DEBUG torch.__trace:meta_utils.py:276 +DEBUG torch.__trace:meta_utils.py:514 +DEBUG torch.__trace:meta_utils.py:2271 +DEBUG torch.__trace:meta_utils.py:276 +DEBUG torch.__trace:meta_utils.py:514 +DEBUG torch.__trace:meta_utils.py:2271 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:output_graph.py:2841 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2389 +DEBUG torch.__trace:autograd_cache.py:1130 +DEBUG torch.__trace:compile_fx.py:2625 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:compile_fx.py:2656 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:graph_capture.py:426 +DEBUG torch.__trace:graph_capture.py:444 +DEBUG torch.__trace:graph_compile.py:381 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:compile_fx.py:2448 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:compile_fx.py:2474 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:compile_fx.py:1315 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:compile_fx.py:1366 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:compile_fx.py:1404 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:graph.py:2745 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:convert_frame.py:2134 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2009 +DEBUG torch.__trace:utils.py:2350 +______ test_partial_producer_failure_preserves_other_active_decode[cuda] _______ + +device = 'cuda' + + @pytest.mark.parametrize("device", ["cpu", "cuda"]) + def test_partial_producer_failure_preserves_other_active_decode(device): + model,worker,b=setup(device);p,q=_prompts(2,25,26,269) +> kept=b.submit(PDRequest('kept',p,8));b.step();worker.finish(0);b.step() + +tests/test_pd_stream_admission.py:82: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +opt_prime/accel/pd/pd_batching.py:594: in step + self._decode() +../../../venvs/pt213/lib/python3.10/site-packages/torch/utils/_contextlib.py:124: in decorate_context + return func(*args, **kwargs) +opt_prime/accel/pd/pd_batching.py:671: in _decode + self._decode_step() +opt_prime/accel/pd/batching.py:232: in _decode_step + logits = self.kv.decode(self.model, slots, lengths, [r.tokens[-1] for r in rows]) +opt_prime/accel/pd/paged.py:565: in decode + out = model(ids, past_key_values=cache, use_cache=True, position_ids=pos, logits_to_keep=1) +../../../venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py:1778: in _wrapped_call_impl + return self._call_impl(*args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py:1789: in _call_impl + return forward_call(*args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/transformers/utils/generic.py:939: in wrapper + output = func(self, *args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/transformers/models/gemma3/modeling_gemma3.py:630: in forward + outputs: BaseModelOutputWithPast = self.model( +../../../venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py:1778: in _wrapped_call_impl + return self._call_impl(*args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py:1789: in _call_impl + return forward_call(*args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/transformers/utils/generic.py:1068: in wrapper + output = func(self, *args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/transformers/utils/output_capturing.py:262: in wrapper + outputs = func(self, *args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/transformers/models/gemma3/modeling_gemma3.py:564: in forward + hidden_states = decoder_layer( +../../../venvs/pt213/lib/python3.10/site-packages/transformers/modeling_layers.py:114: in __call__ + return super().__call__(*args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py:1778: in _wrapped_call_impl + return self._call_impl(*args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py:1789: in _call_impl + return forward_call(*args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/transformers/models/gemma3/modeling_gemma3.py:412: in forward + hidden_states, _ = self.self_attn( +../../../venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py:1778: in _wrapped_call_impl + return self._call_impl(*args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/torch/nn/modules/module.py:1789: in _call_impl + return forward_call(*args, **kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/transformers/models/gemma3/modeling_gemma3.py:369: in forward + attn_output, attn_weights = attention_interface( +opt_prime/accel/pd/paged.py:50: in _paged_attention + out = _flex(query.device.type)(query, key, value, block_mask=_CTX.masks[group], scale=scaling, +../../../venvs/pt213/lib/python3.10/site-packages/torch/_dynamo/eval_frame.py:1183: in compile_wrapper + raise e.remove_dynamo_frames() from None # see TORCHDYNAMO_VERBOSE=1 +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/compile_fx.py:1079: in _compile_fx_inner + raise InductorError(e, currentframe()).with_traceback( +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/compile_fx.py:1059: in _compile_fx_inner + mb_compiled_graph = fx_codegen_and_compile( +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/compile_fx.py:1847: in fx_codegen_and_compile + return scheme.codegen_and_compile(gm, example_inputs, inputs_to_check, graph_kwargs) +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/compile_fx.py:1608: in codegen_and_compile + compiled_module = graph.compile_to_module() +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/graph.py:2669: in compile_to_module + return self._compile_to_module() +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/graph.py:2679: in _compile_to_module + mod = self._compile_to_module_lines(wrapper_code) +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/graph.py:2754: in _compile_to_module_lines + mod = PyCodeCache.load_by_key_path( +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/codecache.py:4622: in load_by_key_path + mod = _reload_python_module(key, path, set_sys_modules=set_sys_modules) +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/runtime/compile_tasks.py:35: in _reload_python_module + exec(code, mod.__dict__, mod.__dict__) +/tmp/torchinductor_gspark/ky/ckyvsiar3aef3no5clnlxbvxe2kcrmmotqxbcaif2kexaazdfs7v.py:803: in + async_compile.wait(globals()) +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/async_compile.py:818: in wait + self._wait_futures(scope) +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/async_compile.py:848: in _wait_futures + kernel = result.result(timeout=wait_timeout) +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/codecache.py:5306: in result + return self.result_fn() +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + + def get_result() -> CachingAutotuner: + try: + kernel, elapsed_us = task.result() + except SubprocException as e: +> raise e.with_name(kernel_name) from e +E torch._inductor.exc.InductorError: SubprocException: An exception occurred in a subprocess: +E +E Name=triton_tem_fused_flex_attention_0 +E Traceback (most recent call last): +E File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/triton/language/core.py", line 43, in wrapper +E return fn(*args, **kwargs) +E File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/triton/language/core.py", line 2090, in dot +E res = _semantic.dot(input, other, acc, input_precision, max_num_imprecise_acc, out_dtype) +E File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/triton/language/semantic.py", line 1539, in dot +E and rhs.shape[-1].value >= min_dot_size[1], \ +E AssertionError: Input shapes should have M >= 1, N >= 1 and K >= 16 +E +E The above exception was the direct cause of the following exception: +E +E triton.compiler.errors.CompilationError: at 146:10: +E p = tl.math.exp2(post_mod_scores - m_ij_masked[:, None]) +E +E # NB: l_i update is pulled up here since it's a bit faster +E # NB: For headdim=256, it's faster to move it back down to after m_i = +E # m_ij +E l_i = l_i * alpha + tl.sum(p, 1) +E # # -- scale and update acc -- +E acc = acc * alpha[:, None] +E # Calculate offsets for V loading - reuse kv_base_offset from K loading +E offs_v = tl.arange(0, V_HEAD_DIM_ROUNDED) +E v = load_checked_2d(V, offs_n_load, offs_v, stride_vn, stride_vk, IS_DIVISIBLE, SAFE_HEAD_DIM, KV_LEN, V_HEAD_DIM) +E acc = tl.dot(p.to(MATMUL_PRECISION), v.to(q.dtype), acc, input_precision=FLOAT32_PRECISION) +E ^ +E Input shapes should have M >= 1, N >= 1 and K >= 16 +E +E The above exception was the direct cause of the following exception: +E +E triton.compiler.errors.CompilationError: at 81:28: +E kv_offset, +E MATMUL_PRECISION, RCP_LN2, +E # Strides for K and V +E stride_kk, stride_kn, stride_vn, stride_vk, +E IS_FULL_BLOCKS, +E ) +E else: +E # Benchmark shows even we applied mod & mask to each block for non divisible seqlen, +E # it's on par or slightly faster than only applying to the last block in fwd. +E # However, we choose different strategy for bwd, where we only apply mod & mask +E # to the last block because it's faster a lot. +E acc, l_i, m_i = forward_block_mn( +E ^ +E +E The above exception was the direct cause of the following exception: +E +E Traceback (most recent call last): +E File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/compile_worker/subproc_pool.py", line 475, in do_job +E result = job() +E File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/runtime/compile_tasks.py", line 204, in _worker_compile_triton +E kernel.precompile(warm_cache_only=True) +E File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/runtime/triton_heuristics.py", line 648, in precompile +E self._precompile_worker() +E File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/runtime/triton_heuristics.py", line 687, in _precompile_worker +E compile_results.append(self._precompile_config(c)) +E File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/_inductor/runtime/triton_heuristics.py", line 1156, in _precompile_config +E binary = triton.compile(*compile_args, **compile_kwargs) +E File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/triton/compiler/compiler.py", line 307, in compile +E module = src.make_ir(target, options, codegen_fns, module_map, context) +E File "/home/gspark/venvs/pt213/lib/python3.10/site-packages/triton/compiler/compiler.py", line 80, in make_ir +E return ast_to_ttir(self.fn, self, context=context, options=options, codegen_fns=codegen_fns, +E triton.compiler.errors.CompilationError: at 184:20: +E off_n = tl.load(kv_indices + indices_idx) * SPARSE_KV_BLOCK_SIZE + off_n_block_in_sparse * BLOCK_N +E # first kv block we're loading +E +E # last valid block according to sparse mask +E block_n_last_valid = tl.minimum(kv_num_blocks * SPARSE_KV_MULTIPLE, tl.maximum(tl.cdiv(KV_LEN, BLOCK_N), 1)) +E +E offs_n = tl.arange(0, BLOCK_N) + off_n +E +E desc_k = None +E desc_v = None +E +E acc, l_i, m_i = forward_inner( +E ^ +E +E +E Set TORCHDYNAMO_VERBOSE=1 for the internal stack trace (please do this especially if you're reporting a bug to PyTorch). For even more developer context, set TORCH_LOGS="+dynamo" + +../../../venvs/pt213/lib/python3.10/site-packages/torch/_inductor/async_compile.py:500: InductorError +------------------------------ Captured log call ------------------------------- +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:convert_frame.py:303 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:meta_utils.py:276 +DEBUG torch.__trace:meta_utils.py:514 +DEBUG torch.__trace:meta_utils.py:2271 +DEBUG torch.__trace:meta_utils.py:276 +DEBUG torch.__trace:meta_utils.py:514 +DEBUG torch.__trace:meta_utils.py:514 +DEBUG torch.__trace:meta_utils.py:2271 +DEBUG torch.__trace:meta_utils.py:276 +DEBUG torch.__trace:meta_utils.py:514 +DEBUG torch.__trace:meta_utils.py:514 +DEBUG torch.__trace:meta_utils.py:2271 +DEBUG torch.__trace:meta_utils.py:276 +DEBUG torch.__trace:meta_utils.py:514 +DEBUG torch.__trace:meta_utils.py:2271 +DEBUG torch.__trace:meta_utils.py:276 +DEBUG torch.__trace:meta_utils.py:514 +DEBUG torch.__trace:meta_utils.py:2271 +DEBUG torch.__trace:meta_utils.py:276 +DEBUG torch.__trace:meta_utils.py:514 +DEBUG torch.__trace:meta_utils.py:2271 +DEBUG torch.__trace:meta_utils.py:276 +DEBUG torch.__trace:meta_utils.py:514 +DEBUG torch.__trace:meta_utils.py:2271 +DEBUG torch.__trace:meta_utils.py:276 +DEBUG torch.__trace:meta_utils.py:514 +DEBUG torch.__trace:meta_utils.py:2271 +DEBUG torch.__trace:meta_utils.py:276 +DEBUG torch.__trace:meta_utils.py:514 +DEBUG torch.__trace:meta_utils.py:2271 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:output_graph.py:2841 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2389 +DEBUG torch.__trace:autograd_cache.py:1130 +DEBUG torch.__trace:compile_fx.py:2625 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:compile_fx.py:2656 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:graph_capture.py:426 +DEBUG torch.__trace:graph_capture.py:444 +DEBUG torch.__trace:graph_compile.py:381 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:compile_fx.py:2448 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:compile_fx.py:2474 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:compile_fx.py:1315 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:compile_fx.py:1366 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:compile_fx.py:1404 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:graph.py:2745 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:convert_frame.py:2134 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2350 +DEBUG torch.__trace:utils.py:2009 +DEBUG torch.__trace:utils.py:2350 +=============================== warnings summary =============================== +tests/test_pd_stream_admission.py::test_hybrid_partial_import_happens_before_completion_without_admission[cpu] + /home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/attention/flex_attention.py:2481: UserWarning: flex_attention called without torch.compile() - this will use an unfused implementation that materializes the full scores matrix instead of generating a fused kernel. + + SOLUTION: Use torch.compile(flex_attention)(...) + + If you want to debug your score_mod/mask_mod, you can set: + torch.nn.attention.flex_attention._FLEX_ATTENTION_DISABLE_COMPILE_DEBUG = True + + This will allow you to use print statements or breakpoints. Note: This doesn't work with the backwards pass and may produce incorrect results. + _warn_once( + +tests/test_pd_stream_admission.py: 14 warnings + /home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/jit/_script.py:365: DeprecationWarning: `torch.jit.script_method` is deprecated. Please switch to `torch.compile` or `torch.export`. + warnings.warn( + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +=========================== short test summary info ============================ +FAILED tests/test_pd_stream_admission.py::test_hybrid_partial_import_happens_before_completion_without_admission[cuda] +FAILED tests/test_pd_stream_admission.py::test_cancellation_and_late_old_completion_do_not_corrupt_reused_cache[cuda] +FAILED tests/test_pd_stream_admission.py::test_partial_producer_failure_preserves_other_active_decode[cuda] +3 failed, 5 passed, 15 warnings in 11.22s diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-owner-focused.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-owner-focused.log new file mode 100644 index 00000000..5c21679a --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-owner-focused.log @@ -0,0 +1,15 @@ +................................................... [100%] +=============================== warnings summary =============================== +tests/test_pd_stream_admission.py::test_hybrid_partial_import_happens_before_completion_without_admission + /home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/attention/flex_attention.py:2481: UserWarning: flex_attention called without torch.compile() - this will use an unfused implementation that materializes the full scores matrix instead of generating a fused kernel. + + SOLUTION: Use torch.compile(flex_attention)(...) + + If you want to debug your score_mod/mask_mod, you can set: + torch.nn.attention.flex_attention._FLEX_ATTENTION_DISABLE_COMPILE_DEBUG = True + + This will allow you to use print statements or breakpoints. Note: This doesn't work with the backwards pass and may produce incorrect results. + _warn_once( + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +51 passed, 1 warning in 15.49s diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-owner-red.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-owner-red.log new file mode 100644 index 00000000..9cd57bb7 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-owner-red.log @@ -0,0 +1,44 @@ +F..F [100%] +=================================== FAILURES =================================== +____ test_hybrid_partial_import_happens_before_completion_without_admission ____ + + def test_hybrid_partial_import_happens_before_completion_without_admission(): + model,worker,b=setup();prompt=_prompts(1,25,26,265)[0] + result=b.submit(PDRequest('stream',prompt,8));b.step() + request=b.by_id['stream'];idx=b.kv.span_index(request.slot,0,len(prompt)) + keys,_=b.kv.layer_kv(0) +> torch.testing.assert_close(keys[:,idx],worker.jobs[0][2].keys[0]) +E AssertionError: Tensor-likes are not close! +E +E Mismatched elements: 800 / 800 (100.0%) +E Greatest absolute difference: 2.84375 at index (1, 4, 1) (up to 1e-05 allowed) +E Greatest relative difference: 1.0 at index (0, 0, 0) (up to 0.016 allowed) + +tests/test_pd_stream_admission.py:59: AssertionError +___________ test_unvalidated_stream_completion_cannot_publish_cache ____________ + + def test_unvalidated_stream_completion_cannot_publish_cache(): + _,worker,b=setup();prompt=_prompts(1,25,26,271)[0] + result=b.submit(PDRequest('incomplete',prompt,8));b.step();worker.finish(complete=False) + b.run_until_idle() +> with pytest.raises(RuntimeError,match='coverage'):result.result() +E Failed: DID NOT RAISE RuntimeError + +tests/test_pd_stream_admission.py:91: Failed +=============================== warnings summary =============================== +tests/test_pd_stream_admission.py::test_cancellation_and_late_old_completion_do_not_corrupt_reused_cache + /home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/attention/flex_attention.py:2481: UserWarning: flex_attention called without torch.compile() - this will use an unfused implementation that materializes the full scores matrix instead of generating a fused kernel. + + SOLUTION: Use torch.compile(flex_attention)(...) + + If you want to debug your score_mod/mask_mod, you can set: + torch.nn.attention.flex_attention._FLEX_ATTENTION_DISABLE_COMPILE_DEBUG = True + + This will allow you to use print statements or breakpoints. Note: This doesn't work with the backwards pass and may produce incorrect results. + _warn_once( + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +=========================== short test summary info ============================ +FAILED tests/test_pd_stream_admission.py::test_hybrid_partial_import_happens_before_completion_without_admission +FAILED tests/test_pd_stream_admission.py::test_unvalidated_stream_completion_cannot_publish_cache +2 failed, 2 passed, 1 warning in 5.83s diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-wire-focused.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-wire-focused.log new file mode 100644 index 00000000..1630596d --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-wire-focused.log @@ -0,0 +1,2 @@ +................................... [100%] +35 passed in 3.61s diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-wire-red.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-wire-red.log new file mode 100644 index 00000000..f450b866 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-wire-red.log @@ -0,0 +1,195 @@ +FFFFFFFF [100%] +=================================== FAILURES =================================== +____________ test_progress_reads_actual_shm_before_final_completion ____________ + +children = (.make at 0x797a991a1f30>, [], [], PosixPath('/tmp/pytest-of-gspark/pytest-180/test_progress_reads_actual_shm0/gate')) + + def test_progress_reads_actual_shm_before_final_completion(children): +> w,gate=make_stream(children) + +tests/test_subprocess_layer_progress.py:58: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +tests/test_subprocess_layer_progress.py:45: in make_stream + return make(mode,stream_layers=True),gate +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +mode = 'ok', kwargs = {'stream_layers': True} + + def make(mode="ok", **kwargs): + env = dict(os.environ, PREFILL_TEST_MODE=mode, PREFILL_TEST_GATE=str(tmp_path / "gate")) +> w = SubprocessPrefillWorker(str(script), [], slots=2, layers=1, kv_heads=1, + head_dim=2, max_context=8, env=env, **kwargs) +E TypeError: SubprocessPrefillWorker.__init__() got an unexpected keyword argument 'stream_layers' + +tests/test_subprocess_prefill_failure.py:70: TypeError +____________ test_bad_stream_never_completes_successfully[overlap] _____________ + +children = (.make at 0x797a9901eb90>, [], [], PosixPath('/tmp/pytest-of-gspark/pytest-180/test_bad_stream_never_complete0/gate')) +mode = 'overlap' + + @pytest.mark.parametrize('mode',['overlap','hole','short','exit']) + def test_bad_stream_never_completes_successfully(children,mode): +> w,gate=make_stream(children,mode) + +tests/test_subprocess_layer_progress.py:74: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +tests/test_subprocess_layer_progress.py:45: in make_stream + return make(mode,stream_layers=True),gate +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +mode = 'overlap', kwargs = {'stream_layers': True} + + def make(mode="ok", **kwargs): + env = dict(os.environ, PREFILL_TEST_MODE=mode, PREFILL_TEST_GATE=str(tmp_path / "gate")) +> w = SubprocessPrefillWorker(str(script), [], slots=2, layers=1, kv_heads=1, + head_dim=2, max_context=8, env=env, **kwargs) +E TypeError: SubprocessPrefillWorker.__init__() got an unexpected keyword argument 'stream_layers' + +tests/test_subprocess_prefill_failure.py:70: TypeError +______________ test_bad_stream_never_completes_successfully[hole] ______________ + +children = (.make at 0x797a9901ecb0>, [], [], PosixPath('/tmp/pytest-of-gspark/pytest-180/test_bad_stream_never_complete1/gate')) +mode = 'hole' + + @pytest.mark.parametrize('mode',['overlap','hole','short','exit']) + def test_bad_stream_never_completes_successfully(children,mode): +> w,gate=make_stream(children,mode) + +tests/test_subprocess_layer_progress.py:74: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +tests/test_subprocess_layer_progress.py:45: in make_stream + return make(mode,stream_layers=True),gate +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +mode = 'hole', kwargs = {'stream_layers': True} + + def make(mode="ok", **kwargs): + env = dict(os.environ, PREFILL_TEST_MODE=mode, PREFILL_TEST_GATE=str(tmp_path / "gate")) +> w = SubprocessPrefillWorker(str(script), [], slots=2, layers=1, kv_heads=1, + head_dim=2, max_context=8, env=env, **kwargs) +E TypeError: SubprocessPrefillWorker.__init__() got an unexpected keyword argument 'stream_layers' + +tests/test_subprocess_prefill_failure.py:70: TypeError +_____________ test_bad_stream_never_completes_successfully[short] ______________ + +children = (.make at 0x797a9901ed40>, [], [], PosixPath('/tmp/pytest-of-gspark/pytest-180/test_bad_stream_never_complete2/gate')) +mode = 'short' + + @pytest.mark.parametrize('mode',['overlap','hole','short','exit']) + def test_bad_stream_never_completes_successfully(children,mode): +> w,gate=make_stream(children,mode) + +tests/test_subprocess_layer_progress.py:74: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +tests/test_subprocess_layer_progress.py:45: in make_stream + return make(mode,stream_layers=True),gate +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +mode = 'short', kwargs = {'stream_layers': True} + + def make(mode="ok", **kwargs): + env = dict(os.environ, PREFILL_TEST_MODE=mode, PREFILL_TEST_GATE=str(tmp_path / "gate")) +> w = SubprocessPrefillWorker(str(script), [], slots=2, layers=1, kv_heads=1, + head_dim=2, max_context=8, env=env, **kwargs) +E TypeError: SubprocessPrefillWorker.__init__() got an unexpected keyword argument 'stream_layers' + +tests/test_subprocess_prefill_failure.py:70: TypeError +______________ test_bad_stream_never_completes_successfully[exit] ______________ + +children = (.make at 0x797a9901e8c0>, [], [], PosixPath('/tmp/pytest-of-gspark/pytest-180/test_bad_stream_never_complete3/gate')) +mode = 'exit' + + @pytest.mark.parametrize('mode',['overlap','hole','short','exit']) + def test_bad_stream_never_completes_successfully(children,mode): +> w,gate=make_stream(children,mode) + +tests/test_subprocess_layer_progress.py:74: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +tests/test_subprocess_layer_progress.py:45: in make_stream + return make(mode,stream_layers=True),gate +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +mode = 'exit', kwargs = {'stream_layers': True} + + def make(mode="ok", **kwargs): + env = dict(os.environ, PREFILL_TEST_MODE=mode, PREFILL_TEST_GATE=str(tmp_path / "gate")) +> w = SubprocessPrefillWorker(str(script), [], slots=2, layers=1, kv_heads=1, + head_dim=2, max_context=8, env=env, **kwargs) +E TypeError: SubprocessPrefillWorker.__init__() got an unexpected keyword argument 'stream_layers' + +tests/test_subprocess_prefill_failure.py:70: TypeError +_______________ test_streaming_opt_in_requires_capable_producer ________________ + +children = (.make at 0x797a9901eb90>, [], [], PosixPath('/tmp/pytest-of-gspark/pytest-180/test_streaming_opt_in_requires0/gate')) + + def test_streaming_opt_in_requires_capable_producer(children): + make,procs,_,_=children + with pytest.raises(RuntimeError,match='progress'): +> make(stream_layers=True,startup_timeout=1) + +tests/test_subprocess_layer_progress.py:86: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +mode = 'ok', kwargs = {'stream_layers': True, 'startup_timeout': 1} + + def make(mode="ok", **kwargs): + env = dict(os.environ, PREFILL_TEST_MODE=mode, PREFILL_TEST_GATE=str(tmp_path / "gate")) +> w = SubprocessPrefillWorker(str(script), [], slots=2, layers=1, kv_heads=1, + head_dim=2, max_context=8, env=env, **kwargs) +E TypeError: SubprocessPrefillWorker.__init__() got an unexpected keyword argument 'stream_layers' + +tests/test_subprocess_prefill_failure.py:70: TypeError +___________ test_cancel_then_same_slot_reuse_keeps_new_stream_owned ____________ + +children = (.make at 0x797a9901f520>, [], [], PosixPath('/tmp/pytest-of-gspark/pytest-180/test_cancel_then_same_slot_reu0/gate')) + + def test_cancel_then_same_slot_reuse_keeps_new_stream_owned(children): +> w,gate=make_stream(children) + +tests/test_subprocess_layer_progress.py:91: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +tests/test_subprocess_layer_progress.py:45: in make_stream + return make(mode,stream_layers=True),gate +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +mode = 'ok', kwargs = {'stream_layers': True} + + def make(mode="ok", **kwargs): + env = dict(os.environ, PREFILL_TEST_MODE=mode, PREFILL_TEST_GATE=str(tmp_path / "gate")) +> w = SubprocessPrefillWorker(str(script), [], slots=2, layers=1, kv_heads=1, + head_dim=2, max_context=8, env=env, **kwargs) +E TypeError: SubprocessPrefillWorker.__init__() got an unexpected keyword argument 'stream_layers' + +tests/test_subprocess_prefill_failure.py:70: TypeError +____________ test_progress_positions_are_absolute_for_cached_prefix ____________ + +children = (.make at 0x797a9901f130>, [], [], PosixPath('/tmp/pytest-of-gspark/pytest-180/test_progress_positions_are_ab0/gate')) + + def test_progress_positions_are_absolute_for_cached_prefix(children): +> w,gate=make_stream(children) + +tests/test_subprocess_layer_progress.py:104: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +tests/test_subprocess_layer_progress.py:45: in make_stream + return make(mode,stream_layers=True),gate +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +mode = 'ok', kwargs = {'stream_layers': True} + + def make(mode="ok", **kwargs): + env = dict(os.environ, PREFILL_TEST_MODE=mode, PREFILL_TEST_GATE=str(tmp_path / "gate")) +> w = SubprocessPrefillWorker(str(script), [], slots=2, layers=1, kv_heads=1, + head_dim=2, max_context=8, env=env, **kwargs) +E TypeError: SubprocessPrefillWorker.__init__() got an unexpected keyword argument 'stream_layers' + +tests/test_subprocess_prefill_failure.py:70: TypeError +=========================== short test summary info ============================ +FAILED tests/test_subprocess_layer_progress.py::test_progress_reads_actual_shm_before_final_completion +FAILED tests/test_subprocess_layer_progress.py::test_bad_stream_never_completes_successfully[overlap] +FAILED tests/test_subprocess_layer_progress.py::test_bad_stream_never_completes_successfully[hole] +FAILED tests/test_subprocess_layer_progress.py::test_bad_stream_never_completes_successfully[short] +FAILED tests/test_subprocess_layer_progress.py::test_bad_stream_never_completes_successfully[exit] +FAILED tests/test_subprocess_layer_progress.py::test_streaming_opt_in_requires_capable_producer +FAILED tests/test_subprocess_layer_progress.py::test_cancel_then_same_slot_reuse_keeps_new_stream_owned +FAILED tests/test_subprocess_layer_progress.py::test_progress_positions_are_absolute_for_cached_prefix +8 failed in 1.47s diff --git a/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-rngd-layer-stream265.md b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-rngd-layer-stream265.md index 9689a8d0..7c3dea37 100644 --- a/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-rngd-layer-stream265.md +++ b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-rngd-layer-stream265.md @@ -39,3 +39,25 @@ Raw logs: /tmp/stream265-red.log, /tmp/stream265-import-red-controlled.log, /tmp ## Conclusion Only validation/import primitives are implemented. Still required: opt-in progress wire messages, source adapters, owner drain/commit/failure integration, ATOM cache-ownership handling, actual overlap traces, same-route exactness and long-context/large-KV performance. Existing #47 export-only0.1–4GB curve showed chunking slower but reduced incremental staging to~67MB; it does not prove RNGD streaming improvement. Preserve that negative control and measure the new path when connected. + +## Opt-in receiver and GPU owner integration + +Receiver now negotiates `kv_progress: 1`, validates layer/token coverage and exact final suffix length, exposes borrowed shared-memory slices, and wakes the scheduling owner on progress. The GPU owner imports partial spans without admitting decode or publishing prefix state until complete coverage; CUDA writes are fenced before cancellation can reuse pages. Default whole-result protocol remains unchanged. Real source adapters and ATOM owner integration remain pending: these are controlled-producer tests, not a hardware streaming speedup measurement. + +Validation uses the same environment and package working directory as above. Additional commands: + +```bash +OMP_NUM_THREADS=4 MKL_NUM_THREADS=4 TORCH_DEVICE_BACKEND_AUTOLOAD=0 \ + /home/gspark/venvs/pt213/bin/python -m pytest tests/test_subprocess_layer_progress.py tests/test_pd_stream_admission.py -q +``` + +- Real subprocess/SHM protocol tests cover partial visibility, invalid/overlapping/holey coverage, producer exit, cancellation and immediate same-slot reuse, cached suffix offsets, and capability rejection. +- Real tiny Gemma decoder tests compare controlled streaming and whole-result producers on CPU and CUDA, including partial non-admission, failures, cancellation and reuse. +- CUDA page8 fixture failed in Triton (`K >= 16`); ordinary whole-result control reproduced the compiler error. That control's outer exception assertion also failed. CUDA tests now use page16; CPU remains page8. No production kernel/default changed. +- Capacity regression first failed: invalid streaming capacity raised synchronously. It now completes the request Future with an error while preserving producer readiness and successful subsequent requests. +- Boolean response-ID regression first failed: Python `True == 1` routed malformed progress to another in-flight request. Exact integer type validation now rejects it before lookup. +- Latest focused run:18 passed,15 warnings,9.44s. Pre-ID-guard full suite:573 passed,15 skipped,253 subtests,27 warnings,165.62s. Final post-guard full suite recorded below when complete. + +Evidence logs retain the failing controls and successful reruns. No claim of source-compute/transfer overlap, hardware speedup, ATOM integration, or universal numerical parity. + +Final post-ID-guard full regression: **574 passed, 15 skipped, 253 subtests passed**,27 warnings in164.46s. Exit0; `/tmp/stream265-final-regression.log`. Source adapters and ATOM streaming remain unimplemented. diff --git a/opt_prime/opt_prime/accel/pd/layer_progress.py b/opt_prime/opt_prime/accel/pd/layer_progress.py index 6c82815c..a13fd219 100644 --- a/opt_prime/opt_prime/accel/pd/layer_progress.py +++ b/opt_prime/opt_prime/accel/pd/layer_progress.py @@ -38,6 +38,16 @@ def drain(self): pending,self._pending=self._pending,[] return pending + @property + def pending(self): + with self._lock: + return bool(self._pending) + + @property + def finished(self): + with self._lock: + return self._closed + def finish(self): with self._lock: if self._closed: diff --git a/opt_prime/opt_prime/accel/pd/pd_batching.py b/opt_prime/opt_prime/accel/pd/pd_batching.py index 281ec149..fbb435d8 100644 --- a/opt_prime/opt_prime/accel/pd/pd_batching.py +++ b/opt_prime/opt_prime/accel/pd/pd_batching.py @@ -22,7 +22,7 @@ `platforms.atom.batching.AtomBatcher(prefill_worker=...)` decodes PD requests on ATOM (#123). """ from collections import deque -from concurrent.futures import Future, wait, FIRST_COMPLETED, ThreadPoolExecutor +from concurrent.futures import Future, ThreadPoolExecutor from dataclasses import dataclass import queue import threading @@ -35,6 +35,7 @@ from opt_prime.accel.pd.batching import ContinuousBatcher, prefill_chunk from opt_prime.accel.pd.runtime import RequestCancelled +from opt_prime.accel.pd.layer_progress import LayerProgress from opt_prime.accel.pd.sampling import select_token from opt_prime.accel.pd.torch_models import describe_model @@ -323,13 +324,39 @@ def close(self): self._proc.join(timeout=30) +class _KVProgress: + """Source coverage plus borrowed SHM views, valid for this request's reservation.""" + def __init__(self, slab, start, end): + self.coverage = LayerProgress(slab.shape[1], start, end) + kv = torch.from_numpy(slab[:, :, :, :end - start].view("int16")).view(torch.bfloat16) + self.keys, self.values = kv[0], kv[1] + self.notify = lambda: None + + def publish(self, *span): + self.coverage.publish(*span) + self.notify() + + def drain(self): + start = self.coverage.start + return [(lo, first, self.keys[lo:hi, :, first - start:last - start], + self.values[lo:hi, :, first - start:last - start]) + for lo, hi, first, last in self.coverage.drain()] + + class SubprocessPrefillWorker: """`opt_prime.accel.pd.prefill_server` run by `python` (another environment); one KV slot per decode lane in a shared-memory slab. A result's keys/values are bfloat16 views of the lane's slot: valid until that lane is - submitted again, which the decode side does only after importing them.""" + submitted again, which the decode side does only after importing them. + + Opt-in layer streaming requires ready capability ``kv_progress: 1`` and messages + ``{id, kv_span: [layer_start, layer_end, token_start, token_end]}`` after each CPU write. + Token offsets are absolute; slab storage starts at send_from. Published spans must remain + immutable until completion. Producers must process requests serially, including cancelled + requests, so an old request cannot overwrite a reused slot after its successor starts. + """ def __init__(self, python, engine_args, *, slots, layers, kv_heads, head_dim, max_context, env=None, - startup_timeout=1800): + startup_timeout=1800, stream_layers=False): import json, subprocess import numpy as np from multiprocessing import shared_memory @@ -339,6 +366,7 @@ def __init__(self, python, engine_args, *, slots, layers, kv_heads, head_dim, ma cmd = [python, "-m", "opt_prime.accel.pd.prefill_server", "--shm", self._shm.name, "--slots", str(slots), "--layers", str(layers), "--kv-heads", str(kv_heads), "--head-dim", str(head_dim), "--max-context", str(max_context), *engine_args] + self.stream_layers = stream_layers self._json = json self._futures, self._next, self._lock = {}, 0, threading.Lock() self._write_lock = threading.Lock() @@ -368,6 +396,10 @@ def submit(self, request, send_from=0, slot=None) -> Future: if slot is None or not 0 <= slot < self.slab.shape[0]: raise ValueError("SubprocessPrefillWorker needs a valid decode lane (slot)") f = Future() + if self.stream_layers and (type(send_from) is not int or + not 0 <= send_from <= len(request.input_ids) <= self.slab.shape[-2]): + f.set_exception(ValueError("invalid streamed KV suffix")) + return f s = request.sampling write_error = None # Keep pipe writes ordered without holding the response-map lock across blocking I/O. @@ -376,14 +408,19 @@ def submit(self, request, send_from=0, slot=None) -> Future: error = self._failed key, self._next = self._next, self._next + 1 if error is None: + if self.stream_layers: + f.kv_progress = _KVProgress(self.slab[slot], send_from, len(request.input_ids)) self._futures[key] = (f, slot, send_from) if error is not None: f.set_exception(error) return f try: - line = self._json.dumps(dict(id=key, tokens=list(request.input_ids), send_from=send_from, slot=slot, - sampling=dict(temperature=s.temperature, top_p=s.top_p, top_k=s.top_k, - seed=s.seed, stop_token_ids=list(s.stop_token_ids)))) + message = dict(id=key, tokens=list(request.input_ids), send_from=send_from, slot=slot, + sampling=dict(temperature=s.temperature, top_p=s.top_p, top_k=s.top_k, + seed=s.seed, stop_token_ids=list(s.stop_token_ids))) + if self.stream_layers: + message["stream_layers"] = True + line = self._json.dumps(message) self._proc.stdin.write(line + "\n") self._proc.stdin.flush() except (OSError, ValueError, TypeError) as error: @@ -413,11 +450,15 @@ def _receive(self, ready): if not isinstance(msg, dict): continue if msg.get("ready"): + if self.stream_layers and (type(msg.get("kv_progress")) is not int or msg["kv_progress"] != 1): + raise ValueError("producer does not support KV progress version 1") if not ready.done(): ready.set_result(True) continue if "id" not in msg: continue # structured SDK logs + if type(msg["id"]) is not int: + raise ValueError("invalid prefill response ID") with self._lock: entry = self._futures.get(msg["id"]) failed = self._failed @@ -426,6 +467,13 @@ def _receive(self, ready): if entry is None: raise ValueError("unknown response ID") f, slot, start = entry + progress = getattr(f, "kv_progress", None) + if "kv_span" in msg: + if (progress is None or set(msg) != {"id", "kv_span"} + or not isinstance(msg["kv_span"], list) or len(msg["kv_span"]) != 4): + raise ValueError("invalid KV progress message") + progress.publish(*msg["kv_span"]) + continue error = None if "error" in msg: error = RuntimeError(f"prefill subprocess: {msg['error']}") @@ -433,6 +481,10 @@ def _receive(self, ready): n = msg["n"] if type(n) is not int or not 0 <= n <= self.slab.shape[-2]: raise ValueError("invalid KV span length") + if progress is not None: + if n != progress.coverage.end - start: + raise ValueError("streamed KV completion length differs from requested suffix") + progress.coverage.finish() kv = torch.from_numpy(self.slab[slot, :, :, :, :n].view("int16")).view(torch.bfloat16) out = PrefillOut(msg["token"], start, kv[0], kv[1], msg.get("cached", 0), msg.get("prefill_s", 0.0)) @@ -522,7 +574,8 @@ def __init__(self, model, worker, **kw): raise ValueError("PD batching needs kv='paged'") super().__init__(model, **kw) self.worker = worker - self.stats.update(prefills=0, transferred_tokens=0, decode_cached_tokens=0, prefill_cached_tokens=0, + self._prefill_ready = threading.Event() + self.stats.update(progress_spans=0, prefills=0, transferred_tokens=0, decode_cached_tokens=0, prefill_cached_tokens=0, prefill_s=0.0, transfer_s=0.0) def step(self): @@ -540,6 +593,11 @@ def step(self): r.slot = self.free.pop(0) self.kv.length[r.slot] = r.prefilled = cached r.pending = self.worker.submit(r.request, send_from=cached, slot=r.slot) # cached blocks not sent + r.pending.add_done_callback(lambda _: self._prefill_ready.set()) + progress = getattr(r.pending, "kv_progress", None) + if progress is not None: + progress.notify = self._prefill_ready.set + self._prefill_ready.set() # include progress emitted before binding the notifier self.prefilling.append(r) self._admit_prefilled(block=not self.decoding) if self.decoding: @@ -549,28 +607,60 @@ def step(self): if events: self.kv_events.publish(events) + @torch.inference_mode() + def _import_progress(self, r): + progress = getattr(r.pending, "kv_progress", None) + if progress is None: + return + if self.kv.rstate: + raise ValueError("layer-progress import does not support recurrent state") + touched = False + try: + for layer, start, keys, values in progress.drain(): + touched = True + self.kv.write_layer_span(r.slot, start, layer, keys, values) + self.stats['progress_spans'] += 1 + finally: + # Source slab reads and destination writes must finish before cancellation can reuse the pages. + if touched and torch.device(self.device).type == "cuda": + torch.cuda.current_stream(self.device).synchronize() + def _admit_prefilled(self, block): pending = [r for r in self.prefilling if r.pending is not None] if not pending: return - if block: # nothing to decode: wait for the first prefill - wait([r.pending for r in pending], timeout=0.05, return_when=FIRST_COMPLETED) + if block: + # Clear before inspecting state: a concurrent publication then either remains visible or wakes us. + self._prefill_ready.clear() + if not any(r.pending.done() or (getattr(r.pending, "kv_progress", None) is not None + and r.pending.kv_progress.coverage.pending) for r in pending): + self._prefill_ready.wait(timeout=0.05) for r in pending: - if not r.pending.done(): - continue with self._lock: - if r not in self.prefilling: # cancelled meanwhile: lane already released + if r not in self.prefilling: continue - self.prefilling.remove(r) try: - out = r.pending.result() + if r.pending.done(): + out = r.pending.result() # failures never import remaining notifications + else: + self._import_progress(r) + continue + # Drain after observing completion, including progress published between the last drain and result. + self._import_progress(r) + progress = getattr(r.pending, "kv_progress", None) + if progress is not None and not progress.coverage.finished: + raise RuntimeError("streamed KV coverage was not validated before completion") + with torch.inference_mode(): + if progress is None: + self.kv.write_span(r.slot, out.start, out.keys, out.values) except BaseException as error: with self._lock: + self.prefilling.remove(r) self._finish(r, error) continue + with self._lock: + self.prefilling.remove(r) ids = r.request.input_ids - with torch.inference_mode(): - self.kv.write_span(r.slot, out.start, out.keys, out.values) self.kv.length[r.slot] = r.prefilled = len(ids) self.kv.commit_prompt(r.slot) if self.kv.rstate: diff --git a/opt_prime/tests/test_pd_stream_admission.py b/opt_prime/tests/test_pd_stream_admission.py new file mode 100644 index 00000000..73ebf1eb --- /dev/null +++ b/opt_prime/tests/test_pd_stream_admission.py @@ -0,0 +1,98 @@ +"""Real model/cache, controlled producer completion: never publish partial state.""" +import copy +from concurrent.futures import Future +from dataclasses import replace +import numpy as np +import pytest +import torch +from opt_prime.accel.pd import PDRequest +from opt_prime.accel.pd.pd_batching import PDBatcher, PrefillWorker, TorchPrefillEngine, _KVProgress +from opt_prime.accel.pd.runtime import RequestCancelled +from test_pd_hybrid import _gemma3,_prompts + + +class ControlledProducer: + def __init__(self,model): + self.engine=TorchPrefillEngine(copy.deepcopy(model),max_context=128,chunk=16,page_size=8) + self.jobs=[] + + def submit(self,request,send_from=0,slot=None): + out=self.engine.prefill(request,send_from) + def dense(groups): + mapping={layer:t[i] for g,t in zip(self.engine.kv.groups,groups) for i,layer in enumerate(g.layers)} + return torch.stack([mapping[i] for i in range(len(mapping))]) + keys,values=dense(out.keys),dense(out.values) + slab=torch.stack((keys,values)).view(torch.int16).numpy().view(np.uint16) + progress=_KVProgress(slab,send_from,len(request.input_ids)) + f=Future();f.kv_progress=progress + progress.coverage.publish(0,1,send_from,len(request.input_ids)) + self.jobs.append((f,progress,replace(out,keys=keys,values=values))) + return f + + def finish(self,index=0,complete=True): + f,progress,out=self.jobs[index] + progress.coverage.publish(1,out.keys.shape[0],progress.coverage.start,progress.coverage.end) + if complete:progress.coverage.finish() + f.set_result(out) + + +def setup(device="cpu"): + # CUDA flex-attention dot products require a KV block dimension of at least16. + if device == "cuda" and not torch.cuda.is_available(): pytest.skip("CUDA unavailable") + model=_gemma3().to(torch.bfloat16) + worker=ControlledProducer(model) + batch=PDBatcher(copy.deepcopy(model).to(device),worker,slots=2,max_context=128,page_size=(16 if device == "cuda" else 8),prefix_cache=False) + return model,worker,batch + + +def baseline(model,prompt,device="cpu"): + worker=PrefillWorker(TorchPrefillEngine(copy.deepcopy(model),max_context=128,chunk=16,page_size=8)) + try: + b=PDBatcher(copy.deepcopy(model).to(device),worker,slots=1,max_context=128,page_size=(16 if device == "cuda" else 8),prefix_cache=False) + f=b.submit(PDRequest('whole',prompt,8));b.run_until_idle();return f.result() + finally:worker.close() + + +@pytest.mark.parametrize("device", ["cpu", "cuda"]) +def test_hybrid_partial_import_happens_before_completion_without_admission(device): + model,worker,b=setup(device);prompt=_prompts(1,25,26,265)[0] + result=b.submit(PDRequest('stream',prompt,8));b.step() + request=b.by_id['stream'];idx=b.kv.span_index(request.slot,0,len(prompt)) + keys,_=b.kv.layer_kv(0) + torch.testing.assert_close(keys[:,idx].cpu(),worker.jobs[0][2].keys[0]) + assert not b.kv.layer_kv(1)[0].any() + assert b.kv.length[request.slot]==0 and not b.decoding and not result.done() + worker.finish();b.run_until_idle() + assert result.result()==baseline(model,prompt,device) + + +@pytest.mark.parametrize("device", ["cpu", "cuda"]) +def test_cancellation_and_late_old_completion_do_not_corrupt_reused_cache(device): + model,worker,b=setup(device);p,q=_prompts(2,25,26,267) + old=b.submit(PDRequest('old',p,8));b.step();assert b.cancel('old');b.step() + with pytest.raises(RequestCancelled):old.result() + new=b.submit(PDRequest('new',q,8));b.step() + worker.finish(0);worker.finish(1);b.run_until_idle() + assert new.result()==baseline(model,q,device) + assert b.idle and not b.by_id and sorted(b.free)==[0,1] + + +@pytest.mark.parametrize("device", ["cpu", "cuda"]) +def test_partial_producer_failure_preserves_other_active_decode(device): + model,worker,b=setup(device);p,q=_prompts(2,25,26,269) + kept=b.submit(PDRequest('kept',p,8));b.step();worker.finish(0);b.step() + bad=b.submit(PDRequest('bad',q,8));b.step() + worker.jobs[1][0].set_exception(RuntimeError('producer failed')) + b.run_until_idle() + with pytest.raises(RuntimeError,match='producer failed'):bad.result() + assert kept.result()==baseline(model,p,device) + assert b.idle and not b.by_id + + +@pytest.mark.parametrize("device", ["cpu", "cuda"]) +def test_unvalidated_stream_completion_cannot_publish_cache(device): + _,worker,b=setup(device);prompt=_prompts(1,25,26,271)[0] + result=b.submit(PDRequest('incomplete',prompt,8));b.step();worker.finish(complete=False) + b.run_until_idle() + with pytest.raises(RuntimeError,match='coverage'):result.result() + assert b.idle and not b.by_id and not b.kv.cached diff --git a/opt_prime/tests/test_subprocess_layer_progress.py b/opt_prime/tests/test_subprocess_layer_progress.py new file mode 100644 index 00000000..2c8dee5d --- /dev/null +++ b/opt_prime/tests/test_subprocess_layer_progress.py @@ -0,0 +1,132 @@ +"""Exercise real pipes/SHM: completed spans are observable before final logits.""" +import sys +import time +import pytest +import torch +from opt_prime.accel.pd import PDRequest +from test_subprocess_prefill_failure import children + +CHILD = ''' +import json,os,sys,time +from pathlib import Path +import numpy as np +from multiprocessing import shared_memory,resource_tracker +mode=os.environ['PREFILL_TEST_MODE'] +gate=Path(os.environ['PREFILL_TEST_GATE']) +def arg(name):return sys.argv[sys.argv.index(name)+1] +shm=shared_memory.SharedMemory(name=arg('--shm')) +resource_tracker.unregister(shm._name,'shared_memory') +shape=tuple(int(arg(x)) for x in ['--slots'])+(2,)+tuple(int(arg(x)) for x in ['--layers','--kv-heads','--max-context','--head-dim']) +slab=np.ndarray(shape,dtype=np.uint16,buffer=shm.buf) +print(json.dumps({'ready':True,'kv_progress':1}),flush=True) +for line in sys.stdin: + msg=json.loads(line) + assert msg['stream_layers'] is True + start=msg['send_from'];n=len(msg['tokens'])-start;slot=msg['slot'] + slab[slot,:,:,:,:1]=0x3f80 + span=[0,1,start,start+1] + if mode=='bad_id' and msg['id']==0: + while not gate.exists():time.sleep(.005) + print(json.dumps({'id':True if mode=='bad_id' and msg['id']==0 else msg['id'],'kv_span':span}),flush=True) + if msg['id']==0: + gate.with_suffix('.seen').touch() + while not gate.exists():time.sleep(.005) + if mode=='exit':sys.exit(8) + if mode=='overlap':print(json.dumps({'id':msg['id'],'kv_span':span}),flush=True) + if mode!='hole' and n>1: + slab[slot,:,:,:,1:n]=0x4000 + print(json.dumps({'id':msg['id'],'kv_span':[0,1,start+1,start+n]}),flush=True) + print(json.dumps({'id':msg['id'],'n':1 if mode=='short' else n,'token':17}),flush=True) +''' + + +def make_stream(children, mode='ok'): + make,_,_,gate=children + path=gate.parent/'child' + path.write_text(f'#!{sys.executable}\n'+CHILD) + return make(mode,stream_layers=True),gate + + +def first_span(future): + deadline=time.monotonic()+3 + while time.monotonic() Date: Sat, 24 Oct 2026 06:42:25 +0900 Subject: [PATCH 04/29] feat: connect source KV progress and opt-in serving flag --- .../pd/http_matrix/.research/events.jsonl | 2 + opt_prime/examples/pd/http_matrix/STATUS.md | 6 + .../evidence265/stream265-cli-red.log | 158 ++++++++++++++++++ .../evidence265/stream265-legacy-head-red.log | 19 +++ .../evidence265/stream265-source-final.log | 2 + .../evidence265/stream265-source-focused.log | 2 + .../evidence265/stream265-source-full.log | 51 ++++++ .../evidence265/stream265-source-hardware.log | 26 +++ .../evidence265/stream265-source-hardware.py | 27 +++ .../stream265-source-integration.log | 19 +++ .../evidence265/stream265-source-red.log | 113 +++++++++++++ .../stream265-source-server-final.log | 2 + .../evidence265/stream265-source-server.log | 58 +++++++ .../2026-10-24-rngd-layer-stream265.md | 37 ++++ opt_prime/examples/pd/serve_batched.py | 7 +- .../opt_prime/accel/pd/prefill_server.py | 87 +++++++++- .../tests/test_prefill_source_progress.py | 140 ++++++++++++++++ opt_prime/tests/test_serving_prefill_cache.py | 23 +++ 18 files changed, 776 insertions(+), 3 deletions(-) create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-cli-red.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-legacy-head-red.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-source-final.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-source-focused.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-source-full.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-source-hardware.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-source-hardware.py create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-source-integration.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-source-red.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-source-server-final.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-source-server.log create mode 100644 opt_prime/tests/test_prefill_source_progress.py diff --git a/opt_prime/examples/pd/http_matrix/.research/events.jsonl b/opt_prime/examples/pd/http_matrix/.research/events.jsonl index f16a603c..a3b6b94c 100644 --- a/opt_prime/examples/pd/http_matrix/.research/events.jsonl +++ b/opt_prime/examples/pd/http_matrix/.research/events.jsonl @@ -8,3 +8,5 @@ {"id": "fa2dcb1997d24559b0ed5ed800ae94c1", "ts": "2026-10-24T05:50:42+09:00", "task": "Layer-progress RNGD transfer (aicomp #265)", "result": "Created issue265 and isolated worktree. Implemented source coverage validation and reserved partial hybrid-cache import; found and added a guard against overwriting admitted prefix. Worker/owner/source wiring and hardware verification not yet implemented.", "next": "Finish final regression then connect validated progress to subprocess futures and reserved GPU admission; keep live263ATOM queue unchanged", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": [], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["experiment"], "review": false, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} {"id": "670f2e0e98354387addd1807770cdef6", "ts": "2026-10-24T05:55:03+09:00", "task": "Layer-progress RNGD transfer (aicomp #265)", "result": "Partial-import groundwork passes22focused and556full tests,15skipped,253subtests. Coverage checks reject overlap/incomplete spans; partial hybrid writes reject unreserved memory and admitted-prefix overwrite. No wire/owner integration or overlap claim yet.", "next": "Publish draft groundwork then connect opt-in subprocess progress to reserved GPU admission; live263ATOM queue continues separately", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": [], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["experiment"], "review": false, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} {"id": "9635af86bf8a4e3488b13630c09c75b3", "ts": "2026-10-24T06:32:18+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Opt-in SHM progress receiver and GPU owner implemented; request-ID alias and capacity failure regressions fixed. Focused CPU/CUDA18pass; full574pass/15skip/253subtests. Controlled producers only; no real RNGD streaming speedup claim.", "next": "Connect real RNGD source adapters and ATOM owner; measure same-route parity and compute-transfer overlap", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"stream_layers": "opt-in"}, "artifacts": ["evidence265/stream265-final-regression.log"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["experiment", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} +{"id": "19634472c8254c7d89e8636c33d4497d", "ts": "2026-10-24T06:41:38+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Production source SHM protocol, rngd-full per-group export and Torch CLI opt-in implemented. Full591pass before final head compatibility helper; final source13pass. Actual KONI RNGD source parity running; no speedup claim. Four-model acceptance ledger now includes all576 heldout responses without waiving strict failures.", "next": "Poll source parity session5290/PID1408878; finish hardware evidence, then connect long-context factories and ATOM owner", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"engine": "rngd-full", "width": "128", "sdk": "2026.4.0"}, "artifacts": ["evidence265/stream265-source-final.log"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["experiment", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} +{"id": "bb0db22a79ed4a06ba77ec40328d8196", "ts": "2026-10-24T06:42:16+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Source protocol/CLI tests pass; actual KONI legacy rngd-full attempt failed before inference: graph compiled74s, on-card head imports unavailable furiosa.native_llm_common. No KV/logit or performance result. Failure retained; use validated partitioned/host-head factories next.", "next": "Connect the four-model validated factory adapters to source streaming; repeat real source parity before decoder overlap benchmarks", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"engine": "rngd-full", "width": "128", "sdk": "2026.4.0"}, "artifacts": ["evidence265/stream265-source-hardware.log"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["experiment", "rngd"], "review": false, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} diff --git a/opt_prime/examples/pd/http_matrix/STATUS.md b/opt_prime/examples/pd/http_matrix/STATUS.md index c382ed55..e8ee55b3 100644 --- a/opt_prime/examples/pd/http_matrix/STATUS.md +++ b/opt_prime/examples/pd/http_matrix/STATUS.md @@ -54,3 +54,9 @@ Reverse-order blockB completed: 192 total timed batches passed parity. Long/c8 A ## Layer-progress receiver and GPU owner (#265) Opt-in subprocess progress validation and incremental GPU imports implemented; partial state remains private until complete. CPU/CUDA focused18pass; full574pass,15skip,253subtests. Invalid boolean ID and capacity error regressions fixed. Controlled producers only: real RNGD source adapters, ATOM owner, and hardware overlap/performance remain pending. See layer-stream265 record/evidence265. + +## Producer connection (#265) + +Production SHM source protocol and rngd-full per-group export connected. Torch CLI opt-in added; unsupported owners rejected. Full591pass before final legacy-head helper; final source13pass. Actual KONI source parity running; no numerical or speedup claim yet. Four-model long-context factories and ATOM ownership integration remain pending. + +Hardware attempt ended before inference: legacy FullPrefillEngine on-card head requires missing furiosa.native_llm_common. Group graph compiled74s; no KV/logit parity result. Continue with the already validated four-model factory adapters and KONI partitioned host-head path. diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-cli-red.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-cli-red.log new file mode 100644 index 00000000..08c735c1 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-cli-red.log @@ -0,0 +1,158 @@ +FFFFF [100%] +=================================== FAILURES =================================== +________ test_layer_stream_rejects_unsupported_owner[atom-python-None] _________ + +backend = 'atom', python = 'python', source = None + + @pytest.mark.parametrize('backend,python,source', [('atom','python',None),('rngd','python',None),('torch',None,None),('torch','python','cpu')]) + def test_layer_stream_rejects_unsupported_owner(backend,python,source): + spec=importlib.util.spec_from_file_location('stream_factory',Path(__file__).parents[1]/'examples/pd/serve_batched.py') + factory=importlib.util.module_from_spec(spec);spec.loader.exec_module(factory) + args=SimpleNamespace(pd_prefill_stream_layers=True,backend=backend,pd_prefill_python=python,pd_prefill_device=source) + with pytest.raises(ValueError,match='layer streaming'): +> factory.prefill_worker(args,1,None) + +tests/test_serving_prefill_cache.py:99: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +a = namespace(pd_prefill_stream_layers=True, backend='atom', pd_prefill_python='python', pd_prefill_device=None) +slots = 1, config = None + + def prefill_worker(a, slots, config): + """the PD prefill side from the flags, or None (aggregated serving)""" + overlap = getattr(a, "pd_prefill_copy_overlap", False) + if overlap and (not a.pd_prefill_device or a.backend != "torch" or + torch.device(a.pd_prefill_device).type != "cuda" or torch.device(a.device).type != "cuda"): + raise ValueError("PD copy overlap requires a Torch CUDA producer and CUDA decoder") + if a.pd_prefill_device: + chunk = getattr(a, "pd_prefill_chunk", 2048) + if chunk <= 0: + raise ValueError("PD prefill chunk must be positive") + from opt_prime.accel.pd.pd_batching import PrefillWorker, TorchPrefillEngine + m = AutoModelForCausalLM.from_pretrained(a.model, dtype=getattr(torch, a.dtype)).to(a.pd_prefill_device).eval() + return PrefillWorker(TorchPrefillEngine(m, max_context=a.max_context, chunk=chunk, + prefix_cache=not getattr(a, "pd_prefill_no_prefix_cache", False), + copy_overlap=overlap, + out_device=a.device + if a.backend == "torch" else "cpu")) + if a.pd_prefill_python: + import os, shlex + from opt_prime.accel.pd.pd_batching import SubprocessPrefillWorker +> c = config.get_text_config() +E AttributeError: 'NoneType' object has no attribute 'get_text_config' + +examples/pd/serve_batched.py:50: AttributeError +________ test_layer_stream_rejects_unsupported_owner[rngd-python-None] _________ + +backend = 'rngd', python = 'python', source = None + + @pytest.mark.parametrize('backend,python,source', [('atom','python',None),('rngd','python',None),('torch',None,None),('torch','python','cpu')]) + def test_layer_stream_rejects_unsupported_owner(backend,python,source): + spec=importlib.util.spec_from_file_location('stream_factory',Path(__file__).parents[1]/'examples/pd/serve_batched.py') + factory=importlib.util.module_from_spec(spec);spec.loader.exec_module(factory) + args=SimpleNamespace(pd_prefill_stream_layers=True,backend=backend,pd_prefill_python=python,pd_prefill_device=source) + with pytest.raises(ValueError,match='layer streaming'): +> factory.prefill_worker(args,1,None) + +tests/test_serving_prefill_cache.py:99: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +a = namespace(pd_prefill_stream_layers=True, backend='rngd', pd_prefill_python='python', pd_prefill_device=None) +slots = 1, config = None + + def prefill_worker(a, slots, config): + """the PD prefill side from the flags, or None (aggregated serving)""" + overlap = getattr(a, "pd_prefill_copy_overlap", False) + if overlap and (not a.pd_prefill_device or a.backend != "torch" or + torch.device(a.pd_prefill_device).type != "cuda" or torch.device(a.device).type != "cuda"): + raise ValueError("PD copy overlap requires a Torch CUDA producer and CUDA decoder") + if a.pd_prefill_device: + chunk = getattr(a, "pd_prefill_chunk", 2048) + if chunk <= 0: + raise ValueError("PD prefill chunk must be positive") + from opt_prime.accel.pd.pd_batching import PrefillWorker, TorchPrefillEngine + m = AutoModelForCausalLM.from_pretrained(a.model, dtype=getattr(torch, a.dtype)).to(a.pd_prefill_device).eval() + return PrefillWorker(TorchPrefillEngine(m, max_context=a.max_context, chunk=chunk, + prefix_cache=not getattr(a, "pd_prefill_no_prefix_cache", False), + copy_overlap=overlap, + out_device=a.device + if a.backend == "torch" else "cpu")) + if a.pd_prefill_python: + import os, shlex + from opt_prime.accel.pd.pd_batching import SubprocessPrefillWorker +> c = config.get_text_config() +E AttributeError: 'NoneType' object has no attribute 'get_text_config' + +examples/pd/serve_batched.py:50: AttributeError +_________ test_layer_stream_rejects_unsupported_owner[torch-None-None] _________ + +backend = 'torch', python = None, source = None + + @pytest.mark.parametrize('backend,python,source', [('atom','python',None),('rngd','python',None),('torch',None,None),('torch','python','cpu')]) + def test_layer_stream_rejects_unsupported_owner(backend,python,source): + spec=importlib.util.spec_from_file_location('stream_factory',Path(__file__).parents[1]/'examples/pd/serve_batched.py') + factory=importlib.util.module_from_spec(spec);spec.loader.exec_module(factory) + args=SimpleNamespace(pd_prefill_stream_layers=True,backend=backend,pd_prefill_python=python,pd_prefill_device=source) +> with pytest.raises(ValueError,match='layer streaming'): +E Failed: DID NOT RAISE ValueError + +tests/test_serving_prefill_cache.py:98: Failed +________ test_layer_stream_rejects_unsupported_owner[torch-python-cpu] _________ + +backend = 'torch', python = 'python', source = 'cpu' + + @pytest.mark.parametrize('backend,python,source', [('atom','python',None),('rngd','python',None),('torch',None,None),('torch','python','cpu')]) + def test_layer_stream_rejects_unsupported_owner(backend,python,source): + spec=importlib.util.spec_from_file_location('stream_factory',Path(__file__).parents[1]/'examples/pd/serve_batched.py') + factory=importlib.util.module_from_spec(spec);spec.loader.exec_module(factory) + args=SimpleNamespace(pd_prefill_stream_layers=True,backend=backend,pd_prefill_python=python,pd_prefill_device=source) + with pytest.raises(ValueError,match='layer streaming'): +> factory.prefill_worker(args,1,None) + +tests/test_serving_prefill_cache.py:99: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +a = namespace(pd_prefill_stream_layers=True, backend='torch', pd_prefill_python='python', pd_prefill_device='cpu') +slots = 1, config = None + + def prefill_worker(a, slots, config): + """the PD prefill side from the flags, or None (aggregated serving)""" + overlap = getattr(a, "pd_prefill_copy_overlap", False) + if overlap and (not a.pd_prefill_device or a.backend != "torch" or + torch.device(a.pd_prefill_device).type != "cuda" or torch.device(a.device).type != "cuda"): + raise ValueError("PD copy overlap requires a Torch CUDA producer and CUDA decoder") + if a.pd_prefill_device: + chunk = getattr(a, "pd_prefill_chunk", 2048) + if chunk <= 0: + raise ValueError("PD prefill chunk must be positive") + from opt_prime.accel.pd.pd_batching import PrefillWorker, TorchPrefillEngine +> m = AutoModelForCausalLM.from_pretrained(a.model, dtype=getattr(torch, a.dtype)).to(a.pd_prefill_device).eval() +E AttributeError: 'types.SimpleNamespace' object has no attribute 'model' + +examples/pd/serve_batched.py:41: AttributeError +________________ test_layer_stream_reaches_subprocess_receiver _________________ + +monkeypatch = <_pytest.monkeypatch.MonkeyPatch object at 0x7c82bbe14310> + + def test_layer_stream_reaches_subprocess_receiver(monkeypatch): + import opt_prime.accel.pd.pd_batching as pd + spec=importlib.util.spec_from_file_location('stream_factory',Path(__file__).parents[1]/'examples/pd/serve_batched.py') + factory=importlib.util.module_from_spec(spec);spec.loader.exec_module(factory) + received={} + def worker(*args,**kw):received.update(kw);return object() + monkeypatch.setattr(pd,'SubprocessPrefillWorker',worker) + args=SimpleNamespace(pd_prefill_stream_layers=True,backend='torch',pd_prefill_python='python',pd_prefill_device=None, + pd_prefill_pythonpath=None,pd_prefill_args='--engine rngd-full',model='local',max_context=16) + config=LlamaConfig(hidden_size=32,num_attention_heads=4,num_key_value_heads=2,num_hidden_layers=2) + factory.prefill_worker(args,1,config) +> assert received['stream_layers'] is True +E KeyError: 'stream_layers' + +tests/test_serving_prefill_cache.py:113: KeyError +=========================== short test summary info ============================ +FAILED tests/test_serving_prefill_cache.py::test_layer_stream_rejects_unsupported_owner[atom-python-None] +FAILED tests/test_serving_prefill_cache.py::test_layer_stream_rejects_unsupported_owner[rngd-python-None] +FAILED tests/test_serving_prefill_cache.py::test_layer_stream_rejects_unsupported_owner[torch-None-None] +FAILED tests/test_serving_prefill_cache.py::test_layer_stream_rejects_unsupported_owner[torch-python-cpu] +FAILED tests/test_serving_prefill_cache.py::test_layer_stream_reaches_subprocess_receiver +5 failed, 7 deselected in 2.49s diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-legacy-head-red.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-legacy-head-red.log new file mode 100644 index 00000000..6b1026a8 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-legacy-head-red.log @@ -0,0 +1,19 @@ +F [100%] +=================================== FAILURES =================================== +________ test_rngd_full_legacy_head_exports_logits_without_argmax_loss _________ + + def test_rngd_full_legacy_head_exports_logits_without_argmax_loss(): + from types import SimpleNamespace + calls=[] + def head(*args): + calls.append(args) + return (torch.tensor([[1.,3.,2.,99.]],dtype=torch.bfloat16),) + wrapper=server._RngdFull.__new__(server._RngdFull) + wrapper.engine=SimpleNamespace(lmh=head,lm_norm_d=1,lm_eps_d=2,lm_nh_d=3,wlm_d=4,V=3) +> result=wrapper._last_logits(torch.tensor([[5.],[6.]]),2) +E AttributeError: '_RngdFull' object has no attribute '_last_logits' + +tests/test_prefill_source_progress.py:138: AttributeError +=========================== short test summary info ============================ +FAILED tests/test_prefill_source_progress.py::test_rngd_full_legacy_head_exports_logits_without_argmax_loss +1 failed in 1.43s diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-source-final.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-source-final.log new file mode 100644 index 00000000..33d359b6 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-source-final.log @@ -0,0 +1,2 @@ +............. [100%] +13 passed in 2.93s diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-source-focused.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-source-focused.log new file mode 100644 index 00000000..be0bb3d6 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-source-focused.log @@ -0,0 +1,2 @@ +............... [100%] +15 passed in 2.24s diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-source-full.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-source-full.log new file mode 100644 index 00000000..9cc1c9a4 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-source-full.log @@ -0,0 +1,51 @@ +............................................................................................s..... [ 16%] +.........................................................s.s............ [ 28%] +.....ss...........................s..................................... [ 40%] +........................................................................ [ 52%] +.....s.s...........................................s.................... [ 64%] +........................................................................ [ 75%] +........................s.s.............................. [ 85%] +........................ [ 89%] +...........................................................s.... [100%] +=============================== warnings summary =============================== +examples/pd/native_kv/test_native_pack.py::NativePackTest::test_exact_bytes_and_independent_lifetime +examples/pd/native_kv/test_native_pack.py::NativePackTest::test_exact_bytes_and_independent_lifetime +examples/pd/native_kv/test_native_pack.py::NativePackTest::test_exact_bytes_and_independent_lifetime + /home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/native_kv/test_native_pack.py:24: DeprecationWarning: The argument 'device' of Tensor.is_pinned() is deprecated. Please do not pass this argument. (Triggered internally at /__w/pytorch/pytorch/aten/src/ATen/native/Memory.cpp:31.) + self.assertTrue(actual.is_pinned('cuda')) + +examples/pd/native_kv/test_packed_lane.py::PackedLaneTest::test_owned_packet_and_other_lane_isolation +examples/pd/native_kv/test_packed_lane.py::PackedLaneTest::test_owned_packet_and_other_lane_isolation +examples/pd/native_kv/test_packed_lane.py::PackedLaneTest::test_owned_packet_and_other_lane_isolation + /home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/native_kv/gpu_batch_decoder.py:93: DeprecationWarning: The argument 'device' of Tensor.is_pinned() is deprecated. Please do not pass this argument. (Triggered internally at /__w/pytorch/pytorch/aten/src/ATen/native/Memory.cpp:31.) + or not host.is_pinned('cuda') or not host.is_contiguous()): + +examples/pd/native_kv/test_pinned_receiver.py::PinnedReceiveTest::test_eight_slot_tcp_frames_exact_at_capacity +examples/pd/native_kv/test_pinned_receiver.py::PinnedReceiveTest::test_eight_slot_tcp_frames_exact_at_capacity +examples/pd/native_kv/test_pinned_receiver.py::PinnedReceiveTest::test_eight_slot_tcp_frames_exact_at_capacity + /home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/native_kv/test_pinned_receiver.py:75: DeprecationWarning: The argument 'device' of Tensor.is_pinned() is deprecated. Please do not pass this argument. (Triggered internally at /__w/pytorch/pytorch/aten/src/ATen/native/Memory.cpp:31.) + self.assertTrue(direct.data.host.is_pinned('cuda')) + +examples/pd/native_kv/test_pinned_receiver.py::PinnedReceiveTest::test_real_multipart_exact_and_owned +examples/pd/native_kv/test_pinned_receiver.py::PinnedReceiveTest::test_real_multipart_exact_and_owned +examples/pd/native_kv/test_pinned_receiver.py::PinnedReceiveTest::test_real_multipart_exact_and_owned + /home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/native_kv/test_pinned_receiver.py:25: DeprecationWarning: The argument 'device' of Tensor.is_pinned() is deprecated. Please do not pass this argument. (Triggered internally at /__w/pytorch/pytorch/aten/src/ATen/native/Memory.cpp:31.) + self.assertTrue(direct.data.host.is_pinned('cuda')) + +tests/test_kvstore.py::test_second_engine_reuses_chunks_from_the_store[lmcache] + /home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/attention/flex_attention.py:2481: UserWarning: flex_attention called without torch.compile() - this will use an unfused implementation that materializes the full scores matrix instead of generating a fused kernel. + + SOLUTION: Use torch.compile(flex_attention)(...) + + If you want to debug your score_mod/mask_mod, you can set: + torch.nn.attention.flex_attention._FLEX_ATTENTION_DISABLE_COMPILE_DEBUG = True + + This will allow you to use print statements or breakpoints. Note: This doesn't work with the backwards pass and may produce incorrect results. + _warn_once( + +tests/test_pd_stream_admission.py: 14 warnings + /home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/jit/_script.py:365: DeprecationWarning: `torch.jit.script_method` is deprecated. Please switch to `torch.compile` or `torch.export`. + warnings.warn( + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +591 passed, 15 skipped, 27 warnings, 253 subtests passed in 165.79s (0:02:45) diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-source-hardware.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-source-hardware.log new file mode 100644 index 00000000..0379f2a1 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-source-hardware.log @@ -0,0 +1,26 @@ + +Loading weights: 0%| | 0/291 [00:00 + engine=_RngdFull(SimpleNamespace(model=model,width='128',max_context=128,chip=0)) + File "/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/prefill_server.py", line 89, in __init__ + self.engine = FullPrefillEngine(cfg, sd, C=widths[0], group=2, chip=a.chip, cache_dir=None) + File "/tmp/rngd-gpu201-src/rngd_pd/engines/prefill_full.py", line 141, in __init__ + self._build_lmhead(cache_dir) + File "/tmp/rngd-gpu201-src/rngd_pd/engines/prefill_full.py", line 219, in _build_lmhead + from rngd_pd.kernels import dsl_b1 as LE + File "/tmp/rngd-gpu201-src/rngd_pd/kernels/dsl_b1.py", line 23, in + import furiosa.native_llm_common as nlc +ModuleNotFoundError: No module named 'furiosa.native_llm_common' diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-source-hardware.py b/opt_prime/examples/pd/http_matrix/evidence265/stream265-source-hardware.py new file mode 100644 index 00000000..84cacdf7 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-source-hardware.py @@ -0,0 +1,27 @@ +import json,time,hashlib +from pathlib import Path +from types import SimpleNamespace +import torch +from furiosa.torch._register import _register +_register() +import rngd_pd.engines.fsdk as sdk +sdk.open_device=lambda *a,**k:(sdk.set_fusion(4),sdk.set_mesh_kind(sdk.MeshKind.Mesh(2))) +from opt_prime.accel.pd.prefill_server import _RngdFull +from transformers import AutoTokenizer +model='/tmp/serving-matrix-models/KONI-8B' +out=Path('/home/gspark/workspace/npu_offload/analysis/serving-matrix-201/stream265-source-hardware.json') +engine=_RngdFull(SimpleNamespace(model=model,width='128',max_context=128,chip=0)) +tokens=AutoTokenizer.from_pretrained(model).encode('Seoul is the capital of',add_special_tokens=True) +with torch.inference_mode(): + k,v,logits=engine.prefill(tokens) + spans=[]; ks=[];vs=[];start=time.perf_counter() + def emit(layer,first,keys,values): + spans.append({'layer':layer,'first':first,'layers':keys.shape[0],'t_s':time.perf_counter()-start}) + ks.append(keys.clone());vs.append(values.clone()) + other=engine.prefill_stream(tokens,emit) + result={'model':'KONI-8B','width':128,'input_tokens':tokens,'spans':spans,'completed_s':time.perf_counter()-start, + 'keys_exact':torch.equal(k,torch.cat(ks)),'values_exact':torch.equal(v,torch.cat(vs)), + 'logits_exact':torch.equal(logits,other),'token_whole':int(logits.argmax()),'token_stream':int(other.argmax()), + 'scope':'RNGD source parity only; no end-to-end decoder or speedup claim'} + out.write_text(json.dumps(result,indent=2)+'\n');print(json.dumps(result),flush=True) + assert result['keys_exact'] and result['values_exact'] and result['logits_exact'] diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-source-integration.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-source-integration.log new file mode 100644 index 00000000..c2eb0fca --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-source-integration.log @@ -0,0 +1,19 @@ +.................................... [100%] +=============================== warnings summary =============================== +tests/test_pd_stream_admission.py::test_hybrid_partial_import_happens_before_completion_without_admission[cpu] + /home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/attention/flex_attention.py:2481: UserWarning: flex_attention called without torch.compile() - this will use an unfused implementation that materializes the full scores matrix instead of generating a fused kernel. + + SOLUTION: Use torch.compile(flex_attention)(...) + + If you want to debug your score_mod/mask_mod, you can set: + torch.nn.attention.flex_attention._FLEX_ATTENTION_DISABLE_COMPILE_DEBUG = True + + This will allow you to use print statements or breakpoints. Note: This doesn't work with the backwards pass and may produce incorrect results. + _warn_once( + +tests/test_pd_stream_admission.py: 14 warnings + /home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/jit/_script.py:365: DeprecationWarning: `torch.jit.script_method` is deprecated. Please switch to `torch.compile` or `torch.export`. + warnings.warn( + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +36 passed, 15 warnings in 10.57s diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-source-red.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-source-red.log new file mode 100644 index 00000000..d7ec5676 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-source-red.log @@ -0,0 +1,113 @@ +FFFFF [100%] +=================================== FAILURES =================================== +__ test_source_suffix_written_before_notification_and_complete_before_return ___ + + def test_source_suffix_written_before_notification_and_complete_before_return(): + slab=np.zeros((1,2,2,1,8,2),dtype=np.uint16) + messages=[] + class Engine: + def prefill_stream(self,tokens,emit): + for layer in range(2): + k=torch.full((1,1,len(tokens),2),layer+1,dtype=torch.bfloat16) + emit(layer,0,k,k+2) + assert len(messages)==layer+1 + return torch.tensor([1.,2.]) + def publish(msg): + layer=msg['kv_span'][0] + got=torch.from_numpy(slab[0,0,layer,:,:2].view(np.int16)).view(torch.bfloat16) + assert torch.all(got==layer+1) + messages.append(msg) +> logits=server.stream_result(Engine(),dict(id=7,tokens=[1,2,3,4],send_from=2,slot=0),slab,publish) +E AttributeError: module 'opt_prime.accel.pd.prefill_server' has no attribute 'stream_result' + +tests/test_prefill_source_progress.py:23: AttributeError +_________________ test_invalid_source_never_completes[overlap] _________________ + +mode = 'overlap' + + @pytest.mark.parametrize('mode',['overlap','hole','geometry']) + def test_invalid_source_never_completes(mode): + slab=np.zeros((1,2,2,1,8,2),dtype=np.uint16);messages=[] + class Engine: + def prefill_stream(self,tokens,emit): + k=torch.ones((1,1,2,2),dtype=torch.bfloat16) + emit(0,0,k,k) + if mode=='overlap':emit(0,0,k*3,k*3) + if mode=='geometry':emit(1,0,k,torch.ones((1,2,2,2))) + return torch.zeros(2) + with pytest.raises(ValueError): +> server.stream_result(Engine(),dict(id=0,tokens=[1,2],send_from=0,slot=0),slab,messages.append) +E AttributeError: module 'opt_prime.accel.pd.prefill_server' has no attribute 'stream_result' + +tests/test_prefill_source_progress.py:40: AttributeError +__________________ test_invalid_source_never_completes[hole] ___________________ + +mode = 'hole' + + @pytest.mark.parametrize('mode',['overlap','hole','geometry']) + def test_invalid_source_never_completes(mode): + slab=np.zeros((1,2,2,1,8,2),dtype=np.uint16);messages=[] + class Engine: + def prefill_stream(self,tokens,emit): + k=torch.ones((1,1,2,2),dtype=torch.bfloat16) + emit(0,0,k,k) + if mode=='overlap':emit(0,0,k*3,k*3) + if mode=='geometry':emit(1,0,k,torch.ones((1,2,2,2))) + return torch.zeros(2) + with pytest.raises(ValueError): +> server.stream_result(Engine(),dict(id=0,tokens=[1,2],send_from=0,slot=0),slab,messages.append) +E AttributeError: module 'opt_prime.accel.pd.prefill_server' has no attribute 'stream_result' + +tests/test_prefill_source_progress.py:40: AttributeError +________________ test_invalid_source_never_completes[geometry] _________________ + +mode = 'geometry' + + @pytest.mark.parametrize('mode',['overlap','hole','geometry']) + def test_invalid_source_never_completes(mode): + slab=np.zeros((1,2,2,1,8,2),dtype=np.uint16);messages=[] + class Engine: + def prefill_stream(self,tokens,emit): + k=torch.ones((1,1,2,2),dtype=torch.bfloat16) + emit(0,0,k,k) + if mode=='overlap':emit(0,0,k*3,k*3) + if mode=='geometry':emit(1,0,k,torch.ones((1,2,2,2))) + return torch.zeros(2) + with pytest.raises(ValueError): +> server.stream_result(Engine(),dict(id=0,tokens=[1,2],send_from=0,slot=0),slab,messages.append) +E AttributeError: module 'opt_prime.accel.pd.prefill_server' has no attribute 'stream_result' + +tests/test_prefill_source_progress.py:40: AttributeError +_____________ test_rngd_full_emits_each_group_before_next_advance ______________ + + def test_rngd_full_emits_each_group_before_next_advance(): + emitted=[] + class Stage: + Ks=[];Vs=[];x=torch.tensor([1.]) + def advance(self,count): + assert count==1 + assert len(emitted)==len(self.Ks) + self.Ks.append(torch.ones((1,1,2,4))*len(self.Ks)) + self.Vs.append(torch.ones((1,1,4,2))*len(self.Vs)) + return len(self.Ks)==2 + class Engine: + def begin_device_prefill(self,tokens):return Stage() + def _logits(self,x,n):return np.array([1.,2.]) + wrapper=server._RngdFull.__new__(server._RngdFull) + wrapper.engine=Engine();wrapper.widths=[4] + def emit(layer,start,k,v): + assert (layer,start)==(len(emitted),0) + assert k.shape==v.shape==(1,1,3,2) + assert k.device.type==v.device.type=='cpu' + emitted.append(layer) +> assert wrapper.prefill_stream([1,2,3],emit).tolist()==[1.,2.] +E AttributeError: '_RngdFull' object has no attribute 'prefill_stream' + +tests/test_prefill_source_progress.py:65: AttributeError +=========================== short test summary info ============================ +FAILED tests/test_prefill_source_progress.py::test_source_suffix_written_before_notification_and_complete_before_return +FAILED tests/test_prefill_source_progress.py::test_invalid_source_never_completes[overlap] +FAILED tests/test_prefill_source_progress.py::test_invalid_source_never_completes[hole] +FAILED tests/test_prefill_source_progress.py::test_invalid_source_never_completes[geometry] +FAILED tests/test_prefill_source_progress.py::test_rngd_full_emits_each_group_before_next_advance +5 failed in 0.95s diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-source-server-final.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-source-server-final.log new file mode 100644 index 00000000..414ee96a --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-source-server-final.log @@ -0,0 +1,2 @@ +...... [100%] +6 passed in 2.73s diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-source-server.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-source-server.log new file mode 100644 index 00000000..52b49a22 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-source-server.log @@ -0,0 +1,58 @@ +.....F [100%] +=================================== FAILURES =================================== +____________ test_real_server_and_receiver_stream_before_completion ____________ + +children = (.make at 0x73c3fcb04430>, [], ['psm_f0688770'], PosixPath('/tmp/pytest-of-gspark/pytest-192/test_real_server_and_receiver_0/gate')) + + def test_real_server_and_receiver_stream_before_completion(children): + import sys,time + from opt_prime.accel.pd import PDRequest + make,_,_,gate=children + child=gate.parent/'child' + child.write_text(f'#!{sys.executable}\n'+''' + import sys,os,time + from pathlib import Path + import torch + from opt_prime.accel.pd import prefill_server as server + class Engine: + def __init__(self,args):pass + def prefill_stream(self,tokens,emit): + k=torch.ones((1,1,1,2),dtype=torch.bfloat16) + emit(0,0,k,k) + gate=Path(os.environ['PREFILL_TEST_GATE']) + while not gate.exists():time.sleep(.005) + emit(0,1,k*2,k*2) + return torch.tensor([0.,1.]) + server._RngdFull=Engine + sys.argv=[sys.argv[0]]+sys.argv[3:]+['--engine','rngd-full','--model',str(Path.cwd())] + server.main() + ''') +> w=make(stream_layers=True) + +tests/test_prefill_source_progress.py:92: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +tests/test_subprocess_prefill_failure.py:70: in make + w = SubprocessPrefillWorker(str(script), [], slots=2, layers=1, kv_heads=1, +opt_prime/accel/pd/pd_batching.py:383: in __init__ + ready.result(timeout=startup_timeout) +/usr/lib/python3.10/concurrent/futures/_base.py:458: in result + return self.__get_result() +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +self = None + + def __get_result(self): + if self._exception: + try: +> raise self._exception +E RuntimeError: prefill subprocess response failed: prefill subprocess exited + +/usr/lib/python3.10/concurrent/futures/_base.py:403: RuntimeError +----------------------------- Captured stderr call ----------------------------- +Traceback (most recent call last): + File "/tmp/pytest-of-gspark/pytest-192/test_real_server_and_receiver_0/child", line 6, in + from opt_prime.accel.pd import prefill_server as server +ModuleNotFoundError: No module named 'opt_prime' +=========================== short test summary info ============================ +FAILED tests/test_prefill_source_progress.py::test_real_server_and_receiver_stream_before_completion +1 failed, 5 passed in 2.61s diff --git a/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-rngd-layer-stream265.md b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-rngd-layer-stream265.md index 7c3dea37..4148b433 100644 --- a/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-rngd-layer-stream265.md +++ b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-rngd-layer-stream265.md @@ -61,3 +61,40 @@ OMP_NUM_THREADS=4 MKL_NUM_THREADS=4 TORCH_DEVICE_BACKEND_AUTOLOAD=0 \ Evidence logs retain the failing controls and successful reruns. No claim of source-compute/transfer overlap, hardware speedup, ATOM integration, or universal numerical parity. Final post-ID-guard full regression: **574 passed, 15 skipped, 253 subtests passed**,27 warnings in164.46s. Exit0; `/tmp/stream265-final-regression.log`. Source adapters and ATOM streaming remain unimplemented. + +## Source protocol and rngd-full adapter + +The production prefill server now advertises capability only for engines with `prefill_stream`. `stream_result` validates the reservation, geometry and nonoverlapping coverage, clips source spans to a cached suffix, copies BF16 CPU data to SHM, then sends notifications. Completion requires exact coverage. The existing KONI/Llama rngd-full adapter exports each completed group before advancing the next group. Whole-prefill behavior is retained for the A/B control. + +The serving entry point accepts `--pd-prefill-stream-layers` only with a subprocess producer and Torch decoder; ATOM/RNGD decoder owners are rejected until integrated. Producer capability negotiation rejects older workers. This does not yet connect the separate four-model long-context factory adapters. + +- Initial source regressions:5 failures (missing implementation); source plus pipe tests15 passed in2.24s. +- Production server/receiver pipe integration initially failed because the executable fixture lacked the package on sys.path. Corrected fixture;6 source tests passed in2.73s. The engine alone is stubbed: production server request handling, SHM writes, progress notifications and receiver are exercised. +- CLI regressions:5 failures before wiring; combined source/server/CLI/receiver/CPU-CUDA owner36 passed,15 warnings in10.57s. +- Added fully cached suffix and invalid-reservation tests. Full suite and RNGD hardware source parity recorded separately below. + +Reproduce focused verification from the package directory with the environment above: + +```bash +python -m pytest tests/test_prefill_source_progress.py tests/test_serving_prefill_cache.py tests/test_subprocess_layer_progress.py tests/test_pd_stream_admission.py -q +``` + +The source adapter performs blocking CPU export per group; it permits the receiver to import while later groups run. Neither this sequencing nor CPU tests establish actual kernel/copy overlap or end-to-end performance improvement. + +Runtime compatibility audit found that the installed rngd-pd snapshot exposes `_next_token`/`lmh` but not the `_logits` method expected by the existing server. Both whole and streaming adapters now use `_last_logits`: prefer `_logits` when available, otherwise invoke the same existing on-card head and retain all vocabulary logits rather than only argmax. A regression first failed for the missing helper, then all13 source tests passed in2.93s. Numerical parity on actual RNGD remains to be checked; the CPU fixture alone cannot establish it. + +Hardware source parity setup: local RNGD chip0, KONI-8B, width128, group2, same full model weights as evidence263. Torch2.10.0+cpu, furiosa-torch2026.4.0, transformers5.8.1. Decoder is not run in this check. Loaded rngd-pd prefill_full.py SHA256 `0ac864695d8c2cedc5fb2ddadbc3d3d782bb21909a83f2b4d82944f32940e8ea`. + +Exact launch (source paths are local runtime inputs): +```bash +env OMP_NUM_THREADS=4 MKL_NUM_THREADS=4 TORCH_DEVICE_BACKEND_AUTOLOAD=0 \ + PYTHONPATH=/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime:/tmp/rngd-gpu201-src \ + /tmp/codex-rngd-gpu-201/bin/python /tmp/stream265-source-hardware.py \ + > /tmp/stream265-source-hardware.log 2>&1 +``` + +Full regression collected before the final legacy-head helper:591 passed,15 skipped,253 subtests,27 warnings in165.79s. After the helper, all13 source tests passed in2.93s; the full run does not cover that final added test. + +### Actual RNGD attempt: failed before parity + +The process exited1. The group2 width128 graph compiled in74s, but the legacy FullPrefillEngine constructor failed while building its on-card LM head: rngd_pd.kernels.dsl_b1 imports missing `furiosa.native_llm_common`. Neither whole-prefill nor streaming inference ran; no KV/logit comparison or speedup result exists. The real runtime failure is retained in stream265-source-hardware.log. Next integration must use the already validated four-model long-context factory adapters, including KONI's partitioned graph with host FP32 norm/head, rather than treating this legacy path as hardware-validated. The `_last_logits` fallback is CPU-tested only and does not solve the constructor dependency. diff --git a/opt_prime/examples/pd/serve_batched.py b/opt_prime/examples/pd/serve_batched.py index 7390fd2f..9bf7dbdf 100644 --- a/opt_prime/examples/pd/serve_batched.py +++ b/opt_prime/examples/pd/serve_batched.py @@ -29,6 +29,9 @@ def prefill_worker(a, slots, config): """the PD prefill side from the flags, or None (aggregated serving)""" + stream_layers = getattr(a, "pd_prefill_stream_layers", False) + if stream_layers and (a.backend != "torch" or not a.pd_prefill_python or a.pd_prefill_device): + raise ValueError("PD layer streaming requires a subprocess producer and Torch decoder") overlap = getattr(a, "pd_prefill_copy_overlap", False) if overlap and (not a.pd_prefill_device or a.backend != "torch" or torch.device(a.pd_prefill_device).type != "cuda" or torch.device(a.device).type != "cuda"): @@ -52,7 +55,7 @@ def prefill_worker(a, slots, config): return SubprocessPrefillWorker(a.pd_prefill_python, shlex.split(a.pd_prefill_args) + ["--model", a.model], slots=slots, layers=c.num_hidden_layers, kv_heads=c.num_key_value_heads, head_dim=getattr(c, "head_dim", None) or c.hidden_size // c.num_attention_heads, - max_context=a.max_context, env=env) + max_context=a.max_context, env=env, stream_layers=stream_layers) return None @@ -137,6 +140,8 @@ def build(a): ap.add_argument("--pd-prefill-python", default=None, help="PD: prefill_server under this interpreter") ap.add_argument("--pd-prefill-args", default="--engine torch --device cpu") ap.add_argument("--pd-prefill-pythonpath", default=None) + ap.add_argument("--pd-prefill-stream-layers", action="store_true", + help="experimental: import layer KV during capable subprocess prefill (Torch decoder only)") ap.add_argument("--pd-remote-only", action="store_true", help="PD on ATOM: every prompt is prefilled by the PD prefill side (no cost routing to ATOM)") ap.add_argument("--remote-kv", default=None, help="JSON with Mooncake store setup arguments (shared KV, #128)") diff --git a/opt_prime/opt_prime/accel/pd/prefill_server.py b/opt_prime/opt_prime/accel/pd/prefill_server.py index 5595f51e..77e61add 100644 --- a/opt_prime/opt_prime/accel/pd/prefill_server.py +++ b/opt_prime/opt_prime/accel/pd/prefill_server.py @@ -100,12 +100,85 @@ def prefill(self, tokens): stage = self.engine.begin_device_prefill(list(tokens)) while not stage.advance(self.engine.ngroups): pass - logits = torch.from_numpy(self.engine._logits(stage.x, n)) + logits = self._last_logits(stage.x, n) # per layer group: keys [NG, kv_heads, head_dim, C], values [NG, kv_heads, C, head_dim] keys = torch.cat([k.cpu()[..., :n] for k in stage.Ks]).transpose(-1, -2) values = torch.cat([v.cpu()[:, :, :n] for v in stage.Vs]) return keys, values, logits + def prefill_stream(self, tokens, emit): + """Export each completed group before scheduling the next group.""" + import torch + n = len(tokens) + if not 0 < n <= self.widths[-1]: + raise ValueError("prompt exceeds compiled capacity or is empty") + stage = self.engine.begin_device_prefill(list(tokens)) + layer = 0 + while True: + done = stage.advance(1) + k, v = stage.Ks[-1], stage.Vs[-1] + keys = k.cpu()[..., :n].transpose(-1, -2) + values = v.cpu()[:, :, :n] + emit(layer, 0, keys, values) + layer += keys.shape[0] + if done: + break + return self._last_logits(stage.x, n) + + def _last_logits(self, hidden, n): + import torch + engine = self.engine + if callable(getattr(engine, "_logits", None)): + return torch.from_numpy(engine._logits(hidden, n)) + # Older rngd-pd exposes the same on-card head only through _next_token. + out = engine.lmh(hidden[n - 1], engine.lm_norm_d, engine.lm_eps_d, + engine.lm_nh_d, engine.wlm_d) + logits = out[0] if isinstance(out, (tuple, list)) else out + return logits.detach().cpu().float().reshape(-1)[:engine.V] + + +def stream_result(engine, req, slab, publish): + """Copy validated source spans into reserved SHM before notifying the receiver. + + Engines call emit(layer_start, token_start, K, V) with dense [L,H,N,D] spans + and return final logits. Calls are synchronous; source buffers may be reused + after emit returns. Absolute token spans are clipped to the requested suffix. + """ + import numpy as np + import torch + from opt_prime.accel.pd.layer_progress import LayerProgress + slot, start, end = req["slot"], req["send_from"], len(req["tokens"]) + if (type(req["id"]) is not int or type(slot) is not int + or not 0 <= slot < slab.shape[0] or type(start) is not int + or not 0 <= start <= end <= slab.shape[-2] or end == 0): + raise ValueError("invalid streamed request reservation") + coverage = LayerProgress(slab.shape[2], start, end) + + def emit(layer, first, keys, values): + if (type(layer) is not int or type(first) is not int + or keys.ndim != 4 or values.shape != keys.shape): + raise ValueError("invalid source KV span") + layers, heads, count, dim = keys.shape + if (layers <= 0 or count <= 0 or not 0 <= layer < layer + layers <= slab.shape[2] + or heads != slab.shape[3] or dim != slab.shape[-1] + or not 0 <= first < first + count <= end): + raise ValueError("invalid source KV geometry") + lo, hi = max(start, first), first + count + if lo >= hi: + return + # Validate before touching any published memory. Failed copies abort this request. + coverage.publish(layer, layer + layers, lo, hi) + arrays = [t[:, :, lo - first:hi - first].to("cpu", torch.bfloat16) + .contiguous().view(torch.int16).numpy().view(np.uint16) for t in (keys, values)] + dst = slab[slot, :, layer:layer + layers, :, lo - start:hi - start] + dst[0], dst[1] = arrays + coverage.drain() + publish(dict(id=req["id"], kv_span=[layer, layer + layers, lo, hi])) + + logits = engine.prefill_stream(list(req["tokens"]), emit) + coverage.finish() + return logits + def main(): ap = argparse.ArgumentParser() @@ -143,7 +216,8 @@ def main(): engine = _RngdFull(a) else: engine = _RngdQwen(a) - print(json.dumps({"ready": True}), flush=True) + streaming = callable(getattr(engine, "prefill_stream", None)) + print(json.dumps({"ready": True, **({"kv_progress": 1} if streaming else {})}), flush=True) for line in sys.stdin: req = json.loads(line) try: @@ -151,6 +225,15 @@ def main(): from opt_prime.accel.pd import PDRequest sampling = _sampling(req.get("sampling")) tokens, start = tuple(req["tokens"]), int(req["send_from"]) + if req.get("stream_layers"): + if req["stream_layers"] is not True or not streaming: + raise ValueError("engine does not support requested layer streaming") + logits = stream_result(engine, req, slab, + lambda msg: print(json.dumps(msg), flush=True)) + token = select_token(logits, sampling, len(tokens)) + print(json.dumps(dict(id=req["id"], token=int(token), n=len(tokens) - start, + cached=0, prefill_s=time.perf_counter() - t0)), flush=True) + continue if a.engine == "torch": out = engine.prefill(PDRequest(f"p{req['id']}", tokens, 1, sampling), start) keys, values, token, cached = out.keys, out.values, out.token, out.prefill_cached diff --git a/opt_prime/tests/test_prefill_source_progress.py b/opt_prime/tests/test_prefill_source_progress.py new file mode 100644 index 00000000..f2f64a6b --- /dev/null +++ b/opt_prime/tests/test_prefill_source_progress.py @@ -0,0 +1,140 @@ +"""Producer emits immutable CPU KV only after copying, before final logits.""" +import numpy as np +import pytest +import torch +from opt_prime.accel.pd import prefill_server as server + + +def test_source_suffix_written_before_notification_and_complete_before_return(): + slab=np.zeros((1,2,2,1,8,2),dtype=np.uint16) + messages=[] + class Engine: + def prefill_stream(self,tokens,emit): + for layer in range(2): + k=torch.full((1,1,len(tokens),2),layer+1,dtype=torch.bfloat16) + emit(layer,0,k,k+2) + assert len(messages)==layer+1 + return torch.tensor([1.,2.]) + def publish(msg): + layer=msg['kv_span'][0] + got=torch.from_numpy(slab[0,0,layer,:,:2].view(np.int16)).view(torch.bfloat16) + assert torch.all(got==layer+1) + messages.append(msg) + logits=server.stream_result(Engine(),dict(id=7,tokens=[1,2,3,4],send_from=2,slot=0),slab,publish) + assert logits.tolist()==[1.,2.] + assert messages==[dict(id=7,kv_span=[i,i+1,2,4]) for i in range(2)] + assert not slab[:,:,:,:,2:].any() + + +@pytest.mark.parametrize('mode',['overlap','hole','geometry']) +def test_invalid_source_never_completes(mode): + slab=np.zeros((1,2,2,1,8,2),dtype=np.uint16);messages=[] + class Engine: + def prefill_stream(self,tokens,emit): + k=torch.ones((1,1,2,2),dtype=torch.bfloat16) + emit(0,0,k,k) + if mode=='overlap':emit(0,0,k*3,k*3) + if mode=='geometry':emit(1,0,k,torch.ones((1,2,2,2))) + return torch.zeros(2) + with pytest.raises(ValueError): + server.stream_result(Engine(),dict(id=0,tokens=[1,2],send_from=0,slot=0),slab,messages.append) + assert len(messages)==1 + assert not slab[:,:,1].any() + + +def test_rngd_full_emits_each_group_before_next_advance(): + emitted=[] + class Stage: + Ks=[];Vs=[];x=torch.tensor([1.]) + def advance(self,count): + assert count==1 + assert len(emitted)==len(self.Ks) + self.Ks.append(torch.ones((1,1,2,4))*len(self.Ks)) + self.Vs.append(torch.ones((1,1,4,2))*len(self.Vs)) + return len(self.Ks)==2 + class Engine: + def begin_device_prefill(self,tokens):return Stage() + def _logits(self,x,n):return np.array([1.,2.]) + wrapper=server._RngdFull.__new__(server._RngdFull) + wrapper.engine=Engine();wrapper.widths=[4] + def emit(layer,start,k,v): + assert (layer,start)==(len(emitted),0) + assert k.shape==v.shape==(1,1,3,2) + assert k.device.type==v.device.type=='cpu' + emitted.append(layer) + assert wrapper.prefill_stream([1,2,3],emit).tolist()==[1.,2.] + assert emitted==[0,1] + + +def test_real_server_and_receiver_stream_before_completion(children): + import sys,time + from opt_prime.accel.pd import PDRequest + make,_,_,gate=children + child=gate.parent/'child' + child.write_text(f'#!{sys.executable}\n'+''' +import sys,os,time +sys.path.insert(0,os.getcwd()) +from pathlib import Path +import torch +from opt_prime.accel.pd import prefill_server as server +class Engine: + def __init__(self,args):pass + def prefill_stream(self,tokens,emit): + k=torch.ones((1,1,1,2),dtype=torch.bfloat16) + emit(0,0,k,k) + gate=Path(os.environ['PREFILL_TEST_GATE']) + while not gate.exists():time.sleep(.005) + emit(0,1,k*2,k*2) + return torch.tensor([0.,1.]) +server._RngdFull=Engine +sys.argv=[sys.argv[0]]+sys.argv[3:]+['--engine','rngd-full','--model',str(Path.cwd())] +server.main() +''') + w=make(stream_layers=True) + f=w.submit(PDRequest('source',(1,2),1),slot=0) + deadline=time.monotonic()+5 + rows=[] + while not rows and time.monotonic() Date: Sat, 24 Oct 2026 07:01:33 +0900 Subject: [PATCH 05/29] feat: stream validated four-model RNGD factories to GPU --- opt_prime/examples/pd/STREAMING.md | 47 + .../pd/http_matrix/.research/events.jsonl | 2 + opt_prime/examples/pd/http_matrix/STATUS.md | 6 + .../evidence265/stream265-adapters-final.log | 2 + .../stream265-adapters-focused.log | 64 + .../evidence265/stream265-adapters-red.log | 153 ++ .../evidence265/stream265-factory-final.log | 2 + .../evidence265/stream265-factory-full.log | 52 + .../evidence265/stream265-factory-hardware.py | 49 + .../stream265-factory-list-final.log | 2 + .../stream265-factory-list-red.log | 69 + .../stream265-factory-pipe-final.log | 2 + .../evidence265/stream265-factory-red.log | 86 + .../evidence265/stream265-gemma-gpu.json | 91 ++ .../evidence265/stream265-gemma-gpu.log | 8 + .../evidence265/stream265-gemma-source.json | 1025 ++++++++++++ .../evidence265/stream265-gemma-source.log | 8 + .../evidence265/stream265-gpu-hardware.py | 34 + .../stream265-gpu-queue-failed-list.json | 6 + .../evidence265/stream265-gpu-queue.json | 18 + .../evidence265/stream265-gpu-queue.py | 13 + .../evidence265/stream265-koni-gpu.json | 91 ++ .../evidence265/stream265-koni-gpu.log | 8 + .../evidence265/stream265-koni-source.json | 1241 +++++++++++++++ .../evidence265/stream265-koni-source.log | 14 + .../evidence265/stream265-python.sh | 11 + .../stream265-qwen06b-gpu-failed-list.json | 8 + .../stream265-qwen06b-gpu-failed-list.log | 21 + .../evidence265/stream265-qwen06b-gpu.json | 91 ++ .../evidence265/stream265-qwen06b-gpu.log | 8 + .../evidence265/stream265-qwen06b-source.json | 1097 +++++++++++++ .../evidence265/stream265-qwen06b-source.log | 8 + .../evidence265/stream265-qwen4b-gpu.json | 91 ++ .../evidence265/stream265-qwen4b-gpu.log | 8 + .../evidence265/stream265-qwen4b-source.json | 1385 +++++++++++++++++ .../evidence265/stream265-qwen4b-source.log | 8 + .../stream265-source-dependencies.json | 116 ++ .../evidence265/stream265-source-queue.json | 18 + .../evidence265/stream265-source-queue.py | 13 + .../2026-10-24-rngd-layer-stream265.md | 22 + opt_prime/examples/pd/streaming_factories.py | 97 ++ .../opt_prime/accel/pd/prefill_server.py | 38 +- opt_prime/tests/test_prefill_factory.py | 87 ++ opt_prime/tests/test_streaming_factories.py | 76 + 44 files changed, 6294 insertions(+), 2 deletions(-) create mode 100644 opt_prime/examples/pd/STREAMING.md create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-adapters-final.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-adapters-focused.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-adapters-red.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-factory-final.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-factory-full.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-factory-hardware.py create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-factory-list-final.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-factory-list-red.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-factory-pipe-final.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-factory-red.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-gpu.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-gpu.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-source.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-source.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-gpu-hardware.py create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-gpu-queue-failed-list.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-gpu-queue.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-gpu-queue.py create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-gpu.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-gpu.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-source.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-source.log create mode 100755 opt_prime/examples/pd/http_matrix/evidence265/stream265-python.sh create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-gpu-failed-list.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-gpu-failed-list.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-gpu.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-gpu.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-source.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-source.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-gpu.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-gpu.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-source.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-source.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-source-dependencies.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-source-queue.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-source-queue.py create mode 100644 opt_prime/examples/pd/streaming_factories.py create mode 100644 opt_prime/tests/test_prefill_factory.py create mode 100644 opt_prime/tests/test_streaming_factories.py diff --git a/opt_prime/examples/pd/STREAMING.md b/opt_prime/examples/pd/STREAMING.md new file mode 100644 index 00000000..352eaf67 --- /dev/null +++ b/opt_prime/examples/pd/STREAMING.md @@ -0,0 +1,47 @@ +# Experimental RNGD layer streaming + +`serve_batched.py --pd-prefill-stream-layers` enables validated partial KV reception +with a Torch decoder. The subprocess must advertise progress support. ATOM decoder +ownership integration is still pending; its CLI route rejects this flag. + +The three factories in `streaming_factories.py` cover the four measured models: + +| Factory | Model | Existing producer | +|---|---|---| +| `streaming_factories:qwen` | Qwen3-0.6B, Qwen3-4B | `long_width_variant.make_prefill` | +| `streaming_factories:gemma` | Gemma3-1B | `gemma_prefill.Prefill` | +| `streaming_factories:koni` | KONI-Llama3.1-8B | `koni_prefill.Prefill` | + +Set the producer's `PYTHONPATH` to include this package, `examples/pd`, and the +existing `serving_matrix` and `qwen3_rngd` example directories from aicomp commit +`04dab7cb6961103f9404c99e9fcbcaadac14b098`, plus the compatible `rngd_pd` package. +These are explicit research dependencies; the adapters do not bundle the compiler +or model implementations. Exact measured source hashes are in evidence265. + +The producer arguments are: + +```text +--engine factory --engine-factory streaming_factories:qwen --width 128 --chip 0 +``` + +Pass those through `--pd-prefill-args`, choose the corresponding factory, and use +`--pd-prefill-python` for the isolated Furiosa interpreter/registration wrapper. +Use local safetensors model checkpoints. Factory width is one compiled width and +must fit `--max-context`; the model-specific constructor also checks supported +widths and geometry. KONI's validated partitioned producer requires width512 or +larger in multiples of512. + +Keep the same factory and omit only `--pd-prefill-stream-layers` for the whole-KV +control. That path calls the original producer's `prefill` method. Streaming +preserves its layer arithmetic and final head but exports each finished layer or +group before the next one runs. Published spans are copied to shared memory before +notification and must remain immutable until the serial producer finishes the +request. Decoder cache lengths and reusable prefix state are published only after +all requested suffix spans arrive and destination copies complete. + +This is blocking per-group CPU export followed by incremental decoder import. +It can allow decoder import during later source computation, but does not imply +asynchronous RNGD download, device DMA overlap, or a serving speedup. Hardware +source parity at width128/512 does not establish long-context performance or +cross-backend numerical equivalence. See the experiment record for exact cases, +failed attempts and the current verification scope. diff --git a/opt_prime/examples/pd/http_matrix/.research/events.jsonl b/opt_prime/examples/pd/http_matrix/.research/events.jsonl index a3b6b94c..3308721b 100644 --- a/opt_prime/examples/pd/http_matrix/.research/events.jsonl +++ b/opt_prime/examples/pd/http_matrix/.research/events.jsonl @@ -10,3 +10,5 @@ {"id": "9635af86bf8a4e3488b13630c09c75b3", "ts": "2026-10-24T06:32:18+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Opt-in SHM progress receiver and GPU owner implemented; request-ID alias and capacity failure regressions fixed. Focused CPU/CUDA18pass; full574pass/15skip/253subtests. Controlled producers only; no real RNGD streaming speedup claim.", "next": "Connect real RNGD source adapters and ATOM owner; measure same-route parity and compute-transfer overlap", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"stream_layers": "opt-in"}, "artifacts": ["evidence265/stream265-final-regression.log"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["experiment", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} {"id": "19634472c8254c7d89e8636c33d4497d", "ts": "2026-10-24T06:41:38+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Production source SHM protocol, rngd-full per-group export and Torch CLI opt-in implemented. Full591pass before final head compatibility helper; final source13pass. Actual KONI RNGD source parity running; no speedup claim. Four-model acceptance ledger now includes all576 heldout responses without waiving strict failures.", "next": "Poll source parity session5290/PID1408878; finish hardware evidence, then connect long-context factories and ATOM owner", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"engine": "rngd-full", "width": "128", "sdk": "2026.4.0"}, "artifacts": ["evidence265/stream265-source-final.log"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["experiment", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} {"id": "bb0db22a79ed4a06ba77ec40328d8196", "ts": "2026-10-24T06:42:16+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Source protocol/CLI tests pass; actual KONI legacy rngd-full attempt failed before inference: graph compiled74s, on-card head imports unavailable furiosa.native_llm_common. No KV/logit or performance result. Failure retained; use validated partitioned/host-head factories next.", "next": "Connect the four-model validated factory adapters to source streaming; repeat real source parity before decoder overlap benchmarks", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"engine": "rngd-full", "width": "128", "sdk": "2026.4.0"}, "artifacts": ["evidence265/stream265-source-hardware.log"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["experiment", "rngd"], "review": false, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} +{"id": "b0667e569a434d809a2402e0819ce0cc", "ts": "2026-10-24T06:58:54+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "All4 actual RNGD-GPU routes pass8/8 fixed8-token output pairs; source24/24 exact KV/logits. Stream imports56/72/52/64 spans vs0 whole. Tuple/list server integration bug reproduced and fixed; no speedup or quality-equivalence claim.", "next": "Finish full regression and publish; run alternating same-engine 2K/8K inputs and record early imports, TTFT and total latency; ATOM owner remains pending", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"models": "4", "concurrency": "2", "output_tokens": "8", "widths": "128,512"}, "artifacts": ["evidence265/stream265-gpu-queue.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["experiment", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} +{"id": "30e2f47887874d45b40330d564620267", "ts": "2026-10-24T07:01:24+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Four-model factory integration verified:24/24 exact real RNGD KV/logit cases,8/8 real GPU token pairs, full606passed/15skipped/253subtests. Tuple/list integration failure fixed and retained. Long2K/8K timing prepared, not yet measured; ATOM streaming pending.", "next": "Run same-engine alternating whole/stream long-context matrix and examine TTFT, end-to-end latency and early-import traces", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"models": "4", "concurrency": "2", "source_widths": "128,512"}, "artifacts": ["evidence265/stream265-factory-full.log", "evidence265/stream265-gpu-queue.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["experiment", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} diff --git a/opt_prime/examples/pd/http_matrix/STATUS.md b/opt_prime/examples/pd/http_matrix/STATUS.md index e8ee55b3..db09c348 100644 --- a/opt_prime/examples/pd/http_matrix/STATUS.md +++ b/opt_prime/examples/pd/http_matrix/STATUS.md @@ -60,3 +60,9 @@ Opt-in subprocess progress validation and incremental GPU imports implemented; p Production SHM source protocol and rngd-full per-group export connected. Torch CLI opt-in added; unsupported owners rejected. Full591pass before final legacy-head helper; final source13pass. Actual KONI source parity running; no numerical or speedup claim yet. Four-model long-context factories and ATOM ownership integration remain pending. Hardware attempt ended before inference: legacy FullPrefillEngine on-card head requires missing furiosa.native_llm_common. Group graph compiled74s; no KV/logit parity result. Continue with the already validated four-model factory adapters and KONI partitioned host-head path. + +## Four-model streaming factories (#265) + +Validated producers connected:24/24 actual RNGD source cases exact K/V/logits;8/8 real RNGD-GPU fixed8-token pairs exact, all four models. Width128/512 only. Factory tuple/list integration bug reproduced and corrected;27focused tests pass. Long-context repeated timing, hardware fault isolation under streaming and ATOM owner remain pending. Same-route parity does not waive previous cross-backend content counterexamples. + +Final factory integration full regression:606passed,15skipped,253subtests in166.21s. Short-width source/GPU hardware checks complete; long-context matrix is the next measurement. diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-adapters-final.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-adapters-final.log new file mode 100644 index 00000000..4ddfc932 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-adapters-final.log @@ -0,0 +1,2 @@ +......................... [100%] +25 passed in 2.83s diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-adapters-focused.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-adapters-focused.log new file mode 100644 index 00000000..fcb72902 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-adapters-focused.log @@ -0,0 +1,64 @@ +F...F....... [100%] +=================================== FAILURES =================================== +_________ test_qwen_stream_exports_model_layer_order_before_next_call __________ + + def test_qwen_stream_exports_model_layer_order_before_next_call(): + m=adapter();spans=[] + e=SimpleNamespace(width=4,embedding=torch.arange(20).reshape(10,2).float(),device='cpu', + layers=[0,1],fixed=[],rotation=0,mask=0,chip=0,s={'rms_norm_eps':1e-6}, + norm=torch.ones(2),head=torch.eye(2),sync=lambda _:None) + def layer(x,i,*unused): + assert len(spans)==i + kv=torch.arange(16).reshape(2,1,2,4).to(torch.bfloat16)+i*16 + return x+1,kv + e.module=layer + def emit(i,start,k,v): + assert k.shape==v.shape==(1,1,2,2) + assert (i,start)==(len(spans),0) + spans.append((k.clone(),v.clone())) +> logits=m.qwen_stream(e,[1,2],emit) + +tests/test_streaming_factories.py:28: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +e = namespace(width=4, embedding=tensor([[ 0., 1.], + [ 2., 3.], + [ 4., 5.], + [ 6., 7.], + [...83520>, module=.layer at 0x79f248a835b0>) +tokens = [1, 2] +emit = .emit at 0x79f248a83640> + + def qwen_stream(e, tokens, emit): + ids = _ids(e, tokens) + n = len(ids) + x = e.embedding[ids + [ids[-1]] * (e.width - n)].to(torch.bfloat16).to(e.device) + for i, layer in enumerate(e.layers): +> x, kv = e.module(x, *e.fixed, *layer, e.rotation, e.mask) +E TypeError: Value after * must be an iterable, not int + +examples/pd/streaming_factories.py:34: TypeError +______________ test_bad_prompt_rejected_before_computation[gemma] ______________ + +kind = 'gemma' + + @pytest.mark.parametrize('kind',['qwen','gemma','koni']) + def test_bad_prompt_rejected_before_computation(kind): + m=adapter();e=SimpleNamespace(width=4) +> with pytest.raises(ValueError):getattr(m,kind+'_stream')(e,[],lambda *a:None) + +tests/test_streaming_factories.py:76: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +e = namespace(width=4), tokens = [] +emit = . at 0x79f24746fa30> + + def gemma_stream(e, tokens, emit): +> from gemma_parts import initial_hidden, final_logits +E ModuleNotFoundError: No module named 'gemma_parts' + +examples/pd/streaming_factories.py:45: ModuleNotFoundError +=========================== short test summary info ============================ +FAILED tests/test_streaming_factories.py::test_qwen_stream_exports_model_layer_order_before_next_call +FAILED tests/test_streaming_factories.py::test_bad_prompt_rejected_before_computation[gemma] +2 failed, 10 passed in 1.38s diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-adapters-red.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-adapters-red.log new file mode 100644 index 00000000..24cbe35c --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-adapters-red.log @@ -0,0 +1,153 @@ +FFFFFF [100%] +=================================== FAILURES =================================== +_________ test_qwen_stream_exports_model_layer_order_before_next_call __________ + + def test_qwen_stream_exports_model_layer_order_before_next_call(): +> m=adapter();spans=[] + +tests/test_streaming_factories.py:15: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +tests/test_streaming_factories.py:11: in adapter + module=importlib.util.module_from_spec(spec);spec.loader.exec_module(module);return module +:879: in exec_module + ??? +:1016: in get_code + ??? +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +self = <_frozen_importlib_external.SourceFileLoader object at 0x7b77e1db4040> +path = '/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/streaming_factories.py' + +> ??? +E FileNotFoundError: [Errno 2] No such file or directory: '/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/streaming_factories.py' + +:1073: FileNotFoundError +____________ test_koni_stream_uses_partitioned_stage_and_host_head _____________ + + def test_koni_stream_uses_partitioned_stage_and_host_head(): +> m=adapter();spans=[] + +tests/test_streaming_factories.py:36: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +tests/test_streaming_factories.py:11: in adapter + module=importlib.util.module_from_spec(spec);spec.loader.exec_module(module);return module +:879: in exec_module + ??? +:1016: in get_code + ??? +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +self = <_frozen_importlib_external.SourceFileLoader object at 0x7b771b896e60> +path = '/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/streaming_factories.py' + +> ??? +E FileNotFoundError: [Errno 2] No such file or directory: '/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/streaming_factories.py' + +:1073: FileNotFoundError +___________ test_gemma_stream_keeps_padding_and_local_global_inputs ____________ + +monkeypatch = <_pytest.monkeypatch.MonkeyPatch object at 0x7b771b89fa60> + + def test_gemma_stream_keeps_padding_and_local_global_inputs(monkeypatch): +> m=adapter();spans=[];seen=[] + +tests/test_streaming_factories.py:53: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +tests/test_streaming_factories.py:11: in adapter + module=importlib.util.module_from_spec(spec);spec.loader.exec_module(module);return module +:879: in exec_module + ??? +:1016: in get_code + ??? +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +self = <_frozen_importlib_external.SourceFileLoader object at 0x7b771b89f670> +path = '/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/streaming_factories.py' + +> ??? +E FileNotFoundError: [Errno 2] No such file or directory: '/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/streaming_factories.py' + +:1073: FileNotFoundError +______________ test_bad_prompt_rejected_before_computation[qwen] _______________ + +kind = 'qwen' + + @pytest.mark.parametrize('kind',['qwen','gemma','koni']) + def test_bad_prompt_rejected_before_computation(kind): +> m=adapter();e=SimpleNamespace(width=4) + +tests/test_streaming_factories.py:75: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +tests/test_streaming_factories.py:11: in adapter + module=importlib.util.module_from_spec(spec);spec.loader.exec_module(module);return module +:879: in exec_module + ??? +:1016: in get_code + ??? +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +self = <_frozen_importlib_external.SourceFileLoader object at 0x7b771b895e10> +path = '/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/streaming_factories.py' + +> ??? +E FileNotFoundError: [Errno 2] No such file or directory: '/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/streaming_factories.py' + +:1073: FileNotFoundError +______________ test_bad_prompt_rejected_before_computation[gemma] ______________ + +kind = 'gemma' + + @pytest.mark.parametrize('kind',['qwen','gemma','koni']) + def test_bad_prompt_rejected_before_computation(kind): +> m=adapter();e=SimpleNamespace(width=4) + +tests/test_streaming_factories.py:75: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +tests/test_streaming_factories.py:11: in adapter + module=importlib.util.module_from_spec(spec);spec.loader.exec_module(module);return module +:879: in exec_module + ??? +:1016: in get_code + ??? +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +self = <_frozen_importlib_external.SourceFileLoader object at 0x7b771b8d3be0> +path = '/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/streaming_factories.py' + +> ??? +E FileNotFoundError: [Errno 2] No such file or directory: '/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/streaming_factories.py' + +:1073: FileNotFoundError +______________ test_bad_prompt_rejected_before_computation[koni] _______________ + +kind = 'koni' + + @pytest.mark.parametrize('kind',['qwen','gemma','koni']) + def test_bad_prompt_rejected_before_computation(kind): +> m=adapter();e=SimpleNamespace(width=4) + +tests/test_streaming_factories.py:75: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +tests/test_streaming_factories.py:11: in adapter + module=importlib.util.module_from_spec(spec);spec.loader.exec_module(module);return module +:879: in exec_module + ??? +:1016: in get_code + ??? +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +self = <_frozen_importlib_external.SourceFileLoader object at 0x7b771ba65c90> +path = '/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/streaming_factories.py' + +> ??? +E FileNotFoundError: [Errno 2] No such file or directory: '/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/streaming_factories.py' + +:1073: FileNotFoundError +=========================== short test summary info ============================ +FAILED tests/test_streaming_factories.py::test_qwen_stream_exports_model_layer_order_before_next_call +FAILED tests/test_streaming_factories.py::test_koni_stream_uses_partitioned_stage_and_host_head +FAILED tests/test_streaming_factories.py::test_gemma_stream_keeps_padding_and_local_global_inputs +FAILED tests/test_streaming_factories.py::test_bad_prompt_rejected_before_computation[qwen] +FAILED tests/test_streaming_factories.py::test_bad_prompt_rejected_before_computation[gemma] +FAILED tests/test_streaming_factories.py::test_bad_prompt_rejected_before_computation[koni] +6 failed in 0.96s diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-factory-final.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-factory-final.log new file mode 100644 index 00000000..b92cb93e --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-factory-final.log @@ -0,0 +1,2 @@ +...... [100%] +6 passed in 0.98s diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-factory-full.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-factory-full.log new file mode 100644 index 00000000..6c0ba0af --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-factory-full.log @@ -0,0 +1,52 @@ +............................................................................................s..... [ 15%] +.........................................................s.s............ [ 27%] +.....ss...........................s..................................... [ 39%] +........................................................................ [ 50%] +.....s.s...........................................s.................... [ 62%] +........................................................................ [ 74%] +........................s.s.............................. [ 83%] +........................ [ 87%] +........................................................................ [ 98%] +..s.... [100%] +=============================== warnings summary =============================== +examples/pd/native_kv/test_native_pack.py::NativePackTest::test_exact_bytes_and_independent_lifetime +examples/pd/native_kv/test_native_pack.py::NativePackTest::test_exact_bytes_and_independent_lifetime +examples/pd/native_kv/test_native_pack.py::NativePackTest::test_exact_bytes_and_independent_lifetime + /home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/native_kv/test_native_pack.py:24: DeprecationWarning: The argument 'device' of Tensor.is_pinned() is deprecated. Please do not pass this argument. (Triggered internally at /__w/pytorch/pytorch/aten/src/ATen/native/Memory.cpp:31.) + self.assertTrue(actual.is_pinned('cuda')) + +examples/pd/native_kv/test_packed_lane.py::PackedLaneTest::test_owned_packet_and_other_lane_isolation +examples/pd/native_kv/test_packed_lane.py::PackedLaneTest::test_owned_packet_and_other_lane_isolation +examples/pd/native_kv/test_packed_lane.py::PackedLaneTest::test_owned_packet_and_other_lane_isolation + /home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/native_kv/gpu_batch_decoder.py:93: DeprecationWarning: The argument 'device' of Tensor.is_pinned() is deprecated. Please do not pass this argument. (Triggered internally at /__w/pytorch/pytorch/aten/src/ATen/native/Memory.cpp:31.) + or not host.is_pinned('cuda') or not host.is_contiguous()): + +examples/pd/native_kv/test_pinned_receiver.py::PinnedReceiveTest::test_eight_slot_tcp_frames_exact_at_capacity +examples/pd/native_kv/test_pinned_receiver.py::PinnedReceiveTest::test_eight_slot_tcp_frames_exact_at_capacity +examples/pd/native_kv/test_pinned_receiver.py::PinnedReceiveTest::test_eight_slot_tcp_frames_exact_at_capacity + /home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/native_kv/test_pinned_receiver.py:75: DeprecationWarning: The argument 'device' of Tensor.is_pinned() is deprecated. Please do not pass this argument. (Triggered internally at /__w/pytorch/pytorch/aten/src/ATen/native/Memory.cpp:31.) + self.assertTrue(direct.data.host.is_pinned('cuda')) + +examples/pd/native_kv/test_pinned_receiver.py::PinnedReceiveTest::test_real_multipart_exact_and_owned +examples/pd/native_kv/test_pinned_receiver.py::PinnedReceiveTest::test_real_multipart_exact_and_owned +examples/pd/native_kv/test_pinned_receiver.py::PinnedReceiveTest::test_real_multipart_exact_and_owned + /home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/native_kv/test_pinned_receiver.py:25: DeprecationWarning: The argument 'device' of Tensor.is_pinned() is deprecated. Please do not pass this argument. (Triggered internally at /__w/pytorch/pytorch/aten/src/ATen/native/Memory.cpp:31.) + self.assertTrue(direct.data.host.is_pinned('cuda')) + +tests/test_kvstore.py::test_second_engine_reuses_chunks_from_the_store[lmcache] + /home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/attention/flex_attention.py:2481: UserWarning: flex_attention called without torch.compile() - this will use an unfused implementation that materializes the full scores matrix instead of generating a fused kernel. + + SOLUTION: Use torch.compile(flex_attention)(...) + + If you want to debug your score_mod/mask_mod, you can set: + torch.nn.attention.flex_attention._FLEX_ATTENTION_DISABLE_COMPILE_DEBUG = True + + This will allow you to use print statements or breakpoints. Note: This doesn't work with the backwards pass and may produce incorrect results. + _warn_once( + +tests/test_pd_stream_admission.py: 14 warnings + /home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/jit/_script.py:365: DeprecationWarning: `torch.jit.script_method` is deprecated. Please switch to `torch.compile` or `torch.export`. + warnings.warn( + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +606 passed, 15 skipped, 27 warnings, 253 subtests passed in 166.21s (0:02:46) diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-factory-hardware.py b/opt_prime/examples/pd/http_matrix/evidence265/stream265-factory-hardware.py new file mode 100644 index 00000000..38f03e46 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-factory-hardware.py @@ -0,0 +1,49 @@ +import argparse,hashlib,json,time,traceback +from pathlib import Path +from types import SimpleNamespace +import numpy as np +import torch +from furiosa.torch._register import _register +_register() +import rngd_pd.engines.fsdk as sdk +sdk.open_device=lambda *a,**k:(sdk.set_fusion(4),sdk.set_mesh_kind(sdk.MeshKind.Mesh(2))) +from opt_prime.accel.pd.prefill_server import factory_engine,stream_result +from transformers import AutoTokenizer +p=argparse.ArgumentParser();p.add_argument('--model',required=True);p.add_argument('--family',required=True);p.add_argument('--label',required=True);p.add_argument('--width',type=int,required=True);a=p.parse_args() +root=Path('/home/gspark/workspace/npu_offload/analysis/serving-matrix-201');out=root/f'stream265-{a.label}-source.json' +if out.exists():raise RuntimeError('refuse overwrite of prior hardware result') +config=json.loads((Path(a.model)/'config.json').read_text()) +args=SimpleNamespace(model=a.model,engine_factory=f'streaming_factories:{a.family}',width=str(a.width),chip=0,slots=1, + layers=config['num_hidden_layers'],kv_heads=config['num_key_value_heads'],head_dim=config.get('head_dim') or config['hidden_size']//config['num_attention_heads'],max_context=a.width) +result={'model':a.label,'width':a.width,'engine_factory':args.engine_factory,'cases':[], + 'scope':'same RNGD source whole vs streamed KV/logits; not decoder parity or speedup', + 'source_sha256':{}} +for path in [Path('/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/prefill_server.py'),Path('/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/streaming_factories.py')]: + result['source_sha256'][path.name]=hashlib.sha256(path.read_bytes()).hexdigest() +try: + print('initializing',a.label,flush=True);engine=factory_engine(args);print('initialized',a.label,flush=True) + tokenizer=AutoTokenizer.from_pretrained(a.model) + base=tokenizer.encode('Seoul is the capital of South Korea. Count one two three.',add_special_tokens=True) + for n in [len(base),a.width]: + ids=(base*((n+len(base)-1)//len(base)))[:n] + with torch.inference_mode(): + k,v,logits=engine.prefill(ids) + for start in [0,n//2,n]: + slab=np.zeros((1,2,args.layers,args.kv_heads,args.max_context,args.head_dim),dtype=np.uint16) + spans=[];t=time.perf_counter() + def publish(msg):spans.append(dict(span=msg['kv_span'],time_s=time.perf_counter()-t)) + other=stream_result(engine,dict(id=0,tokens=ids,slot=0,send_from=start),slab,publish) + elapsed=time.perf_counter()-t + kv=torch.from_numpy(slab[0,:,:,:,:n-start].view(np.int16)).view(torch.bfloat16) + case={'input_len':n,'send_from':start,'keys_exact':torch.equal(k[:,:,start:].to(torch.bfloat16),kv[0]), + 'values_exact':torch.equal(v[:,:,start:].to(torch.bfloat16),kv[1]),'logits_exact':torch.equal(logits,other), + 'max_logit_error':float((logits-other).abs().max()),'token_whole':int(logits.argmax()),'token_stream':int(other.argmax()), + 'notifications':spans,'elapsed_s':elapsed} + result['cases'].append(case);out.write_text(json.dumps(result,indent=2)+'\n') + print(json.dumps({k:v for k,v in case.items() if k!='notifications'}),flush=True) + assert case['keys_exact'] and case['values_exact'] and case['logits_exact'] + result['stage']='complete' +except Exception as error: + result['stage']='failed';result['error']=repr(error);raise +finally: + out.write_text(json.dumps(result,indent=2)+'\n') diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-factory-list-final.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-factory-list-final.log new file mode 100644 index 00000000..f6f84b13 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-factory-list-final.log @@ -0,0 +1,2 @@ +........................... [100%] +27 passed in 4.82s diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-factory-list-red.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-factory-list-red.log new file mode 100644 index 00000000..c805cde4 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-factory-list-red.log @@ -0,0 +1,69 @@ +F. [100%] +=================================== FAILURES =================================== +_________ test_production_server_loads_factory_over_real_pipes[False] __________ + +children = (.make at 0x7c4b667d17e0>, [], ['psm_eeb9979f'], PosixPath('/tmp/pytest-of-gspark/pytest-202/test_production_server_loads_f0/gate')) +stream = False + + @pytest.mark.parametrize('stream',[False,True]) + def test_production_server_loads_factory_over_real_pipes(children,stream): + import time + from opt_prime.accel.pd import PDRequest + make,_,_,gate=children + root=gate.parent + (root/'config.json').write_text(json.dumps(dict(num_hidden_layers=1,num_key_value_heads=1,head_dim=2))) + save_file({'w':torch.ones(1)},root/'model.safetensors') + (root/'child').write_text(f'#!{sys.executable}\n'+''' + import os,sys,time + from pathlib import Path + from types import ModuleType + sys.path.insert(0,os.getcwd()) + import torch + from opt_prime.accel.pd import prefill_server as server + root=Path(os.environ['PREFILL_TEST_GATE']).parent + module=ModuleType('local_fixture') + class Engine: + def __init__(self,config,weights,**kw): + assert weights['w'].tolist()==[1.] and kw['width']==8 + def prefill(self,tokens): + assert isinstance(tokens,list), "factory expects token list" + k=torch.tensor([1.,2.],dtype=torch.bfloat16).reshape(1,1,2,1).expand(1,1,2,2) + return k,k,torch.tensor([0.,1.]) + def prefill_stream(self,tokens,emit): + k,v,logits=self.prefill(tokens) + emit(0,0,k[:,:,:1],v[:,:,:1]) + while not (root/'gate').exists():time.sleep(.005) + emit(0,1,k[:,:,1:],v[:,:,1:]) + return logits + module.make=Engine;sys.modules[module.__name__]=module + sys.argv=[sys.argv[0]]+sys.argv[3:]+['--engine','factory','--engine-factory','local_fixture:make','--model',str(root),'--width','8'] + server.main() + ''') + worker=make(stream_layers=stream) + future=worker.submit(PDRequest('factory',(1,2),1),slot=0) + if stream: + deadline=time.monotonic()+5;rows=[] + while not rows and time.monotonic() result=future.result(timeout=5) + +tests/test_prefill_factory.py:83: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +/usr/lib/python3.10/concurrent/futures/_base.py:458: in result + return self.__get_result() +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +self = None + + def __get_result(self): + if self._exception: + try: +> raise self._exception +E RuntimeError: prefill subprocess: AssertionError('factory expects token list') + +/usr/lib/python3.10/concurrent/futures/_base.py:403: RuntimeError +=========================== short test summary info ============================ +FAILED tests/test_prefill_factory.py::test_production_server_loads_factory_over_real_pipes[False] +1 failed, 1 passed, 6 deselected in 3.39s diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-factory-pipe-final.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-factory-pipe-final.log new file mode 100644 index 00000000..02cf34f7 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-factory-pipe-final.log @@ -0,0 +1,2 @@ +........................... [100%] +27 passed in 6.47s diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-factory-red.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-factory-red.log new file mode 100644 index 00000000..5faad826 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-factory-red.log @@ -0,0 +1,86 @@ +FFFFFF [100%] +=================================== FAILURES =================================== +______________ test_factory_receives_same_fp32_weights_and_config ______________ + +tmp_path = PosixPath('/tmp/pytest-of-gspark/pytest-197/test_factory_receives_same_fp30') +monkeypatch = <_pytest.monkeypatch.MonkeyPatch object at 0x7f38b226b5e0> + + def test_factory_receives_same_fp32_weights_and_config(tmp_path,monkeypatch): + args,calls=setup(tmp_path,monkeypatch) +> engine=server.factory_engine(args) +E AttributeError: module 'opt_prime.accel.pd.prefill_server' has no attribute 'factory_engine' + +tests/test_prefill_factory.py:26: AttributeError +________ test_factory_rejects_bad_setup_before_construction[head_dim-8] ________ + +tmp_path = PosixPath('/tmp/pytest-of-gspark/pytest-197/test_factory_rejects_bad_setup0') +monkeypatch = <_pytest.monkeypatch.MonkeyPatch object at 0x7f38b20bb460> +field = 'head_dim', value = 8 + + @pytest.mark.parametrize('field,value',[('head_dim',8),('layers',3),('width','0'),('width','128'),('engine_factory','bad')]) + def test_factory_rejects_bad_setup_before_construction(tmp_path,monkeypatch,field,value): + args,calls=setup(tmp_path,monkeypatch);setattr(args,field,value) +> with pytest.raises(ValueError):server.factory_engine(args) +E AttributeError: module 'opt_prime.accel.pd.prefill_server' has no attribute 'factory_engine' + +tests/test_prefill_factory.py:37: AttributeError +_________ test_factory_rejects_bad_setup_before_construction[layers-3] _________ + +tmp_path = PosixPath('/tmp/pytest-of-gspark/pytest-197/test_factory_rejects_bad_setup1') +monkeypatch = <_pytest.monkeypatch.MonkeyPatch object at 0x7f38b20b1030> +field = 'layers', value = 3 + + @pytest.mark.parametrize('field,value',[('head_dim',8),('layers',3),('width','0'),('width','128'),('engine_factory','bad')]) + def test_factory_rejects_bad_setup_before_construction(tmp_path,monkeypatch,field,value): + args,calls=setup(tmp_path,monkeypatch);setattr(args,field,value) +> with pytest.raises(ValueError):server.factory_engine(args) +E AttributeError: module 'opt_prime.accel.pd.prefill_server' has no attribute 'factory_engine' + +tests/test_prefill_factory.py:37: AttributeError +_________ test_factory_rejects_bad_setup_before_construction[width-0] __________ + +tmp_path = PosixPath('/tmp/pytest-of-gspark/pytest-197/test_factory_rejects_bad_setup2') +monkeypatch = <_pytest.monkeypatch.MonkeyPatch object at 0x7f38b20ba170> +field = 'width', value = '0' + + @pytest.mark.parametrize('field,value',[('head_dim',8),('layers',3),('width','0'),('width','128'),('engine_factory','bad')]) + def test_factory_rejects_bad_setup_before_construction(tmp_path,monkeypatch,field,value): + args,calls=setup(tmp_path,monkeypatch);setattr(args,field,value) +> with pytest.raises(ValueError):server.factory_engine(args) +E AttributeError: module 'opt_prime.accel.pd.prefill_server' has no attribute 'factory_engine' + +tests/test_prefill_factory.py:37: AttributeError +________ test_factory_rejects_bad_setup_before_construction[width-128] _________ + +tmp_path = PosixPath('/tmp/pytest-of-gspark/pytest-197/test_factory_rejects_bad_setup3') +monkeypatch = <_pytest.monkeypatch.MonkeyPatch object at 0x7f38b20b21a0> +field = 'width', value = '128' + + @pytest.mark.parametrize('field,value',[('head_dim',8),('layers',3),('width','0'),('width','128'),('engine_factory','bad')]) + def test_factory_rejects_bad_setup_before_construction(tmp_path,monkeypatch,field,value): + args,calls=setup(tmp_path,monkeypatch);setattr(args,field,value) +> with pytest.raises(ValueError):server.factory_engine(args) +E AttributeError: module 'opt_prime.accel.pd.prefill_server' has no attribute 'factory_engine' + +tests/test_prefill_factory.py:37: AttributeError +____ test_factory_rejects_bad_setup_before_construction[engine_factory-bad] ____ + +tmp_path = PosixPath('/tmp/pytest-of-gspark/pytest-197/test_factory_rejects_bad_setup4') +monkeypatch = <_pytest.monkeypatch.MonkeyPatch object at 0x7f38b20b93f0> +field = 'engine_factory', value = 'bad' + + @pytest.mark.parametrize('field,value',[('head_dim',8),('layers',3),('width','0'),('width','128'),('engine_factory','bad')]) + def test_factory_rejects_bad_setup_before_construction(tmp_path,monkeypatch,field,value): + args,calls=setup(tmp_path,monkeypatch);setattr(args,field,value) +> with pytest.raises(ValueError):server.factory_engine(args) +E AttributeError: module 'opt_prime.accel.pd.prefill_server' has no attribute 'factory_engine' + +tests/test_prefill_factory.py:37: AttributeError +=========================== short test summary info ============================ +FAILED tests/test_prefill_factory.py::test_factory_receives_same_fp32_weights_and_config +FAILED tests/test_prefill_factory.py::test_factory_rejects_bad_setup_before_construction[head_dim-8] +FAILED tests/test_prefill_factory.py::test_factory_rejects_bad_setup_before_construction[layers-3] +FAILED tests/test_prefill_factory.py::test_factory_rejects_bad_setup_before_construction[width-0] +FAILED tests/test_prefill_factory.py::test_factory_rejects_bad_setup_before_construction[width-128] +FAILED tests/test_prefill_factory.py::test_factory_rejects_bad_setup_before_construction[engine_factory-bad] +6 failed in 0.97s diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-gpu.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-gpu.json new file mode 100644 index 00000000..b6d9c529 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-gpu.json @@ -0,0 +1,91 @@ +{ + "model": "gemma", + "width": 128, + "cases": [ + { + "stream_layers": false, + "tokens": [ + [ + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 4308 + ] + ], + "stats": { + "iterations": 8, + "prefill_chunks": 0, + "decode_steps": 8, + "decode_rows": 14, + "progress_spans": 0, + "prefills": 2, + "transferred_tokens": 142, + "decode_cached_tokens": 0, + "prefill_cached_tokens": 0, + "prefill_s": 0.09421391598880291, + "transfer_s": 0.0 + }, + "idle": true + }, + { + "stream_layers": true, + "tokens": [ + [ + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 4308 + ] + ], + "stats": { + "iterations": 35, + "prefill_chunks": 0, + "decode_steps": 9, + "decode_rows": 14, + "progress_spans": 52, + "prefills": 2, + "transferred_tokens": 142, + "decode_cached_tokens": 0, + "prefill_cached_tokens": 0, + "prefill_s": 0.10299855103949085, + "transfer_s": 0.0 + }, + "idle": true + } + ], + "scope": "same-route real RNGD to GPU token parity, not cross-backend quality or speedup", + "source_sha256": { + "prefill_server.py": "5af1169ff5c6bfac6ce265ea3edf7f6a031c207bda7ce7bcbc996d7133576b1d", + "streaming_factories.py": "77745350973cc54bf508e0c8b473efc442afef20b1c64f7c4edc179ea1471389" + }, + "tokens_exact": true, + "stage": "complete" +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-gpu.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-gpu.log new file mode 100644 index 00000000..d90e431d --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-gpu.log @@ -0,0 +1,8 @@ +loading GPU gemma + +Loading weights: 0%| | 0/340 [00:000 + result['stage']='complete' +except Exception as error: + result['stage']='failed';result['error']=repr(error);raise +finally:out.write_text(json.dumps(result,indent=2)+'\n') diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-gpu-queue-failed-list.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gpu-queue-failed-list.json new file mode 100644 index 00000000..7807f9e4 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gpu-queue-failed-list.json @@ -0,0 +1,6 @@ +[ + { + "label": "qwen06b", + "exit_code": 1 + } +] diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-gpu-queue.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gpu-queue.json new file mode 100644 index 00000000..ef57f7cc --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gpu-queue.json @@ -0,0 +1,18 @@ +[ + { + "label": "qwen06b", + "exit_code": 0 + }, + { + "label": "qwen4b", + "exit_code": 0 + }, + { + "label": "gemma", + "exit_code": 0 + }, + { + "label": "koni", + "exit_code": 0 + } +] diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-gpu-queue.py b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gpu-queue.py new file mode 100644 index 00000000..cb25aea3 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gpu-queue.py @@ -0,0 +1,13 @@ +import os,subprocess,json +from pathlib import Path +root=Path('/home/gspark/workspace/npu_offload/analysis/serving-matrix-201') +env=dict(os.environ,OMP_NUM_THREADS='4',MKL_NUM_THREADS='4',TORCH_DEVICE_BACKEND_AUTOLOAD='0',PYTHONPATH='/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime:/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd:/tmp/rngd-gpu201-src:/home/gspark/workspace/aicomp-live-pd-234/opt_prime/examples/pd/serving_matrix') +rows=[] +for label,family,model,width in [('qwen06b','qwen','/home/gspark/.cache/huggingface/hub/models--Qwen--Qwen3-0.6B/snapshots/c1899de289a04d12100db370d81485cdf75e47ca',128),('qwen4b','qwen','/tmp/serving-matrix-models/Qwen3-4B',128),('gemma','gemma','/tmp/serving-matrix-models/Gemma3-1B',128),('koni','koni','/tmp/serving-matrix-models/KONI-8B',512)]: + log=root/f'stream265-{label}-gpu.log' + print('start',label,flush=True) + with log.open('x') as f: + p=subprocess.run(['/home/gspark/venvs/pt213/bin/python','/tmp/stream265-gpu-hardware.py','--label',label,'--family',family,'--model',model,'--width',str(width)],env=env,stdout=f,stderr=subprocess.STDOUT) + rows.append({'label':label,'exit_code':p.returncode});(root/'stream265-gpu-queue.json').write_text(json.dumps(rows,indent=2)+'\n') + print('finished',label,p.returncode,flush=True) + if p.returncode:break diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-gpu.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-gpu.json new file mode 100644 index 00000000..7472f8a9 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-gpu.json @@ -0,0 +1,91 @@ +{ + "model": "koni", + "width": 512, + "cases": [ + { + "stream_layers": false, + "tokens": [ + [ + 51289, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13 + ], + [ + 11206, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13 + ] + ], + "stats": { + "iterations": 17, + "prefill_chunks": 0, + "decode_steps": 8, + "decode_rows": 14, + "progress_spans": 0, + "prefills": 2, + "transferred_tokens": 527, + "decode_cached_tokens": 0, + "prefill_cached_tokens": 0, + "prefill_s": 0.6764575680135749, + "transfer_s": 0.0 + }, + "idle": true + }, + { + "stream_layers": true, + "tokens": [ + [ + 51289, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13 + ], + [ + 11206, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13 + ] + ], + "stats": { + "iterations": 53, + "prefill_chunks": 0, + "decode_steps": 14, + "decode_rows": 14, + "progress_spans": 64, + "prefills": 2, + "transferred_tokens": 527, + "decode_cached_tokens": 0, + "prefill_cached_tokens": 0, + "prefill_s": 0.6322675049887039, + "transfer_s": 0.0 + }, + "idle": true + } + ], + "scope": "same-route real RNGD to GPU token parity, not cross-backend quality or speedup", + "source_sha256": { + "prefill_server.py": "5af1169ff5c6bfac6ce265ea3edf7f6a031c207bda7ce7bcbc996d7133576b1d", + "streaming_factories.py": "77745350973cc54bf508e0c8b473efc442afef20b1c64f7c4edc179ea1471389" + }, + "tokens_exact": true, + "stage": "complete" +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-gpu.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-gpu.log new file mode 100644 index 00000000..0730d792 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-gpu.log @@ -0,0 +1,8 @@ +loading GPU koni + +Loading weights: 0%| | 0/291 [00:00 + batch.run_until_idle();tokens=[f.result(timeout=1) for f in futures] + File "/tmp/stream265-gpu-hardware.py", line 23, in + batch.run_until_idle();tokens=[f.result(timeout=1) for f in futures] + File "/usr/lib/python3.10/concurrent/futures/_base.py", line 451, in result + return self.__get_result() + File "/usr/lib/python3.10/concurrent/futures/_base.py", line 403, in __get_result + raise self._exception + File "/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/pd_batching.py", line 644, in _admit_prefilled + out = r.pending.result() # failures never import remaining notifications + File "/usr/lib/python3.10/concurrent/futures/_base.py", line 451, in result + return self.__get_result() + File "/usr/lib/python3.10/concurrent/futures/_base.py", line 403, in __get_result + raise self._exception +RuntimeError: prefill subprocess: TypeError('can only concatenate tuple (not "list") to tuple') diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-gpu.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-gpu.json new file mode 100644 index 00000000..90c27780 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-gpu.json @@ -0,0 +1,91 @@ +{ + "model": "qwen06b", + "width": 128, + "cases": [ + { + "stream_layers": false, + "tokens": [ + [ + 3555, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 30 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504 + ] + ], + "stats": { + "iterations": 7, + "prefill_chunks": 0, + "decode_steps": 7, + "decode_rows": 14, + "progress_spans": 0, + "prefills": 2, + "transferred_tokens": 142, + "decode_cached_tokens": 0, + "prefill_cached_tokens": 0, + "prefill_s": 0.06724402896361426, + "transfer_s": 0.0 + }, + "idle": true + }, + { + "stream_layers": true, + "tokens": [ + [ + 3555, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 30 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504 + ] + ], + "stats": { + "iterations": 37, + "prefill_chunks": 0, + "decode_steps": 9, + "decode_rows": 14, + "progress_spans": 56, + "prefills": 2, + "transferred_tokens": 142, + "decode_cached_tokens": 0, + "prefill_cached_tokens": 0, + "prefill_s": 0.07722594699589536, + "transfer_s": 0.0 + }, + "idle": true + } + ], + "scope": "same-route real RNGD to GPU token parity, not cross-backend quality or speedup", + "source_sha256": { + "prefill_server.py": "5af1169ff5c6bfac6ce265ea3edf7f6a031c207bda7ce7bcbc996d7133576b1d", + "streaming_factories.py": "77745350973cc54bf508e0c8b473efc442afef20b1c64f7c4edc179ea1471389" + }, + "tokens_exact": true, + "stage": "complete" +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-gpu.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-gpu.log new file mode 100644 index 00000000..872b71e1 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-gpu.log @@ -0,0 +1,8 @@ +loading GPU qwen06b + +Loading weights: 0%| | 0/311 [00:00= e.config['vocab_size'] for t in ids): + raise ValueError('invalid token ID') + pad = e.config.get('pad_token_id') + x = initial_hidden(e.weights['model.embed_tokens.weight'], ids + [0 if pad is None else pad] * (e.width - n)).to(e.device) + for i, layer in enumerate(e.params): + x, k, v = e.compiled(x, *layer, *e.positions[e.local[i]]) + emit(i, 0, k.cpu()[:n].permute(1, 0, 2).unsqueeze(0), + v.cpu()[:n].permute(1, 0, 2).unsqueeze(0)) + e.sync(e.chip) + return final_logits(x.cpu()[n - 1], e.weights['model.norm.weight'], + e.weights.get('lm_head.weight', e.weights['model.embed_tokens.weight']), e.config['rms_norm_eps']) + + +def koni_stream(e, tokens, emit): + ids = _ids(e, tokens) + n = len(ids) + if any(t >= e.config['vocab_size'] for t in ids): + raise ValueError('invalid token ID') + stage = e.engine.begin_device_prefill(ids) + layer = 0 + while True: + done = stage.advance() + k = stage.Ks[-1].cpu()[..., :n].transpose(-1, -2) + v = stage.Vs[-1].cpu()[:, :, :n] + emit(layer, 0, k, v) + layer += k.shape[0] + if done: + break + e.sync(e.chip) + z = stage.x.cpu()[n - 1].float() + z = z * torch.rsqrt(z.square().mean() + e.config['rms_norm_eps']) * e.norm.float() + return z @ e.head.float().T + + +def qwen(config, weights, width, chip=0): + from long_width_variant import make_prefill + from rngd_pd.engines.fsdk import sync + engine = make_prefill(config, weights, width, chip) + engine.sync = sync + return Streaming(engine, qwen_stream) + + +def gemma(config, weights, width, chip=0): + from gemma_prefill import Prefill + return Streaming(Prefill(config, weights, width, chip), gemma_stream) + + +def koni(config, weights, width, chip=0): + from koni_prefill import Prefill + return Streaming(Prefill(config, weights, width, chip), koni_stream) diff --git a/opt_prime/opt_prime/accel/pd/prefill_server.py b/opt_prime/opt_prime/accel/pd/prefill_server.py index 77e61add..0816fb68 100644 --- a/opt_prime/opt_prime/accel/pd/prefill_server.py +++ b/opt_prime/opt_prime/accel/pd/prefill_server.py @@ -180,9 +180,41 @@ def emit(layer, first, keys, values): return logits +def factory_engine(a): + """Load a trusted CLI factory using the same FP32 checkpoint inputs as research workers.""" + from importlib import import_module + from pathlib import Path + from safetensors import safe_open + path = Path(a.model) + config = json.loads((path / "config.json").read_text()) + width = int(a.width) + head_dim = config.get("head_dim") or config["hidden_size"] // config["num_attention_heads"] + if (not 0 < width <= a.max_context or a.slots <= 0 + or (a.layers, a.kv_heads, a.head_dim) != + (config["num_hidden_layers"], config["num_key_value_heads"], head_dim)): + raise ValueError("factory width or shared-memory geometry does not match checkpoint") + module, sep, name = (a.engine_factory or "").partition(":") + if not sep or not module or not name: + raise ValueError("engine factory must be module:callable") + factory = getattr(import_module(module), name) + if not callable(factory): + raise ValueError("engine factory must be callable") + weights = {} + for shard in sorted(path.glob("*.safetensors")): + with safe_open(shard, framework="pt") as f: + for key in f.keys(): + if key in weights: + raise ValueError("duplicate tensor in checkpoint shards") + weights[key] = f.get_tensor(key).float() + if not weights: + raise ValueError("factory requires local safetensors weights") + return factory(config, weights, width=width, chip=a.chip) + + def main(): ap = argparse.ArgumentParser() - ap.add_argument("--engine", required=True, choices=["torch", "rngd-qwen", "rngd-full"]) + ap.add_argument("--engine", required=True, choices=["torch", "rngd-qwen", "rngd-full", "factory"]) + ap.add_argument("--engine-factory", help="trusted local module:callable; used only with --engine factory") ap.add_argument("--model", required=True); ap.add_argument("--model-id", default=None) ap.add_argument("--shm", required=True); ap.add_argument("--slots", type=int, required=True) ap.add_argument("--layers", type=int, required=True); ap.add_argument("--kv-heads", type=int, required=True) @@ -214,6 +246,8 @@ def main(): engine = TorchPrefillEngine(model, max_context=a.max_context, chunk=a.chunk) elif a.engine == "rngd-full": engine = _RngdFull(a) + elif a.engine == "factory": + engine = factory_engine(a) else: engine = _RngdQwen(a) streaming = callable(getattr(engine, "prefill_stream", None)) @@ -238,7 +272,7 @@ def main(): out = engine.prefill(PDRequest(f"p{req['id']}", tokens, 1, sampling), start) keys, values, token, cached = out.keys, out.values, out.token, out.prefill_cached else: - keys, values, logits = engine.prefill(tokens) + keys, values, logits = engine.prefill(list(tokens)) keys, values = keys[:, :, start:], values[:, :, start:] token, cached = select_token(logits, sampling, len(tokens)), 0 n = keys.shape[2] diff --git a/opt_prime/tests/test_prefill_factory.py b/opt_prime/tests/test_prefill_factory.py new file mode 100644 index 00000000..ba6af700 --- /dev/null +++ b/opt_prime/tests/test_prefill_factory.py @@ -0,0 +1,87 @@ +"""Explicit local factories preserve checkpoint inputs and validate slab geometry.""" +import json,sys +from types import SimpleNamespace,ModuleType +import pytest +import torch +from safetensors.torch import save_file +from opt_prime.accel.pd import prefill_server as server + + +def setup(tmp_path,monkeypatch): + config=dict(num_hidden_layers=2,num_key_value_heads=1,num_attention_heads=2,hidden_size=8) + (tmp_path/'config.json').write_text(json.dumps(config)) + save_file({'w':torch.ones(2,dtype=torch.bfloat16)},tmp_path/'model.safetensors') + module=ModuleType('test_local_prefill') + calls=[] + def factory(c,w,**kw): + calls.append((c,w,kw));return SimpleNamespace(prefill=lambda tokens:None) + module.make=factory;monkeypatch.setitem(sys.modules,module.__name__,module) + args=SimpleNamespace(model=str(tmp_path),engine_factory='test_local_prefill:make',width='32',chip=0, + slots=1,layers=2,kv_heads=1,head_dim=4,max_context=64) + return args,calls + + +def test_factory_receives_same_fp32_weights_and_config(tmp_path,monkeypatch): + args,calls=setup(tmp_path,monkeypatch) + engine=server.factory_engine(args) + assert callable(engine.prefill) + assert len(calls)==1 + c,w,kw=calls[0] + assert c['hidden_size']==8 and w['w'].dtype==torch.float32 + assert w['w'].tolist()==[1.,1.] and kw==dict(width=32,chip=0) + + +@pytest.mark.parametrize('field,value',[('head_dim',8),('layers',3),('width','0'),('width','128'),('engine_factory','bad')]) +def test_factory_rejects_bad_setup_before_construction(tmp_path,monkeypatch,field,value): + args,calls=setup(tmp_path,monkeypatch);setattr(args,field,value) + with pytest.raises(ValueError):server.factory_engine(args) + assert not calls + + +@pytest.mark.parametrize('stream',[False,True]) +def test_production_server_loads_factory_over_real_pipes(children,stream): + import time + from opt_prime.accel.pd import PDRequest + make,_,_,gate=children + root=gate.parent + (root/'config.json').write_text(json.dumps(dict(num_hidden_layers=1,num_key_value_heads=1,head_dim=2))) + save_file({'w':torch.ones(1)},root/'model.safetensors') + (root/'child').write_text(f'#!{sys.executable}\n'+''' +import os,sys,time +from pathlib import Path +from types import ModuleType +sys.path.insert(0,os.getcwd()) +import torch +from opt_prime.accel.pd import prefill_server as server +root=Path(os.environ['PREFILL_TEST_GATE']).parent +module=ModuleType('local_fixture') +class Engine: + def __init__(self,config,weights,**kw): + assert weights['w'].tolist()==[1.] and kw['width']==8 + def prefill(self,tokens): + assert isinstance(tokens,list), "factory expects token list" + k=torch.tensor([1.,2.],dtype=torch.bfloat16).reshape(1,1,2,1).expand(1,1,2,2) + return k,k,torch.tensor([0.,1.]) + def prefill_stream(self,tokens,emit): + k,v,logits=self.prefill(tokens) + emit(0,0,k[:,:,:1],v[:,:,:1]) + while not (root/'gate').exists():time.sleep(.005) + emit(0,1,k[:,:,1:],v[:,:,1:]) + return logits +module.make=Engine;sys.modules[module.__name__]=module +sys.argv=[sys.argv[0]]+sys.argv[3:]+['--engine','factory','--engine-factory','local_fixture:make','--model',str(root),'--width','8'] +server.main() +''') + worker=make(stream_layers=stream) + future=worker.submit(PDRequest('factory',(1,2),1),slot=0) + if stream: + deadline=time.monotonic()+5;rows=[] + while not rows and time.monotonic() Date: Sat, 24 Oct 2026 07:11:21 +0900 Subject: [PATCH 06/29] test: measure four-model long-context layer streaming --- .../pd/http_matrix/.research/events.jsonl | 1 + opt_prime/examples/pd/http_matrix/STATUS.md | 4 + .../evidence265/audit_stream265_long.py | 32 + .../evidence265/stream265-gemma-long-gpu.json | 2928 ++++++++++++++ .../evidence265/stream265-gemma-long-gpu.log | 12 + .../evidence265/stream265-koni-long-gpu.json | 3312 +++++++++++++++ .../evidence265/stream265-koni-long-gpu.log | 12 + .../evidence265/stream265-long-gpu.py | 53 + .../evidence265/stream265-long-queue.json | 18 + .../evidence265/stream265-long-queue.py | 15 + .../evidence265/stream265-long-summary.json | 165 + .../stream265-qwen06b-long-gpu.json | 3056 ++++++++++++++ .../stream265-qwen06b-long-gpu.log | 12 + .../stream265-qwen4b-long-gpu.json | 3568 +++++++++++++++++ .../evidence265/stream265-qwen4b-long-gpu.log | 12 + .../2026-10-24-rngd-layer-stream265.md | 19 + 16 files changed, 13219 insertions(+) create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/audit_stream265_long.py create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-long-gpu.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-long-gpu.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-long-gpu.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-long-gpu.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-long-gpu.py create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-long-queue.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-long-queue.py create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-long-summary.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-long-gpu.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-long-gpu.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-long-gpu.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-long-gpu.log diff --git a/opt_prime/examples/pd/http_matrix/.research/events.jsonl b/opt_prime/examples/pd/http_matrix/.research/events.jsonl index 3308721b..167ce426 100644 --- a/opt_prime/examples/pd/http_matrix/.research/events.jsonl +++ b/opt_prime/examples/pd/http_matrix/.research/events.jsonl @@ -12,3 +12,4 @@ {"id": "bb0db22a79ed4a06ba77ec40328d8196", "ts": "2026-10-24T06:42:16+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Source protocol/CLI tests pass; actual KONI legacy rngd-full attempt failed before inference: graph compiled74s, on-card head imports unavailable furiosa.native_llm_common. No KV/logit or performance result. Failure retained; use validated partitioned/host-head factories next.", "next": "Connect the four-model validated factory adapters to source streaming; repeat real source parity before decoder overlap benchmarks", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"engine": "rngd-full", "width": "128", "sdk": "2026.4.0"}, "artifacts": ["evidence265/stream265-source-hardware.log"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["experiment", "rngd"], "review": false, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} {"id": "b0667e569a434d809a2402e0819ce0cc", "ts": "2026-10-24T06:58:54+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "All4 actual RNGD-GPU routes pass8/8 fixed8-token output pairs; source24/24 exact KV/logits. Stream imports56/72/52/64 spans vs0 whole. Tuple/list server integration bug reproduced and fixed; no speedup or quality-equivalence claim.", "next": "Finish full regression and publish; run alternating same-engine 2K/8K inputs and record early imports, TTFT and total latency; ATOM owner remains pending", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"models": "4", "concurrency": "2", "output_tokens": "8", "widths": "128,512"}, "artifacts": ["evidence265/stream265-gpu-queue.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["experiment", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} {"id": "30e2f47887874d45b40330d564620267", "ts": "2026-10-24T07:01:24+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Four-model factory integration verified:24/24 exact real RNGD KV/logit cases,8/8 real GPU token pairs, full606passed/15skipped/253subtests. Tuple/list integration failure fixed and retained. Long2K/8K timing prepared, not yet measured; ATOM streaming pending.", "next": "Run same-engine alternating whole/stream long-context matrix and examine TTFT, end-to-end latency and early-import traces", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"models": "4", "concurrency": "2", "source_widths": "128,512"}, "artifacts": ["evidence265/stream265-factory-full.log", "evidence265/stream265-gpu-queue.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["experiment", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} +{"id": "63bac08d360c462ea1702ca871c14305", "ts": "2026-10-24T07:10:12+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "All4 long RNGD-GPU runs complete: c2 inputs2K/8K output32,3 measured batches/mode. Whole→stream median seconds Q06 3.638→2.613(-28.2%), Q4 7.306→5.690(-22.1%), Gemma3.936→3.768(-4.3%), KONI7.599→5.856(-22.9%). All64 sequences incl warmups exact;732 imports completed before source Future. Host trace, not device-overlap proof.", "next": "Verify long byte-level KV and streaming fault isolation; connect ATOM ownership-safe partial import; retain opt-in pending wider loads", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"models": "4", "concurrency": "2", "input_tokens": "2048,8192", "output_tokens": "32", "compiled_width": "8192", "repeats": "3"}, "artifacts": ["evidence265/stream265-long-summary.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["benchmark", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} diff --git a/opt_prime/examples/pd/http_matrix/STATUS.md b/opt_prime/examples/pd/http_matrix/STATUS.md index db09c348..f8e5564a 100644 --- a/opt_prime/examples/pd/http_matrix/STATUS.md +++ b/opt_prime/examples/pd/http_matrix/STATUS.md @@ -66,3 +66,7 @@ Hardware attempt ended before inference: legacy FullPrefillEngine on-card head r Validated producers connected:24/24 actual RNGD source cases exact K/V/logits;8/8 real RNGD-GPU fixed8-token pairs exact, all four models. Width128/512 only. Factory tuple/list integration bug reproduced and corrected;27focused tests pass. Long-context repeated timing, hardware fault isolation under streaming and ATOM owner remain pending. Same-route parity does not waive previous cross-backend content counterexamples. Final factory integration full regression:606passed,15skipped,253subtests in166.21s. Short-width source/GPU hardware checks complete; long-context matrix is the next measurement. + +## Long-context streaming measurements (#265) + +Runtime171e8c4: c2 mixed2K/8K input, fixed32output,3batches/mode after warmups. Median completion reduction28.2% Q06,22.1% Q4,4.3% Gemma,22.9% KONI. All64sequences incl warmups exact;732 GPU span imports complete before source Future. Published auditor reproduces raw-record summary. Host trace only; no universal speedup or semantic-equivalence claim. Long KV byte parity, hardware fault tests and ATOM partial ownership remain pending. diff --git a/opt_prime/examples/pd/http_matrix/evidence265/audit_stream265_long.py b/opt_prime/examples/pd/http_matrix/evidence265/audit_stream265_long.py new file mode 100644 index 00000000..3a320451 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/audit_stream265_long.py @@ -0,0 +1,32 @@ +"""Recompute paired long-context results without treating pending models as passes.""" +import json,statistics +from pathlib import Path +root=Path(__file__).resolve().parent +report={'scope':'One RNGD and GPU, fixed width8192, mixed2048/8192 inputs, c2, fixed32 output; three measured batches/mode after two warmups. Host completion trace, not device-kernel overlap.','models':{}} +for label in ['qwen06b','qwen4b','gemma','koni']: + p=root/f'stream265-{label}-long-gpu.json' + if not p.exists():report['models'][label]={'stage':'not_collected'};continue + r=json.loads(p.read_text()) + if r.get('stage')!='complete':report['models'][label]={'stage':r.get('stage','running'),'runs':len(r['runs']),'error':r.get('error')};continue + assert r['input_lengths']==[2048,8192] and r['output_tokens']==32 and r['concurrency']==2 and r['width']==8192 + assert len(r['runs'])==8 + reference=r['runs'][0]['tokens'] + for i,run in enumerate(r['runs']): + assert run['warmup']==(i<2) and run['idle'] and run['tokens_exact'] + assert run['tokens']==reference and len(run['tokens'])==2 and all(len(t)==32 for t in run['tokens']) + assert len(run['token_times_s'])==2 + for first,times in zip(run['ttft_s'],run['token_times_s']): + assert len(times)==32 and first==times[0] and times==sorted(times) and times[-1]<=run['elapsed_s'] + assert sum(e['spans'] for e in run['imports'])==run['progress_spans'] + assert all(e['start_s']<=e['end_s'] for e in run['imports']) + modes={} + for mode in [False,True]: + runs=[v for v in r['runs'] if not v['warmup'] and v['stream_layers']==mode];assert len(runs)==3 + summary={'median_elapsed_s':statistics.median(v['elapsed_s'] for v in runs),'median_ttft_s':[statistics.median(v['ttft_s'][i] for v in runs) for i in range(2)],'imports_before_source_done':sum(not e['source_done_before'] for v in runs for e in v['imports'])} + assert summary==r['summary'][str(mode)] + summary.update(elapsed_samples_s=[v['elapsed_s'] for v in runs],spans_completed_before_source_done=sum(e['spans'] for v in runs for e in v['imports'] if not e['source_done_after'])) + modes[str(mode)]=summary + a,b=modes['False'],modes['True'] + report['models'][label]={'stage':'complete','modes':modes,'elapsed_reduction_pct':100*(1-b['median_elapsed_s']/a['median_elapsed_s']),'ttft_reduction_pct':[100*(1-y/x) for x,y in zip(a['median_ttft_s'],b['median_ttft_s'])],'exact_pairs_including_warmup':8,'exact_sequences_including_warmup':16} +(root/'stream265-long-summary.json').write_text(json.dumps(report,indent=2)+'\n') +print(json.dumps({k:{n:v[n] for n in ['stage','elapsed_reduction_pct'] if n in v} for k,v in report['models'].items()},indent=2)) diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-long-gpu.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-long-gpu.json new file mode 100644 index 00000000..fd6eb0e1 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-long-gpu.json @@ -0,0 +1,2928 @@ +{ + "model": "gemma", + "width": 8192, + "input_lengths": [ + 2048, + 8192 + ], + "output_tokens": 32, + "concurrency": 2, + "runs": [ + { + "stream_layers": false, + "warmup": true, + "elapsed_s": 6.748456870031077, + "ttft_s": [ + 1.6351231230073608, + 5.947171353036538 + ], + "token_times_s": [ + [ + 1.6351231230073608, + 5.873175609041937, + 5.974547468998935, + 5.9995778950396925, + 6.024714746046811, + 6.049316010030452, + 6.074465379992034, + 6.103727816022001, + 6.1334632050129585, + 6.161726702994201, + 6.1866818050039, + 6.210786599025596, + 6.236518188030459, + 6.260729528032243, + 6.2858301710220985, + 6.31175156502286, + 6.339242349029519, + 6.363871960027609, + 6.388168676989153, + 6.413163544028066, + 6.43724615604151, + 6.463916650041938, + 6.488558070035651, + 6.512927734002005, + 6.540250937046949, + 6.56686898303451, + 6.592250061046798, + 6.622452215990052, + 6.647834661998786, + 6.673417880025227, + 6.698212368006352, + 6.724359973042738 + ], + [ + 5.947171353036538, + 5.97458707599435, + 5.999611577019095, + 6.0247498390381224, + 6.049351268040482, + 6.0745030010002665, + 6.103768230008427, + 6.133501978009008, + 6.161762734001968, + 6.186716218013316, + 6.210822155990172, + 6.23655198700726, + 6.260763429047074, + 6.285865858022589, + 6.311790961015504, + 6.339279517997056, + 6.363908589002676, + 6.388202965026721, + 6.413200999028049, + 6.437280857004225, + 6.46395385399228, + 6.488595504022669, + 6.512966006994247, + 6.540285452036187, + 6.566906891006511, + 6.592286475992296, + 6.622491981019266, + 6.647868617030326, + 6.67345581902191, + 6.698247169028036, + 6.724509324005339, + 6.748300131992437 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "stream_layers": true, + "warmup": true, + "elapsed_s": 3.7357015860034153, + "ttft_s": [ + 1.4779081789893098, + 2.961618172994349 + ], + "token_times_s": [ + [ + 1.4779081789893098, + 1.506323597044684, + 1.5318033720250241, + 1.5590228240471333, + 1.5863728540134616, + 1.6106944770435803, + 1.6374280730378814, + 1.6629986810148694, + 1.6886840400402434, + 1.7140462740208022, + 1.740020547003951, + 1.7659896879922599, + 1.7930832910351455, + 1.8179132390068844, + 1.8435246160370298, + 1.8699852310237475, + 1.893927776021883, + 1.920655993046239, + 1.9472530840430409, + 1.9731223770068027, + 1.9979044320061803, + 2.0247071270132437, + 2.05117433500709, + 2.079637275019195, + 2.109258771990426, + 2.141613361018244, + 2.1723755190032534, + 2.2044939229963347, + 2.2344928410020657, + 2.2665786430006847, + 2.2969954080181196, + 2.328974356991239 + ], + [ + 2.961618172994349, + 2.987527001008857, + 3.0117767130141146, + 3.0361000890261494, + 3.0626875800080597, + 3.0870504420017824, + 3.1115567560191266, + 3.1349938950152136, + 3.1597952080192044, + 3.183369920006953, + 3.2086461890139617, + 3.2326126280240715, + 3.2575277350260876, + 3.2818660030025057, + 3.3064267390291207, + 3.3298439260106534, + 3.3552153250202537, + 3.3788333970005624, + 3.4024076189962216, + 3.425993771990761, + 3.4535005940124393, + 3.483198103029281, + 3.512890681042336, + 3.5390661800047383, + 3.566022797022015, + 3.5929075590102, + 3.6165741350268945, + 3.640054818999488, + 3.663602314016316, + 3.687696400040295, + 3.7120286900317296, + 3.7355553680099547 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107 + ] + ], + "tokens_exact": true, + "progress_spans": 52, + "imports": [ + { + "request": "1-0", + "spans": 1, + "start_s": 305140.98990182, + "end_s": 305140.990923199, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305141.045092825, + "end_s": 305141.045792346, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305141.100407747, + "end_s": 305141.101183321, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305141.155661075, + "end_s": 305141.156402705, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305141.21093773, + "end_s": 305141.211634596, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305141.266293562, + "end_s": 305141.267059235, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305141.321621422, + "end_s": 305141.322366685, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305141.377019177, + "end_s": 305141.37769547, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305141.432240233, + "end_s": 305141.432909381, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305141.487662062, + "end_s": 305141.488454742, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305141.543086208, + "end_s": 305141.543801725, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305141.598861304, + "end_s": 305141.599652168, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305141.654456551, + "end_s": 305141.655174076, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305141.709851887, + "end_s": 305141.710636745, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305141.765417786, + "end_s": 305141.766220228, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305141.820862805, + "end_s": 305141.821659111, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305141.876331044, + "end_s": 305141.877297512, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305141.931825172, + "end_s": 305141.932571446, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305141.987316066, + "end_s": 305141.988043957, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305142.042630945, + "end_s": 305142.04336943, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305142.098122954, + "end_s": 305142.098877836, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305142.153802513, + "end_s": 305142.154689013, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305142.209412338, + "end_s": 305142.210243083, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305142.264941827, + "end_s": 305142.265677401, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305142.320519796, + "end_s": 305142.321438407, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305142.375994244, + "end_s": 305142.376876466, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305142.47989536, + "end_s": 305142.481590499, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305142.531561453, + "end_s": 305142.533045975, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305142.583869551, + "end_s": 305142.585434944, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305142.634913739, + "end_s": 305142.636395229, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305142.686857701, + "end_s": 305142.688324222, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305142.764391507, + "end_s": 305142.765842225, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305142.814798051, + "end_s": 305142.816334983, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305142.868122841, + "end_s": 305142.869651896, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305142.918776209, + "end_s": 305142.920415224, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305142.972048101, + "end_s": 305142.973668372, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305143.030134344, + "end_s": 305143.031814898, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305143.093250053, + "end_s": 305143.094919122, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305143.15536841, + "end_s": 305143.157120288, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305143.217871235, + "end_s": 305143.219592852, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305143.249958063, + "end_s": 305143.251589275, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305143.300437607, + "end_s": 305143.302062736, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305143.356229789, + "end_s": 305143.357846067, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305143.41206404, + "end_s": 305143.413683469, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305143.468025312, + "end_s": 305143.469769733, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305143.523905789, + "end_s": 305143.525441254, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305143.579790079, + "end_s": 305143.581310777, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305143.635679551, + "end_s": 305143.637221892, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305143.69154733, + "end_s": 305143.693080595, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305143.747437328, + "end_s": 305143.74904225, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305143.803498335, + "end_s": 305143.805056436, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305143.859410217, + "end_s": 305143.861185448, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + }, + { + "stream_layers": false, + "warmup": false, + "elapsed_s": 3.8862337400205433, + "ttft_s": [ + 1.542605636001099, + 3.106737296038773 + ], + "token_times_s": [ + [ + 1.542605636001099, + 1.5709142300183885, + 1.5953226000419818, + 1.6197267170064151, + 1.6457401490188204, + 1.669608424010221, + 1.6949172540334985, + 1.720758208015468, + 1.7492836100282148, + 1.777376545011066, + 1.8056062980322167, + 1.8318758090026677, + 1.856569766998291, + 1.8802562530036084, + 1.9039700000430457, + 1.9276310480199754, + 1.952689427009318, + 1.9775476080249064, + 2.0028299349942245, + 2.028749644989148, + 2.0549874150310643, + 2.0794664740096778, + 2.1043069600127637, + 2.1279727710061707, + 2.154776101000607, + 2.1797109200269915, + 2.204533818003256, + 2.228203018021304, + 2.2545419750385918, + 2.2793019019882195, + 2.304274268040899, + 2.3284471700317226 + ], + [ + 3.106737296038773, + 3.1363011540379375, + 3.1616822340292856, + 3.186658726015594, + 3.2117713470361196, + 3.23731980699813, + 3.262147003028076, + 3.2872468680143356, + 3.3123135560308583, + 3.3369538609986193, + 3.361744843015913, + 3.3856304879882373, + 3.409703024022747, + 3.434728222026024, + 3.458656612026971, + 3.4823162630200386, + 3.506785812031012, + 3.530621804005932, + 3.554402801033575, + 3.5785316880210303, + 3.602305222011637, + 3.6260330569930375, + 3.6497292880085297, + 3.673717027006205, + 3.698405080009252, + 3.7220816600020044, + 3.746582981024403, + 3.7703243300202303, + 3.796523770026397, + 3.827646858000662, + 3.85884891403839, + 3.8860697880154476 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "stream_layers": true, + "warmup": false, + "elapsed_s": 3.847725262050517, + "ttft_s": [ + 1.4739738240023144, + 3.0624648480443284 + ], + "token_times_s": [ + [ + 1.4739738240023144, + 1.501713196048513, + 1.52595162804937, + 1.551169253012631, + 1.5784851200296544, + 1.603966566035524, + 1.6308348410530016, + 1.6550044040195644, + 1.6803274240228347, + 1.7039505410357378, + 1.7276408210163936, + 1.753013115026988, + 1.7784376230556518, + 1.8052721850108355, + 1.831245317007415, + 1.8566613220027648, + 1.8841416670475155, + 1.9091992330504581, + 1.9344896650291048, + 1.9644386880099773, + 1.9958236640086398, + 2.027966545021627, + 2.053427177015692, + 2.0817218860029243, + 2.108817733998876, + 2.13505336700473, + 2.161993451009039, + 2.1892447490245104, + 2.2128282740013674, + 2.2394896870246157, + 2.2651062690420076, + 2.293323452002369 + ], + [ + 3.0624648480443284, + 3.0902029940043576, + 3.1192003070027567, + 3.144128587038722, + 3.1686228410108015, + 3.1926376380142756, + 3.2172380960546434, + 3.242101038049441, + 3.271256890031509, + 3.2980147780035622, + 3.3227272190270014, + 3.3476356840110384, + 3.373395315022208, + 3.3991155450348742, + 3.423854258027859, + 3.4485332920448855, + 3.4734353810199536, + 3.497490282054059, + 3.5221812990494072, + 3.5472271100152284, + 3.573682798014488, + 3.5989320720545948, + 3.6242636600509286, + 3.6496063970262185, + 3.673468376044184, + 3.697692388028372, + 3.7225190630415455, + 3.74713850900298, + 3.7708164210198447, + 3.7975993340369314, + 3.823005976038985, + 3.847563784045633 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107 + ] + ], + "tokens_exact": true, + "progress_spans": 52, + "imports": [ + { + "request": "3-0", + "spans": 1, + "start_s": 305148.660333436, + "end_s": 305148.661234652, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305148.715723665, + "end_s": 305148.716449873, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305148.771346594, + "end_s": 305148.772158915, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305148.826876989, + "end_s": 305148.827708114, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305148.882236151, + "end_s": 305148.88298188, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305148.937906185, + "end_s": 305148.938666291, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305148.993491684, + "end_s": 305148.994216495, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305149.048862837, + "end_s": 305149.049595337, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305149.104387572, + "end_s": 305149.105119055, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305149.159717205, + "end_s": 305149.160486139, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305149.215220824, + "end_s": 305149.215946536, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305149.270692908, + "end_s": 305149.271413979, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305149.326178518, + "end_s": 305149.326953474, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305149.381524727, + "end_s": 305149.382346289, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305149.437041689, + "end_s": 305149.437811862, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305149.492481876, + "end_s": 305149.493234456, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305149.547832356, + "end_s": 305149.548546297, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305149.60326049, + "end_s": 305149.603984465, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305149.658688055, + "end_s": 305149.659447571, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305149.714318766, + "end_s": 305149.715353932, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305149.769906032, + "end_s": 305149.770693595, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305149.825444862, + "end_s": 305149.826214557, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305149.880892212, + "end_s": 305149.881699316, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305149.936494393, + "end_s": 305149.937267651, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305149.99205682, + "end_s": 305149.99277001, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305150.047521346, + "end_s": 305150.048306278, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305150.147346743, + "end_s": 305150.148873286, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305150.20014428, + "end_s": 305150.201599051, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305150.251181172, + "end_s": 305150.252679716, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305150.323818427, + "end_s": 305150.325281911, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305150.374613992, + "end_s": 305150.376059628, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305150.427421149, + "end_s": 305150.428880207, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305150.480320856, + "end_s": 305150.481839332, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305150.530669652, + "end_s": 305150.532254546, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305150.592015229, + "end_s": 305150.593721555, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305150.649604189, + "end_s": 305150.651075311, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305150.704996655, + "end_s": 305150.706536718, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305150.758170916, + "end_s": 305150.759638533, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305150.809010655, + "end_s": 305150.810525239, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305150.861285038, + "end_s": 305150.862850454, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305150.915976399, + "end_s": 305150.917659889, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305150.971702304, + "end_s": 305150.973537651, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305151.027564264, + "end_s": 305151.029390194, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305151.083272285, + "end_s": 305151.085007428, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305151.139626658, + "end_s": 305151.141489043, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305151.198809382, + "end_s": 305151.200765772, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305151.254830964, + "end_s": 305151.256819168, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305151.314556782, + "end_s": 305151.316529945, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305151.370446133, + "end_s": 305151.372185498, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305151.426280111, + "end_s": 305151.428012886, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305151.481980211, + "end_s": 305151.48374779, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305151.537920224, + "end_s": 305151.539823819, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + }, + { + "stream_layers": true, + "warmup": false, + "elapsed_s": 3.755831065995153, + "ttft_s": [ + 1.4703551069833338, + 2.94642604701221 + ], + "token_times_s": [ + [ + 1.4703551069833338, + 1.5002880899701267, + 1.526546059991233, + 1.5577113259932958, + 1.5870199259952642, + 1.613513474992942, + 1.6393103000009432, + 1.6655611110036261, + 1.6911285870010033, + 1.7163923709886149, + 1.7425783629878424, + 1.7699387239990756, + 1.7963993159937672, + 1.8226106789661571, + 1.8478938009939156, + 1.874000358977355, + 1.9010142050101422, + 1.927652494981885, + 1.9542888429714367, + 1.9789200209779665, + 2.0092868200154044, + 2.0357154149678536, + 2.0632875169976614, + 2.0889130539726466, + 2.114814956963528, + 2.140019865008071, + 2.166315672977362, + 2.1914825509884395, + 2.2190903769806027, + 2.24963121896144, + 2.279521032993216, + 2.3090670839883387 + ], + [ + 2.94642604701221, + 2.974132990988437, + 3.002192796964664, + 3.0304783119936474, + 3.0544860640075058, + 3.078830796002876, + 3.105663537979126, + 3.133321903005708, + 3.1593010349897668, + 3.1841823469731025, + 3.2120976930018514, + 3.2374416289967485, + 3.2621145250159316, + 3.287919881986454, + 3.313646611000877, + 3.3386619969969615, + 3.363586232997477, + 3.390160836977884, + 3.4169514419627376, + 3.4435963619616814, + 3.4707673210068606, + 3.4989347889786586, + 3.529211174987722, + 3.554593520006165, + 3.580509434978012, + 3.6070423380006105, + 3.631838537985459, + 3.657210263016168, + 3.6818369679967873, + 3.7055579709704034, + 3.7307676679920405, + 3.7556506959954277 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107 + ] + ], + "tokens_exact": true, + "progress_spans": 52, + "imports": [ + { + "request": "4-0", + "spans": 1, + "start_s": 305152.533487095, + "end_s": 305152.534332851, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305152.588758107, + "end_s": 305152.589474685, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305152.64421856, + "end_s": 305152.649125765, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305152.699765702, + "end_s": 305152.700830999, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305152.75527816, + "end_s": 305152.756030303, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305152.810547264, + "end_s": 305152.811329011, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305152.866681309, + "end_s": 305152.86747456, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305152.92263124, + "end_s": 305152.923420346, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305152.978474966, + "end_s": 305152.979255337, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305153.033931639, + "end_s": 305153.034662468, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305153.089377587, + "end_s": 305153.09015888, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305153.144872266, + "end_s": 305153.14562591, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305153.200442098, + "end_s": 305153.201185205, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305153.255871134, + "end_s": 305153.256703409, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305153.311028273, + "end_s": 305153.311880158, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305153.366453996, + "end_s": 305153.367291074, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305153.421934236, + "end_s": 305153.422734937, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305153.477383616, + "end_s": 305153.47821577, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305153.532891117, + "end_s": 305153.533704049, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305153.588205825, + "end_s": 305153.588938683, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305153.643653958, + "end_s": 305153.644379338, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305153.699063234, + "end_s": 305153.699834424, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305153.754637233, + "end_s": 305153.755419291, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305153.810120161, + "end_s": 305153.810844919, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305153.865508859, + "end_s": 305153.866263646, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305153.920851139, + "end_s": 305153.921694511, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305154.026803336, + "end_s": 305154.028393984, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305154.082552393, + "end_s": 305154.084033204, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305154.134600223, + "end_s": 305154.136079993, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305154.185430852, + "end_s": 305154.186887942, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305154.238984013, + "end_s": 305154.240510173, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305154.291650313, + "end_s": 305154.293136566, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305154.343044326, + "end_s": 305154.344661025, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305154.396696298, + "end_s": 305154.398341408, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305154.47834716, + "end_s": 305154.480102867, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305154.532326627, + "end_s": 305154.533772805, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305154.583853146, + "end_s": 305154.585302957, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305154.635354838, + "end_s": 305154.636816334, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305154.688134445, + "end_s": 305154.689813216, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305154.748564602, + "end_s": 305154.750233046, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305154.78454828, + "end_s": 305154.786247816, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305154.840165872, + "end_s": 305154.841846433, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305154.895829305, + "end_s": 305154.897563112, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305154.951553843, + "end_s": 305154.953244091, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305155.0072063, + "end_s": 305155.008897906, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305155.062991616, + "end_s": 305155.064664397, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305155.118711089, + "end_s": 305155.12046063, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305155.174496652, + "end_s": 305155.176120662, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305155.230307636, + "end_s": 305155.232012048, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305155.285931256, + "end_s": 305155.287515933, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305155.341628204, + "end_s": 305155.343321259, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305155.397263317, + "end_s": 305155.399212925, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + }, + { + "stream_layers": false, + "warmup": false, + "elapsed_s": 3.9362495579989627, + "ttft_s": [ + 1.5528230070485733, + 3.1090109440265223 + ], + "token_times_s": [ + [ + 1.5528230070485733, + 1.579341335047502, + 1.6050293990410864, + 1.631392665032763, + 1.6576915940386243, + 1.6828923650318757, + 1.7103133519995026, + 1.7366866710362956, + 1.7629061359912157, + 1.7891655690036714, + 1.8140385990263894, + 1.8402312260004692, + 1.867058274045121, + 1.892571514006704, + 1.9164551570429467, + 1.9426845400012098, + 1.9681300520314835, + 1.993658232036978, + 2.018105232040398, + 2.0434960430138744, + 2.0696511690039188, + 2.0960205320152454, + 2.1201696800417267, + 2.145624246040825, + 2.172839933016803, + 2.1985530570382252, + 2.2257172950194217, + 2.2502537320251577, + 2.2758327610208653, + 2.3013555020443164, + 2.325629575003404, + 2.35122977104038 + ], + [ + 3.1090109440265223, + 3.1367732569924556, + 3.165866524039302, + 3.1920335970353335, + 3.2196462680003606, + 3.248541458044201, + 3.2747186320484616, + 3.2997797270072624, + 3.326063039014116, + 3.3526234220480546, + 3.3793197300401516, + 3.4043213879922405, + 3.432638719037641, + 3.4608049250091426, + 3.4889421820407733, + 3.5150464880280197, + 3.5420215380145237, + 3.5665324040455744, + 3.593341132043861, + 3.620073049038183, + 3.646853111044038, + 3.673009018995799, + 3.699536069005262, + 3.726345441013109, + 3.7533112250384875, + 3.7787014190107584, + 3.8058170310105197, + 3.832050208002329, + 3.858439736010041, + 3.8846247370238416, + 3.910280456999317, + 3.9360723540303297 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "stream_layers": false, + "warmup": false, + "elapsed_s": 3.948294752975926, + "ttft_s": [ + 1.533289729966782, + 3.130001502984669 + ], + "token_times_s": [ + [ + 1.533289729966782, + 1.5602696589776315, + 1.585186687996611, + 1.6143477549776435, + 1.6405704799690284, + 1.6651290989830159, + 1.6926163180032745, + 1.7178891070070677, + 1.7433667249861173, + 1.7692330009886064, + 1.794620735978242, + 1.819369936012663, + 1.844732805970125, + 1.8685811560135335, + 1.896595673984848, + 1.9218508530175313, + 1.9473453480168246, + 1.9743286580196582, + 2.0014069869648665, + 2.027656799997203, + 2.0532699190080166, + 2.0778449450153857, + 2.1022625499754213, + 2.127917837991845, + 2.152827415964566, + 2.177304397977423, + 2.2032977300114, + 2.2283090869896114, + 2.2550809549866244, + 2.2823910799925216, + 2.306344338983763, + 2.331072896020487 + ], + [ + 3.130001502984669, + 3.156902459973935, + 3.1814690780011006, + 3.2075784860062413, + 3.231400873977691, + 3.256961035018321, + 3.2825097129680216, + 3.3092220349935815, + 3.33920563099673, + 3.369560295017436, + 3.3993398229940794, + 3.429365017975215, + 3.4591392269940116, + 3.4899771939963102, + 3.520500734972302, + 3.547032872971613, + 3.572299060993828, + 3.5969455909798853, + 3.6217170690069906, + 3.646719723008573, + 3.6724866909789853, + 3.698924563010223, + 3.7235030129668303, + 3.7479896689765155, + 3.774068199971225, + 3.799247411021497, + 3.8245367759955116, + 3.8485144849983044, + 3.873989486019127, + 3.8984908839920536, + 3.9229512789752334, + 3.9481308980030008 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "stream_layers": true, + "warmup": false, + "elapsed_s": 3.7678867469658144, + "ttft_s": [ + 1.4981700189528055, + 2.977867861976847 + ], + "token_times_s": [ + [ + 1.4981700189528055, + 1.5269048030022532, + 1.5526836409699172, + 1.5784676859620959, + 1.6038396309595555, + 1.6302849549683742, + 1.656422093976289, + 1.6818967849831097, + 1.7078202209668234, + 1.734630858991295, + 1.7627966579748318, + 1.7900326839881018, + 1.8170708440011367, + 1.842395986954216, + 1.8701532270060852, + 1.8957206559716724, + 1.923299464979209, + 1.9471929139690474, + 1.9733362389961258, + 1.9995066789560951, + 2.0262070479802787, + 2.05243394599529, + 2.078015453997068, + 2.1035537209827453, + 2.131712117989082, + 2.157618528988678, + 2.1825243839994073, + 2.2108637429773808, + 2.2376622909796424, + 2.2646119599812664, + 2.2921148319728673, + 2.319155298988335 + ], + [ + 2.977867861976847, + 3.0042750249849632, + 3.029351716977544, + 3.055495156964753, + 3.081213001976721, + 3.104982452990953, + 3.1290867589996196, + 3.154313850973267, + 3.180891074007377, + 3.206082462973427, + 3.2336940539535135, + 3.2585961910081096, + 3.2868447179789655, + 3.313134457974229, + 3.3386137670022435, + 3.363421419984661, + 3.388333823007997, + 3.412484288972337, + 3.4382970349979587, + 3.4635382079868577, + 3.4888756419532, + 3.513303203973919, + 3.5381262130104005, + 3.563412375980988, + 3.5897828729939647, + 3.6157557659898885, + 3.640974963956978, + 3.6656582260038704, + 3.691242351953406, + 3.716288930969313, + 3.743421341991052, + 3.7677260659984313 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107 + ] + ], + "tokens_exact": true, + "progress_spans": 52, + "imports": [ + { + "request": "7-0", + "spans": 1, + "start_s": 305164.260265439, + "end_s": 305164.261274886, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305164.315411397, + "end_s": 305164.316152436, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305164.37072838, + "end_s": 305164.371416934, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305164.426046227, + "end_s": 305164.426752626, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305164.481484559, + "end_s": 305164.482220572, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305164.53705996, + "end_s": 305164.537805257, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305164.592213083, + "end_s": 305164.59291627, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305164.647501109, + "end_s": 305164.648180993, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305164.702615994, + "end_s": 305164.703300419, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305164.75783467, + "end_s": 305164.758553143, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305164.813142375, + "end_s": 305164.813842098, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305164.868460117, + "end_s": 305164.86916868, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305164.923787117, + "end_s": 305164.924503736, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305164.979334455, + "end_s": 305164.980094667, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305165.03477111, + "end_s": 305165.035509238, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305165.090241197, + "end_s": 305165.091033232, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305165.14567358, + "end_s": 305165.146393487, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305165.201043268, + "end_s": 305165.201779461, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305165.256543138, + "end_s": 305165.257283221, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305165.311834519, + "end_s": 305165.312530079, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305165.367269292, + "end_s": 305165.367975241, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305165.422554823, + "end_s": 305165.423227993, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305165.477924851, + "end_s": 305165.478708736, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305165.53341674, + "end_s": 305165.534180854, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305165.588857492, + "end_s": 305165.589584615, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305165.644090083, + "end_s": 305165.644804348, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305165.773351137, + "end_s": 305165.774864629, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305165.825166792, + "end_s": 305165.826679575, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305165.876783957, + "end_s": 305165.878372155, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305165.929512583, + "end_s": 305165.931063, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305165.984914666, + "end_s": 305165.986391963, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305166.037280061, + "end_s": 305166.038837528, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305166.090609203, + "end_s": 305166.092105526, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305166.168218263, + "end_s": 305166.169689303, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305166.221091163, + "end_s": 305166.222642215, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305166.27289698, + "end_s": 305166.274355909, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305166.326594229, + "end_s": 305166.328076707, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305166.377408274, + "end_s": 305166.378953462, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305166.432549053, + "end_s": 305166.434205203, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305166.486998249, + "end_s": 305166.488552753, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305166.536271629, + "end_s": 305166.537858561, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305166.591870056, + "end_s": 305166.593514079, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305166.647504432, + "end_s": 305166.649150317, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305166.703169316, + "end_s": 305166.704702154, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305166.758850116, + "end_s": 305166.760504755, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305166.814713987, + "end_s": 305166.816421076, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305166.870287986, + "end_s": 305166.871819493, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305166.925841647, + "end_s": 305166.927520105, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305166.98156483, + "end_s": 305166.983246526, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305167.037301052, + "end_s": 305167.038954858, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305167.092952004, + "end_s": 305167.094668767, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305167.148767047, + "end_s": 305167.150377032, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + } + ], + "scope": "fixed compiled width, repeated synthetic prompt, caches off; host import trace is not device-kernel overlap", + "source_sha256": { + "prefill_server.py": "5af1169ff5c6bfac6ce265ea3edf7f6a031c207bda7ce7bcbc996d7133576b1d", + "streaming_factories.py": "77745350973cc54bf508e0c8b473efc442afef20b1c64f7c4edc179ea1471389" + }, + "summary": { + "False": { + "median_elapsed_s": 3.9362495579989627, + "median_ttft_s": [ + 1.542605636001099, + 3.1090109440265223 + ], + "imports_before_source_done": 0 + }, + "True": { + "median_elapsed_s": 3.7678867469658144, + "median_ttft_s": [ + 1.4739738240023144, + 2.977867861976847 + ], + "imports_before_source_done": 156 + } + }, + "stage": "complete" +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-long-gpu.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-long-gpu.log new file mode 100644 index 00000000..f6b2f7f4 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-long-gpu.log @@ -0,0 +1,12 @@ +GPU loading gemma + +Loading weights: 0%| | 0/340 [00:00count: + self.import_trace.append({'request':r.request.request_id,'spans':self.stats['progress_spans']-count,'start_s':start,'end_s':time.perf_counter(),'source_done_before':done_before,'source_done_after':r.pending.done()}) +p=argparse.ArgumentParser();p.add_argument('--model',required=True);p.add_argument('--family',required=True);p.add_argument('--label',required=True);p.add_argument('--width',type=int,default=8192);a=p.parse_args() +root=Path('/home/gspark/workspace/npu_offload/analysis/serving-matrix-201');out=root/f'stream265-{a.label}-long-gpu.json' +if out.exists():raise RuntimeError('refuse overwrite') +print('GPU loading',a.label,flush=True) +model=AutoModelForCausalLM.from_pretrained(a.model,dtype=torch.bfloat16).to('cuda:0').eval();c=model.config.get_text_config() +base=AutoTokenizer.from_pretrained(a.model).encode('Seoul is the capital of South Korea. Count one two three.',add_special_tokens=True) +prompts=[tuple((base*((n+len(base)-1)//len(base)))[:n]) for n in [a.width//4,a.width]] +env=dict(os.environ,PYTHONPATH='/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime:/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd:/tmp/rngd-gpu201-src:/home/gspark/workspace/aicomp-live-pd-234/opt_prime/examples/pd/serving_matrix') +result={'model':a.label,'width':a.width,'input_lengths':list(map(len,prompts)),'output_tokens':32,'concurrency':2,'runs':[], + 'scope':'fixed compiled width, repeated synthetic prompt, caches off; host import trace is not device-kernel overlap'} +result['source_sha256']={name:hashlib.sha256(Path(path).read_bytes()).hexdigest() for name,path in [('prefill_server.py','/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/prefill_server.py'),('streaming_factories.py','/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/streaming_factories.py')]} +worker=None +try: + worker=SubprocessPrefillWorker('/tmp/stream265-python.sh',['--engine','factory','--engine-factory',f'streaming_factories:{a.family}','--model',a.model,'--width',str(a.width),'--chip','0'],slots=2,layers=c.num_hidden_layers,kv_heads=c.num_key_value_heads,head_dim=getattr(c,'head_dim',None) or c.hidden_size//c.num_attention_heads,max_context=a.width+128,env=env,stream_layers=True) + reference=None + for index,stream in enumerate([False,True,False,True,True,False,False,True]): + # Handshake required capability at startup. Change request mode only with no outstanding futures. + with worker._lock: + assert not worker._futures, "request mode switch requires drained source" + worker.stream_layers=stream + batch=ObservedBatcher(model,worker,slots=2,max_context=a.width+128,page_size=64,prefix_cache=False) + arrivals=[[],[]];start=time.perf_counter() + futures=[batch.submit(PDRequest(f'{index}-{i}',ids,32),on_token=lambda token,i=i:arrivals[i].append(time.perf_counter()-start)) for i,ids in enumerate(prompts)] + batch.run_until_idle();tokens=[f.result(timeout=1) for f in futures];elapsed=time.perf_counter()-start + if reference is None:reference=tokens + row={'stream_layers':stream,'warmup':index<2,'elapsed_s':elapsed,'ttft_s':[v[0] for v in arrivals],'token_times_s':arrivals,'tokens':tokens,'tokens_exact':tokens==reference,'progress_spans':batch.stats['progress_spans'],'imports':batch.import_trace,'idle':batch.idle} + result['runs'].append(row);out.write_text(json.dumps(result,indent=2)+'\n') + print(json.dumps({k:v for k,v in row.items() if k not in ['tokens','imports','token_times_s']}),flush=True) + assert batch.idle and row['tokens_exact'] + del batch + measured=[r for r in result['runs'] if not r['warmup']] + result['summary']={str(mode):{'median_elapsed_s':statistics.median(r['elapsed_s'] for r in measured if r['stream_layers']==mode),'median_ttft_s':[statistics.median(r['ttft_s'][i] for r in measured if r['stream_layers']==mode) for i in range(2)],'imports_before_source_done':sum(not e['source_done_before'] for r in measured if r['stream_layers']==mode for e in r['imports'])} for mode in [False,True]} + result['stage']='complete' +except Exception as error: + result['stage']='failed';result['error']=repr(error);raise +finally: + if worker is not None:worker.close() + out.write_text(json.dumps(result,indent=2)+'\n') diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-long-queue.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-long-queue.json new file mode 100644 index 00000000..ef57f7cc --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-long-queue.json @@ -0,0 +1,18 @@ +[ + { + "label": "qwen06b", + "exit_code": 0 + }, + { + "label": "qwen4b", + "exit_code": 0 + }, + { + "label": "gemma", + "exit_code": 0 + }, + { + "label": "koni", + "exit_code": 0 + } +] diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-long-queue.py b/opt_prime/examples/pd/http_matrix/evidence265/stream265-long-queue.py new file mode 100644 index 00000000..06cf8739 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-long-queue.py @@ -0,0 +1,15 @@ +import os,subprocess,json +from pathlib import Path +root=Path('/home/gspark/workspace/npu_offload/analysis/serving-matrix-201') +env=dict(os.environ,OMP_NUM_THREADS='4',MKL_NUM_THREADS='4',TORCH_DEVICE_BACKEND_AUTOLOAD='0',PYTHONPATH='/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime:/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd:/tmp/rngd-gpu201-src:/home/gspark/workspace/aicomp-live-pd-234/opt_prime/examples/pd/serving_matrix') +rows=[] +for label,family,model,width in [('qwen06b','qwen','/home/gspark/.cache/huggingface/hub/models--Qwen--Qwen3-0.6B/snapshots/c1899de289a04d12100db370d81485cdf75e47ca',128),('qwen4b','qwen','/tmp/serving-matrix-models/Qwen3-4B',128),('gemma','gemma','/tmp/serving-matrix-models/Gemma3-1B',128),('koni','koni','/tmp/serving-matrix-models/KONI-8B',512)]: + log=root/f'stream265-{label}-long-gpu.log' + print('start',label,flush=True) + with log.open('x') as f: + p=subprocess.run(['/home/gspark/venvs/pt213/bin/python','/tmp/stream265-long-gpu.py','--label',label,'--family',family,'--model',model,'--width','8192'],env=env,stdout=f,stderr=subprocess.STDOUT) + rows.append({'label':label,'exit_code':p.returncode});(root/'stream265-long-queue.json').write_text(json.dumps(rows,indent=2)+'\n') + print('finished',label,p.returncode,flush=True) + + +raise SystemExit(int(any(row["exit_code"] for row in rows))) diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-long-summary.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-long-summary.json new file mode 100644 index 00000000..539d2d72 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-long-summary.json @@ -0,0 +1,165 @@ +{ + "scope": "One RNGD and GPU, fixed width8192, mixed2048/8192 inputs, c2, fixed32 output; three measured batches/mode after two warmups. Host completion trace, not device-kernel overlap.", + "models": { + "qwen06b": { + "stage": "complete", + "modes": { + "False": { + "median_elapsed_s": 3.6375882290303707, + "median_ttft_s": [ + 1.3144242059788667, + 3.0212412400287576 + ], + "imports_before_source_done": 0, + "elapsed_samples_s": [ + 3.613781663007103, + 3.6375882290303707, + 3.71590761304833 + ], + "spans_completed_before_source_done": 0 + }, + "True": { + "median_elapsed_s": 2.6134325489983894, + "median_ttft_s": [ + 0.8672672910033725, + 2.006674835982267 + ], + "imports_before_source_done": 168, + "elapsed_samples_s": [ + 2.6526728100143373, + 2.6134325489983894, + 2.4982473789714277 + ], + "spans_completed_before_source_done": 168 + } + }, + "elapsed_reduction_pct": 28.15479970653464, + "ttft_reduction_pct": [ + 34.01922400253511, + 33.58111198153887 + ], + "exact_pairs_including_warmup": 8, + "exact_sequences_including_warmup": 16 + }, + "qwen4b": { + "stage": "complete", + "modes": { + "False": { + "median_elapsed_s": 7.305905249028001, + "median_ttft_s": [ + 3.0451259660185315, + 6.532856870035175 + ], + "imports_before_source_done": 0, + "elapsed_samples_s": [ + 7.305905249028001, + 7.209110147028696, + 7.427394439000636 + ], + "spans_completed_before_source_done": 0 + }, + "True": { + "median_elapsed_s": 5.689631544984877, + "median_ttft_s": [ + 2.2669821679592133, + 4.8356834430014715 + ], + "imports_before_source_done": 216, + "elapsed_samples_s": [ + 5.689631544984877, + 5.499982099980116, + 5.727635469986126 + ], + "spans_completed_before_source_done": 216 + } + }, + "elapsed_reduction_pct": 22.122839661220052, + "ttft_reduction_pct": [ + 25.55374742269636, + 25.97903889213121 + ], + "exact_pairs_including_warmup": 8, + "exact_sequences_including_warmup": 16 + }, + "gemma": { + "stage": "complete", + "modes": { + "False": { + "median_elapsed_s": 3.9362495579989627, + "median_ttft_s": [ + 1.542605636001099, + 3.1090109440265223 + ], + "imports_before_source_done": 0, + "elapsed_samples_s": [ + 3.8862337400205433, + 3.9362495579989627, + 3.948294752975926 + ], + "spans_completed_before_source_done": 0 + }, + "True": { + "median_elapsed_s": 3.7678867469658144, + "median_ttft_s": [ + 1.4739738240023144, + 2.977867861976847 + ], + "imports_before_source_done": 156, + "elapsed_samples_s": [ + 3.847725262050517, + 3.755831065995153, + 3.7678867469658144 + ], + "spans_completed_before_source_done": 156 + } + }, + "elapsed_reduction_pct": 4.277239248995624, + "ttft_reduction_pct": [ + 4.449083446673963, + 4.218160836701013 + ], + "exact_pairs_including_warmup": 8, + "exact_sequences_including_warmup": 16 + }, + "koni": { + "stage": "complete", + "modes": { + "False": { + "median_elapsed_s": 7.598914447997231, + "median_ttft_s": [ + 3.2723605100181885, + 6.988546322972979 + ], + "imports_before_source_done": 0, + "elapsed_samples_s": [ + 7.598914447997231, + 7.399369029037189, + 7.656174433010165 + ], + "spans_completed_before_source_done": 0 + }, + "True": { + "median_elapsed_s": 5.85567447001813, + "median_ttft_s": [ + 2.665696454991121, + 5.219008843007032 + ], + "imports_before_source_done": 192, + "elapsed_samples_s": [ + 5.92258957301965, + 5.771725366008468, + 5.85567447001813 + ], + "spans_completed_before_source_done": 192 + } + }, + "elapsed_reduction_pct": 22.94064487643428, + "ttft_reduction_pct": [ + 18.539034839523094, + 25.320537321890047 + ], + "exact_pairs_including_warmup": 8, + "exact_sequences_including_warmup": 16 + } + } +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-long-gpu.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-long-gpu.json new file mode 100644 index 00000000..d45a2185 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-long-gpu.json @@ -0,0 +1,3056 @@ +{ + "model": "qwen06b", + "width": 8192, + "input_lengths": [ + 2048, + 8192 + ], + "output_tokens": 32, + "concurrency": 2, + "runs": [ + { + "stream_layers": false, + "warmup": true, + "elapsed_s": 5.4575959100038745, + "ttft_s": [ + 1.5856934110051952, + 4.818284843990114 + ], + "token_times_s": [ + [ + 1.5856934110051952, + 4.555934712989256, + 4.844975899963174, + 4.867335585004184, + 4.888828045979608, + 4.909854921977967, + 4.92853950697463, + 4.950649506004993, + 4.9702253909781575, + 4.991315332998056, + 5.012119811959565, + 5.032334766990971, + 5.0528126590070315, + 5.0731521410052665, + 5.092351480969228, + 5.1115490709780715, + 5.131086825975217, + 5.151278762961738, + 5.17223844100954, + 5.194850850966759, + 5.214525622955989, + 5.232762930972967, + 5.251354378007818, + 5.271908144990448, + 5.29237858497072, + 5.312758095969912, + 5.3310020309872925, + 5.350730608974118, + 5.371269475959707, + 5.392529439006466, + 5.414494404976722, + 5.436445438012015 + ], + [ + 4.818284843990114, + 4.845023231988307, + 4.867371231957804, + 4.888866674969904, + 4.909888151974883, + 4.928573912009597, + 4.950684231007472, + 4.970258457993623, + 4.991353005985729, + 5.012154300988186, + 5.032367736974265, + 5.052851615007967, + 5.073183470987715, + 5.092388761986513, + 5.111580788972788, + 5.131122033984866, + 5.151311055989936, + 5.1722769039915875, + 5.194887436984573, + 5.2145647190045565, + 5.2327960429829545, + 5.251388951961417, + 5.271940145001281, + 5.292415625008289, + 5.312791422998998, + 5.33103482198203, + 5.350766843010206, + 5.371306846966036, + 5.3925650009769015, + 5.4145319709787145, + 5.436578858003486, + 5.457441164006013 + ] + ], + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "stream_layers": true, + "warmup": true, + "elapsed_s": 2.652433341019787, + "ttft_s": [ + 0.876322798023466, + 2.0178161230287515 + ], + "token_times_s": [ + [ + 0.876322798023466, + 0.9041715190396644, + 0.9274587800027803, + 0.959526791004464, + 0.9827097940142266, + 1.0131845240248367, + 1.042505395016633, + 1.0649805790162645, + 1.0954082990065217, + 1.1233684800099581, + 1.1448694890132174, + 1.179108245007228, + 1.2108511539991014, + 1.232034316053614, + 1.2608830830431543, + 1.2927649590419605, + 1.3212824720540084, + 1.3450057710288092, + 1.374526757048443, + 1.404919951048214, + 1.4287393760168925, + 1.4653411480248906, + 1.493596027023159, + 1.5235627900110558, + 1.544162729056552, + 1.573731699027121, + 1.6027171350433491, + 1.6234964820323512, + 1.6532524010399356, + 1.6803535610088147, + 1.7033007999998517, + 1.732423166045919 + ], + [ + 2.0178161230287515, + 2.039355154032819, + 2.0607142000226304, + 2.0797157680499367, + 2.098756862047594, + 2.118966754002031, + 2.1372528090141714, + 2.1579152360209264, + 2.178272250050213, + 2.198874103021808, + 2.2192103400011547, + 2.23823362600524, + 2.2598456170526333, + 2.279867314035073, + 2.302910319005605, + 2.325117084023077, + 2.3469726610346697, + 2.3699556350475177, + 2.3886982850381173, + 2.4117222130298615, + 2.4322930150083266, + 2.452389562036842, + 2.4713419420295395, + 2.490473121055402, + 2.511410902021453, + 2.531477636017371, + 2.5528352330438793, + 2.574624100001529, + 2.5951774840359576, + 2.61348659201758, + 2.6320103520411067, + 2.6522740000509657 + ] + ], + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 56, + "imports": [ + { + "request": "1-0", + "spans": 1, + "start_s": 305010.961141536, + "end_s": 305010.96332444, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305010.998582552, + "end_s": 305011.000684758, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305011.027008647, + "end_s": 305011.028647474, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305011.055552358, + "end_s": 305011.057233609, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305011.088306019, + "end_s": 305011.089965009, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305011.117331235, + "end_s": 305011.11893297, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305011.146123539, + "end_s": 305011.147732915, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305011.174753805, + "end_s": 305011.176339451, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305011.208052216, + "end_s": 305011.209662795, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305011.236528832, + "end_s": 305011.23816716, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305011.265259068, + "end_s": 305011.266903281, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305011.294005617, + "end_s": 305011.295614172, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305011.326847689, + "end_s": 305011.328474059, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305011.356201775, + "end_s": 305011.357830875, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305011.384384549, + "end_s": 305011.386039739, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305011.41293236, + "end_s": 305011.414562551, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305011.441527585, + "end_s": 305011.443639514, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305011.470342433, + "end_s": 305011.472180594, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305011.499328813, + "end_s": 305011.501141043, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305011.532321529, + "end_s": 305011.534051421, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305011.561194695, + "end_s": 305011.562968728, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305011.589394185, + "end_s": 305011.591233498, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305011.618371142, + "end_s": 305011.62020763, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305011.647131815, + "end_s": 305011.648887613, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305011.676160778, + "end_s": 305011.677964657, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305011.705196026, + "end_s": 305011.707079667, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305011.733266827, + "end_s": 305011.735010672, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 305011.761453651, + "end_s": 305011.763254988, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305011.83565981, + "end_s": 305011.844138935, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305011.890914369, + "end_s": 305011.896871537, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305011.921390422, + "end_s": 305011.92899186, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305011.973182154, + "end_s": 305011.98069842, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305012.003613651, + "end_s": 305012.009454273, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305012.053068704, + "end_s": 305012.065128137, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305012.087312292, + "end_s": 305012.096370029, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305012.140234793, + "end_s": 305012.14597012, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305012.169085582, + "end_s": 305012.179710989, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305012.200970988, + "end_s": 305012.206850574, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305012.253211166, + "end_s": 305012.259115341, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305012.28273098, + "end_s": 305012.290177935, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305012.336947213, + "end_s": 305012.348636801, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305012.373551266, + "end_s": 305012.379509614, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305012.401807461, + "end_s": 305012.407847005, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305012.452368164, + "end_s": 305012.458611958, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305012.481938219, + "end_s": 305012.48782565, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305012.531696854, + "end_s": 305012.537848116, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305012.561459839, + "end_s": 305012.567340228, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305012.611506622, + "end_s": 305012.617543441, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305012.640747641, + "end_s": 305012.650795314, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305012.674517306, + "end_s": 305012.683896955, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305012.714674552, + "end_s": 305012.722286404, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305012.752767914, + "end_s": 305012.758986359, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305012.789164905, + "end_s": 305012.795124718, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305012.824758326, + "end_s": 305012.836637691, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305012.868364505, + "end_s": 305012.875998234, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 305012.906226448, + "end_s": 305012.913644303, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + }, + { + "stream_layers": false, + "warmup": false, + "elapsed_s": 3.613781663007103, + "ttft_s": [ + 1.3144242059788667, + 2.960964107012842 + ], + "token_times_s": [ + [ + 1.3144242059788667, + 1.3397856689989567, + 1.3610622289706953, + 1.3848146069794893, + 1.4056213059811853, + 1.4248681659810245, + 1.4450906629790552, + 1.4672317850054242, + 1.488907871011179, + 1.5088444849825464, + 1.5307797559653409, + 1.5525386019726284, + 1.5729660529759713, + 1.5946719539933838, + 1.6134224879788235, + 1.6335362910176627, + 1.6546898019732907, + 1.676815518992953, + 1.698183191998396, + 1.7172862949664705, + 1.7375109259737656, + 1.7561406079912558, + 1.7778857550001703, + 1.799017830984667, + 1.8182375619653612, + 1.840016593982, + 1.8593479249975644, + 1.8816787379910238, + 1.9055501889670268, + 1.9285022540134378, + 1.9497436289675534, + 1.9710307699861005 + ], + [ + 2.960964107012842, + 2.9867312419810332, + 3.007351911976002, + 3.0284557699924335, + 3.0475742900162004, + 3.067752518982161, + 3.0877485949895345, + 3.107330725004431, + 3.1290694390190765, + 3.1511326750041917, + 3.1706552089890465, + 3.19154302298557, + 3.211412194010336, + 3.2329236869700253, + 3.2540449340012856, + 3.275102318963036, + 3.296482014004141, + 3.317644925962668, + 3.339180952985771, + 3.3599260780029, + 3.3803301049629226, + 3.4016536549897864, + 3.424403486016672, + 3.4448811559705064, + 3.466379755001981, + 3.4884328459738754, + 3.5093893330194987, + 3.5307638910016976, + 3.5503208239679225, + 3.570833835983649, + 3.593836435000412, + 3.613620109972544 + ] + ], + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "stream_layers": true, + "warmup": false, + "elapsed_s": 2.6526728100143373, + "ttft_s": [ + 0.8820436210371554, + 2.03329269902315 + ], + "token_times_s": [ + [ + 0.8820436210371554, + 0.9060980509966612, + 0.9288323590299115, + 0.9522190929856151, + 0.9824897520011291, + 1.011452121019829, + 1.0341871380223893, + 1.073863313999027, + 1.1064147460274398, + 1.1355818490264937, + 1.1707577790366486, + 1.2031672010198236, + 1.225341899029445, + 1.2553172890329733, + 1.2929630770231597, + 1.3266575480229221, + 1.3510764160309918, + 1.3804559879936278, + 1.4090954500134103, + 1.4309774190187454, + 1.4672052760142833, + 1.5007343270117417, + 1.5291847020271234, + 1.551735037995968, + 1.5876188470283523, + 1.6193835830199532, + 1.6489233060274273, + 1.670087875041645, + 1.7046285290271044, + 1.7333328090026043, + 1.7621734280255623, + 1.7858693579910323 + ], + [ + 2.03329269902315, + 2.0543658480164595, + 2.0739164460101165, + 2.0943203060305677, + 2.113427631033119, + 2.135957418009639, + 2.1549253950361162, + 2.17459885700373, + 2.19497546099592, + 2.215231293987017, + 2.234897196001839, + 2.255726767005399, + 2.276432379032485, + 2.2954051850247197, + 2.3139081120025367, + 2.33408718300052, + 2.3528252390096895, + 2.374206103035249, + 2.393565774022136, + 2.4128937880159356, + 2.4311753080110066, + 2.453020674001891, + 2.474992352013942, + 2.4948540860204957, + 2.515061924001202, + 2.534069379034918, + 2.5533140680054203, + 2.5727939379867166, + 2.5923958260100335, + 2.612449488020502, + 2.6323226040112786, + 2.652545140008442 + ] + ], + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 56, + "imports": [ + { + "request": "3-0", + "spans": 1, + "start_s": 305017.280383371, + "end_s": 305017.282552089, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305017.318074106, + "end_s": 305017.320127563, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305017.347293102, + "end_s": 305017.349328267, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305017.376065209, + "end_s": 305017.378035687, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305017.408353626, + "end_s": 305017.410333722, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305017.43669379, + "end_s": 305017.438707453, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305017.465323479, + "end_s": 305017.467353033, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305017.49446762, + "end_s": 305017.496336113, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305017.523575829, + "end_s": 305017.525469211, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305017.552374973, + "end_s": 305017.554226034, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305017.580908355, + "end_s": 305017.582736364, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305017.609232408, + "end_s": 305017.611057302, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305017.637875297, + "end_s": 305017.639697181, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305017.670508582, + "end_s": 305017.67239457, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305017.699844108, + "end_s": 305017.701732558, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305017.728645534, + "end_s": 305017.730551518, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305017.757141121, + "end_s": 305017.759024699, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305017.785903339, + "end_s": 305017.787785162, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305017.814508738, + "end_s": 305017.816399277, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305017.847110474, + "end_s": 305017.849096423, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305017.87978158, + "end_s": 305017.881686318, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305017.908282285, + "end_s": 305017.910162043, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305017.93733589, + "end_s": 305017.939281077, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305017.972303034, + "end_s": 305017.97420516, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305018.001076992, + "end_s": 305018.00296608, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305018.03339085, + "end_s": 305018.035353034, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305018.061595863, + "end_s": 305018.063530656, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 305018.094143762, + "end_s": 305018.096260022, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305018.179891662, + "end_s": 305018.185948925, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305018.210163434, + "end_s": 305018.215914202, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305018.26185371, + "end_s": 305018.276662841, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305018.301544044, + "end_s": 305018.310767482, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305018.334093685, + "end_s": 305018.339844887, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305018.363257071, + "end_s": 305018.374926915, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305018.398435465, + "end_s": 305018.407486329, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305018.45302086, + "end_s": 305018.45886787, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305018.482994378, + "end_s": 305018.495511604, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305018.520643103, + "end_s": 305018.529812448, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305018.578752667, + "end_s": 305018.584991668, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305018.608133128, + "end_s": 305018.613949267, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305018.658647881, + "end_s": 305018.671540773, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305018.694882084, + "end_s": 305018.703892082, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305018.728411085, + "end_s": 305018.734276371, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305018.779402361, + "end_s": 305018.792188232, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305018.815292064, + "end_s": 305018.824388965, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305018.847058281, + "end_s": 305018.852895739, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305018.897759997, + "end_s": 305018.909485064, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305018.932302114, + "end_s": 305018.938083592, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305018.961017215, + "end_s": 305018.96688681, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305019.013656357, + "end_s": 305019.019474483, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305019.042055038, + "end_s": 305019.048224845, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305019.082941114, + "end_s": 305019.090367128, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305019.127229436, + "end_s": 305019.133395354, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305019.165113052, + "end_s": 305019.171198169, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305019.204768722, + "end_s": 305019.216121487, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 305019.245256596, + "end_s": 305019.253246755, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + }, + { + "stream_layers": true, + "warmup": false, + "elapsed_s": 2.6134325489983894, + "ttft_s": [ + 0.8540765389916487, + 2.006674835982267 + ], + "token_times_s": [ + [ + 0.8540765389916487, + 0.8771831089979969, + 0.9011863740161061, + 0.923927984025795, + 0.9547772160149179, + 0.9764581400086172, + 1.0070761010283604, + 1.036935625015758, + 1.0653846529894508, + 1.088658618973568, + 1.1245751819806173, + 1.1562837039818987, + 1.1790113300085068, + 1.2086136129801162, + 1.24320564098889, + 1.2719533839845099, + 1.294561974995304, + 1.3279383230255917, + 1.358084844017867, + 1.3792553200037219, + 1.4099612860009074, + 1.4377187420031987, + 1.460503569978755, + 1.490010141977109, + 1.5246473270235583, + 1.5516782780177891, + 1.575888127030339, + 1.6116357570281252, + 1.6423659300198779, + 1.670210608979687, + 1.6942735399934463, + 1.7311959809740074 + ], + [ + 2.006674835982267, + 2.031173283990938, + 2.052855794026982, + 2.0729761939728633, + 2.092006949998904, + 2.1127284389804117, + 2.1321035060100257, + 2.151043360994663, + 2.169124300009571, + 2.18737522297306, + 2.206653966975864, + 2.225286089000292, + 2.2457912520039827, + 2.2646947280154563, + 2.2828440599841997, + 2.3041592559893616, + 2.3234268199885264, + 2.3429088550037704, + 2.362386125023477, + 2.3809224819997326, + 2.3993680480052717, + 2.4176831479999237, + 2.436948932998348, + 2.45608908199938, + 2.4746411480009556, + 2.4945437149726786, + 2.5134090749779716, + 2.5343959860038012, + 2.554458055004943, + 2.57573666801909, + 2.593836679996457, + 2.613303910999093 + ] + ], + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 56, + "imports": [ + { + "request": "4-0", + "spans": 1, + "start_s": 305019.94742897, + "end_s": 305019.94953762, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305019.97585379, + "end_s": 305019.977835004, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305020.004248483, + "end_s": 305020.006281245, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305020.032796407, + "end_s": 305020.034803683, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305020.063481069, + "end_s": 305020.065542954, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305020.092620583, + "end_s": 305020.094729371, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305020.121703759, + "end_s": 305020.123764977, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305020.151173215, + "end_s": 305020.153268105, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305020.180874445, + "end_s": 305020.183014341, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305020.210728416, + "end_s": 305020.212890504, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305020.240101109, + "end_s": 305020.242026089, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305020.269929861, + "end_s": 305020.272096624, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305020.299158364, + "end_s": 305020.301376437, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305020.328348208, + "end_s": 305020.330337792, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305020.357568517, + "end_s": 305020.359684591, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305020.386369976, + "end_s": 305020.388395638, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305020.415262715, + "end_s": 305020.417290748, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305020.443954053, + "end_s": 305020.445924348, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305020.472555781, + "end_s": 305020.474514109, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305020.505128865, + "end_s": 305020.507114612, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305020.536747195, + "end_s": 305020.538685984, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305020.565071356, + "end_s": 305020.567131558, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305020.594384148, + "end_s": 305020.596561127, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305020.62393444, + "end_s": 305020.626013438, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305020.65269905, + "end_s": 305020.654715513, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305020.684386569, + "end_s": 305020.686381822, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305020.712868411, + "end_s": 305020.714828978, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-0", + "spans": 1, + "start_s": 305020.745368357, + "end_s": 305020.747356307, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305020.834375504, + "end_s": 305020.843303734, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305020.886904923, + "end_s": 305020.893212671, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305020.91753083, + "end_s": 305020.923647377, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305020.947391703, + "end_s": 305020.953465588, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305020.999108421, + "end_s": 305021.01068314, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305021.035037523, + "end_s": 305021.04410238, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305021.089457907, + "end_s": 305021.095844256, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305021.119063624, + "end_s": 305021.130263226, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305021.153658805, + "end_s": 305021.159660388, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305021.205015268, + "end_s": 305021.216127182, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305021.238388626, + "end_s": 305021.247143746, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305021.289701152, + "end_s": 305021.295749678, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305021.320415597, + "end_s": 305021.326541734, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305021.370951928, + "end_s": 305021.377150678, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305021.400462765, + "end_s": 305021.412229143, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305021.435099382, + "end_s": 305021.441005329, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305021.486339353, + "end_s": 305021.498279892, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305021.522086298, + "end_s": 305021.530859533, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305021.552816762, + "end_s": 305021.558700042, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305021.604722228, + "end_s": 305021.617296333, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305021.641755024, + "end_s": 305021.649543215, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305021.662191553, + "end_s": 305021.668474761, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305021.702240247, + "end_s": 305021.70859145, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305021.742250136, + "end_s": 305021.750195781, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305021.780498951, + "end_s": 305021.786943227, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305021.820634524, + "end_s": 305021.827046199, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305021.859797803, + "end_s": 305021.872126918, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 305021.901061049, + "end_s": 305021.909409928, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + }, + { + "stream_layers": false, + "warmup": false, + "elapsed_s": 3.6375882290303707, + "ttft_s": [ + 1.2950853389920667, + 3.0212412400287576 + ], + "token_times_s": [ + [ + 1.2950853389920667, + 1.3180371120106429, + 1.3384492800105363, + 1.3577252480317838, + 1.3771957909921184, + 1.3967771669849753, + 1.419635009020567, + 1.440773167007137, + 1.4599343999871053, + 1.4801645750412717, + 1.5012996459845454, + 1.5200724570313469, + 1.5394548029871657, + 1.5586623410345055, + 1.5794297590036876, + 1.5993753100046888, + 1.6203567530028522, + 1.6402432179893367, + 1.6605714809847996, + 1.68066341499798, + 1.7010427070199512, + 1.7209640690125525, + 1.7404136300319806, + 1.7612215910339728, + 1.7821769420406781, + 1.801669214037247, + 1.821211435017176, + 1.8420606320141815, + 1.8632798400358297, + 1.8849030419951305, + 1.9052420110092498, + 1.927360319008585 + ], + [ + 3.0212412400287576, + 3.045990623999387, + 3.067312947998289, + 3.086999020015355, + 3.105793350026943, + 3.1271372539922595, + 3.1485003090347163, + 3.170280446007382, + 3.1895998420077376, + 3.2091080670361407, + 3.2294024039874785, + 3.2492108599981293, + 3.2685951130115427, + 3.287967317039147, + 3.310261733015068, + 3.330313134007156, + 3.3511550850234926, + 3.3719675969914533, + 3.390721290023066, + 3.4091327019850723, + 3.4298618400353007, + 3.4481520160334185, + 3.4674501760164276, + 3.4860749630024657, + 3.504596961021889, + 3.5240864329971373, + 3.5422725850366987, + 3.560948856989853, + 3.5817403930122964, + 3.599943762004841, + 3.618446126987692, + 3.6374578360118903 + ] + ], + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "stream_layers": false, + "warmup": false, + "elapsed_s": 3.71590761304833, + "ttft_s": [ + 1.3829665980301797, + 3.035516682022717 + ], + "token_times_s": [ + [ + 1.3829665980301797, + 1.4068644560175017, + 1.426854154036846, + 1.4470234880573116, + 1.4659336550394073, + 1.486878814001102, + 1.5081322730402462, + 1.5303492430248298, + 1.5505974150146358, + 1.5711506910156459, + 1.5914718700223602, + 1.6113476440077648, + 1.6328599530388601, + 1.6517631070455536, + 1.6700647580437362, + 1.6905104120378383, + 1.7108481920440681, + 1.7321344800293446, + 1.7540535170119256, + 1.7761403940385208, + 1.7953613430145197, + 1.8154301940230653, + 1.8360567530035041, + 1.8555589120369405, + 1.8763131290324964, + 1.896177503047511, + 1.9176782650174573, + 1.936611179029569, + 1.9566528140567243, + 1.976761428057216, + 1.9982083610375412, + 2.0203693550429307 + ], + [ + 3.035516682022717, + 3.0605576220550574, + 3.0817304860102013, + 3.10141190700233, + 3.1212628640350886, + 3.143555718008429, + 3.166698876011651, + 3.1907804110087454, + 3.2148330820491537, + 3.2363201460102573, + 3.2569670060183853, + 3.2844110690057278, + 3.309558191045653, + 3.3339177920133807, + 3.358001550019253, + 3.3816909540328197, + 3.4054421210312285, + 3.4291960460250266, + 3.452863097016234, + 3.4766808810527436, + 3.4996294460142963, + 3.522752406017389, + 3.5445342710008845, + 3.562191683042329, + 3.582680026011076, + 3.600539679056965, + 3.6206509630428627, + 3.6387361970264465, + 3.6569101140485145, + 3.674967518018093, + 3.6968057810445316, + 3.7156940900022164 + ] + ], + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "stream_layers": true, + "warmup": false, + "elapsed_s": 2.4982473789714277, + "ttft_s": [ + 0.8672672910033725, + 1.9010234939632937 + ], + "token_times_s": [ + [ + 0.8672672910033725, + 0.891362122958526, + 0.912791266979184, + 0.9429460740066133, + 0.9654255149653181, + 0.992968390986789, + 1.0242952649714425, + 1.0511649450054392, + 1.0731690999818966, + 1.1022434899932705, + 1.1316918279626407, + 1.1593861609580927, + 1.1795922849560156, + 1.212484121962916, + 1.243202821991872, + 1.272156430000905, + 1.3064946869853884, + 1.3287031979998574, + 1.3574382700026035, + 1.3881866369629279, + 1.4157942229649052, + 1.4492963469820097, + 1.4699899239931256, + 1.499465272994712, + 1.5292828839737922, + 1.5567753819632344, + 1.5898189949803054, + 1.6102042539860122, + 1.6399017529911362, + 1.6709577199653722, + 1.7002775599830784, + 1.7316482809837908 + ], + [ + 1.9010234939632937, + 1.920601574005559, + 1.9404127119923942, + 1.9595707439584658, + 1.9785350019810721, + 1.9982360159629025, + 2.0169050800031982, + 2.035931055957917, + 2.0545492389937863, + 2.073040167975705, + 2.0929765019682236, + 2.1119604139821604, + 2.1319140479899943, + 2.151442687958479, + 2.1701686489977874, + 2.1897017339942977, + 2.2087813719990663, + 2.227095478971023, + 2.248042353952769, + 2.266796329000499, + 2.2872913099708967, + 2.307919488986954, + 2.326887718983926, + 2.345648185000755, + 2.364339680003468, + 2.383244269003626, + 2.4037068199831992, + 2.4221210569958203, + 2.441713413980324, + 2.46104910899885, + 2.4791534600080922, + 2.4981116469716653 + ] + ], + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 56, + "imports": [ + { + "request": "7-0", + "spans": 1, + "start_s": 305030.23256915, + "end_s": 305030.234724467, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305030.269919766, + "end_s": 305030.271911697, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305030.298150874, + "end_s": 305030.300111842, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305030.326998936, + "end_s": 305030.328967002, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305030.362187306, + "end_s": 305030.364250394, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305030.391343432, + "end_s": 305030.393378611, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305030.420229968, + "end_s": 305030.422255406, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305030.449213735, + "end_s": 305030.451188902, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305030.477550631, + "end_s": 305030.479612185, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305030.506670103, + "end_s": 305030.508663457, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305030.539642234, + "end_s": 305030.542539782, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305030.568400477, + "end_s": 305030.570365821, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305030.597196513, + "end_s": 305030.599085247, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305030.629377036, + "end_s": 305030.63125567, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305030.661757152, + "end_s": 305030.66353154, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305030.689676589, + "end_s": 305030.691508709, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305030.717520091, + "end_s": 305030.71939467, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305030.74596254, + "end_s": 305030.747778558, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305030.774388571, + "end_s": 305030.776222712, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305030.802461368, + "end_s": 305030.804308633, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305030.831044646, + "end_s": 305030.832920644, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305030.859813996, + "end_s": 305030.861647022, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305030.887807728, + "end_s": 305030.889695148, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305030.916784897, + "end_s": 305030.918849095, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305030.945184364, + "end_s": 305030.947236784, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305030.973449192, + "end_s": 305030.975440647, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305031.002175105, + "end_s": 305031.004144251, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-0", + "spans": 1, + "start_s": 305031.030994685, + "end_s": 305031.033089945, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305031.094022875, + "end_s": 305031.103175422, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305031.146647695, + "end_s": 305031.152548402, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305031.174193625, + "end_s": 305031.184038719, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305031.205522481, + "end_s": 305031.211281163, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305031.254393752, + "end_s": 305031.261866168, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305031.283470959, + "end_s": 305031.290837494, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305031.312924021, + "end_s": 305031.318919, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305031.360815206, + "end_s": 305031.372784616, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305031.393710599, + "end_s": 305031.401162103, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305031.424431955, + "end_s": 305031.430349514, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305031.45338359, + "end_s": 305031.463768527, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305031.509928399, + "end_s": 305031.517716967, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305031.53866251, + "end_s": 305031.546142286, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305031.569410493, + "end_s": 305031.575179224, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305031.597029725, + "end_s": 305031.606633397, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305031.651215494, + "end_s": 305031.659063859, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305031.680689711, + "end_s": 305031.688042816, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305031.710511714, + "end_s": 305031.71653113, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305031.738049212, + "end_s": 305031.748523222, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305031.791428543, + "end_s": 305031.798907457, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305031.821140262, + "end_s": 305031.828831189, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305031.852192536, + "end_s": 305031.858228433, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305031.881504936, + "end_s": 305031.891433421, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305031.914184335, + "end_s": 305031.920182096, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305031.953682136, + "end_s": 305031.963205965, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305031.992961122, + "end_s": 305032.000489976, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305032.030035738, + "end_s": 305032.036154109, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 305032.065193651, + "end_s": 305032.07177259, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + } + ], + "scope": "fixed compiled width, repeated synthetic prompt, caches off; host import trace is not device-kernel overlap", + "source_sha256": { + "prefill_server.py": "5af1169ff5c6bfac6ce265ea3edf7f6a031c207bda7ce7bcbc996d7133576b1d", + "streaming_factories.py": "77745350973cc54bf508e0c8b473efc442afef20b1c64f7c4edc179ea1471389" + }, + "summary": { + "False": { + "median_elapsed_s": 3.6375882290303707, + "median_ttft_s": [ + 1.3144242059788667, + 3.0212412400287576 + ], + "imports_before_source_done": 0 + }, + "True": { + "median_elapsed_s": 2.6134325489983894, + "median_ttft_s": [ + 0.8672672910033725, + 2.006674835982267 + ], + "imports_before_source_done": 168 + } + }, + "stage": "complete" +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-long-gpu.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-long-gpu.log new file mode 100644 index 00000000..fd769443 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-long-gpu.log @@ -0,0 +1,12 @@ +GPU loading qwen06b + +Loading weights: 0%| | 0/311 [00:00 /tmp/stream265-long-queue.log 2>&1`. Exact queue and driver are retained in evidence265. Each model uses one capability-negotiated source process; changing `stream_layers` requires an empty source future map and drained decoder. Source width8192, decoder context8320/page64, mixed2048/8192-token synthetic repeated-text inputs submitted together, fixed32 output tokens without EOS stopping, no prefix cache. First two runs (whole/stream) are warmups; measured order whole/stream/stream/whole/whole/stream gives3 batches/mode. Engine startup and GPU model loading are excluded. Hardware: local RNGD chip0 and CUDA GPU0 (A10080GB); no concurrent benchmark/test jobs. + +| Model | Whole median batch completion(s) | Stream median(s) | Reduction | TTFT reduction, first2048 / second8192 request | +|---|---:|---:|---:|---:| +| Qwen3-0.6B |3.637588|2.613433|28.15%|34.02% /33.58%| +| Qwen3-4B |7.305905|5.689632|22.12%|25.55% /25.98%| +| Gemma3-1B |3.936250|3.767887|4.28%|4.45% /4.22%| +| KONI-8B |7.598914|5.855674|22.94%|18.54% /25.32%| + +All32 batches including warmups drained; all64 generated sequences (32tokens each) match their model's initial whole-result reference. All four processes exited0. TTFT includes queueing in this two-request workload, not isolated latency for a single input length. The auditor independently recomputes medians from raw records and checks warmup placement, token sequences, token arrival times and trace counts. + +Across measured streaming batches, GPU imports completed before the source Future completed for all168/216/156/192 spans respectively (732 total). This verifies early destination import in the actual pipeline. It is a host-observed completion trace, not a device-kernel/DMA overlap trace. It does not isolate the benefit of earlier import from avoiding whole-KV host assembly; a deferred-notification control would separate those effects. + +Limits: three samples/mode, one host, fixed compiled width8192 and concurrency2. Gemma improvement is small. This is fixed-output transport/scheduler parity, not semantic accuracy, normal-EOS behavior or native-vendor performance. Long-context byte-for-byte source KV comparison and streaming hardware fault tests remain to be extended; the direct source KV/logit exactness matrix above used widths128/512. ATOM partial owner integration remains pending. Whole transfer remains the default. + +Artifacts: stream265-*-long-gpu.{json,log}, stream265-long-queue.json, stream265-long-summary.json, audit_stream265_long.py, stream265-long-gpu.py and stream265-long-queue.py. After completion, GPU compute-process listing and RNGD device-user checks were empty. From 2e69570ef72ccedb6460954746fa75cab8176bbf Mon Sep 17 00:00:00 2001 From: gspark Date: Sat, 24 Oct 2026 02:46:28 +0900 Subject: [PATCH 07/29] feat: prefill one queued request during B1 ATOM decode (#253) --- opt_prime/examples/pd/http_matrix/STATUS.md | 3 + .../evidence253/atom253-cli-red.log | 38 +++++++++ .../evidence253/atom253-focused.log | 2 + .../http_matrix/evidence253/atom253-full.log | 21 +++++ .../atom253-pipeline-hypothesis.json | 26 +++++++ .../http_matrix/evidence253/atom253-red.log | 38 +++++++++ .../pd/http_matrix/evidence253/events.jsonl | 2 + .../2026-10-24-atom-prefetch253.md | 53 +++++++++++++ opt_prime/examples/pd/serve_batched.py | 8 +- .../accel/platforms/atom/batching.py | 44 ++++++++++- opt_prime/tests/test_atom_batching.py | 77 +++++++++++++++++++ opt_prime/tests/test_serving_prefill_cache.py | 13 ++++ 12 files changed, 320 insertions(+), 5 deletions(-) create mode 100644 opt_prime/examples/pd/http_matrix/evidence253/atom253-cli-red.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence253/atom253-focused.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence253/atom253-full.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence253/atom253-pipeline-hypothesis.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence253/atom253-red.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence253/events.jsonl create mode 100644 opt_prime/examples/pd/http_matrix/experiments/2026-10-24-atom-prefetch253.md diff --git a/opt_prime/examples/pd/http_matrix/STATUS.md b/opt_prime/examples/pd/http_matrix/STATUS.md index f8e5564a..09ab2b0d 100644 --- a/opt_prime/examples/pd/http_matrix/STATUS.md +++ b/opt_prime/examples/pd/http_matrix/STATUS.md @@ -70,3 +70,6 @@ Final factory integration full regression:606passed,15skipped,253subtests in166. ## Long-context streaming measurements (#265) Runtime171e8c4: c2 mixed2K/8K input, fixed32output,3batches/mode after warmups. Median completion reduction28.2% Q06,22.1% Q4,4.3% Gemma,22.9% KONI. All64sequences incl warmups exact;732 GPU span imports complete before source Future. Published auditor reproduces raw-record summary. Host trace only; no universal speedup or semantic-equivalence claim. Long KV byte parity, hardware fault tests and ATOM partial ownership remain pending. +## B1 next-request prefill (#253), 2026-10-24 + +Opt-in remote_prefetch / --pd-prefetch-next implemented for single-lane ATOM remote-only PD. Keep one source result reserved through owner import; cancelled writers drain before reuse. Prefix/host cache admission remains late, so early prefill transfers the full prompt.35focused tests and full511passed34skipped253subtests; real four-model hardware pipeline/performance validation pending. No speedup claim. See experiments/2026-10-24-atom-prefetch253.md. diff --git a/opt_prime/examples/pd/http_matrix/evidence253/atom253-cli-red.log b/opt_prime/examples/pd/http_matrix/evidence253/atom253-cli-red.log new file mode 100644 index 00000000..318622e9 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence253/atom253-cli-red.log @@ -0,0 +1,38 @@ +F +=================================== FAILURES =================================== +__ test_next_prefill_rejects_unsupported_route_before_load[torch-1-True-True] __ + +monkeypatch = <_pytest.monkeypatch.MonkeyPatch object at 0x75d4cb85d2d0> +backend = 'torch', slots = 1, remote = True, worker = True + + @pytest.mark.parametrize('backend,slots,remote,worker', [('torch',1,True,True),('atom',2,True,True), + ('atom',1,False,True),('atom',1,True,False)]) + def test_next_prefill_rejects_unsupported_route_before_load(monkeypatch,backend,slots,remote,worker): + path=Path(__file__).parents[1]/'examples/pd/serve_batched.py' + spec=importlib.util.spec_from_file_location('serve_prefetch_test',path) + factory=importlib.util.module_from_spec(spec);spec.loader.exec_module(factory) + args=SimpleNamespace(model='must-not-load',backend=backend,slots=slots,pd_prefetch_next=True, + pd_remote_only=remote,pd_prefill_python='python' if worker else None,pd_prefill_device=None) + def unexpected_load(*args,**kwargs): + pytest.fail('unsupported prefetch route reached model loading') + monkeypatch.setattr(factory.AutoTokenizer,'from_pretrained',unexpected_load) + with pytest.raises(ValueError,match='single-lane'): +> factory.build(args) + +opt_prime/tests/test_serving_prefill_cache.py:89: +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ +opt_prime/examples/pd/serve_batched.py:69: in build + tok = AutoTokenizer.from_pretrained(a.model) +_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ + +args = ('must-not-load',), kwargs = {} + + def unexpected_load(*args,**kwargs): +> pytest.fail('unsupported prefetch route reached model loading') +E Failed: unsupported prefetch route reached model loading + +opt_prime/tests/test_serving_prefill_cache.py:86: Failed +=========================== short test summary info ============================ +FAILED opt_prime/tests/test_serving_prefill_cache.py::test_next_prefill_rejects_unsupported_route_before_load[torch-1-True-True] +!!!!!!!!!!!!!!!!!!!!!!!!!! stopping after 1 failures !!!!!!!!!!!!!!!!!!!!!!!!!!! +1 failed, 4 deselected in 2.58s diff --git a/opt_prime/examples/pd/http_matrix/evidence253/atom253-focused.log b/opt_prime/examples/pd/http_matrix/evidence253/atom253-focused.log new file mode 100644 index 00000000..c85ad178 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence253/atom253-focused.log @@ -0,0 +1,2 @@ +................................... [100%] +35 passed in 4.39s diff --git a/opt_prime/examples/pd/http_matrix/evidence253/atom253-full.log b/opt_prime/examples/pd/http_matrix/evidence253/atom253-full.log new file mode 100644 index 00000000..a5356909 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence253/atom253-full.log @@ -0,0 +1,21 @@ +.sssssss.....................ssssssssss........................................................... [ 18%] +s.............................................................s.s....... [ 31%] +..........ss.....................ss....s................................ [ 44%] +........................................................................ [ 57%] +..........s.s...........................................s............... [ 71%] +.....................................................................s.s...............................................................................s. [ 99%] +... [100%] +=============================== warnings summary =============================== +tests/test_kvstore.py::test_second_engine_reuses_chunks_from_the_store[lmcache] + /home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/attention/flex_attention.py:2481: UserWarning: flex_attention called without torch.compile() - this will use an unfused implementation that materializes the full scores matrix instead of generating a fused kernel. + + SOLUTION: Use torch.compile(flex_attention)(...) + + If you want to debug your score_mod/mask_mod, you can set: + torch.nn.attention.flex_attention._FLEX_ATTENTION_DISABLE_COMPILE_DEBUG = True + + This will allow you to use print statements or breakpoints. Note: This doesn't work with the backwards pass and may produce incorrect results. + _warn_once( + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +511 passed, 34 skipped, 1 warning, 253 subtests passed in 150.28s (0:02:30) diff --git a/opt_prime/examples/pd/http_matrix/evidence253/atom253-pipeline-hypothesis.json b/opt_prime/examples/pd/http_matrix/evidence253/atom253-pipeline-hypothesis.json new file mode 100644 index 00000000..6bee03e0 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence253/atom253-pipeline-hypothesis.json @@ -0,0 +1,26 @@ +{ + "warning": "Heuristic only: first SSE includes queueing and KV import, not a pure producer stage. Assumes perfect overlap of first-SSE and remaining decode, ignores import contention and shared resources. Not a throughput prediction or hardware result.", + "rows": [ + { + "model": "qwen06b", + "first_sse_s": 2.6405895240604877, + "e2e_s": 2.9849001180846244, + "post_first_sse_s": 0.34431059402413666, + "optimistic_pipeline_ratio": 1.1303915625230094 + }, + { + "model": "qwen4b", + "first_sse_s": 4.540284454007633, + "e2e_s": 5.850550717907026, + "post_first_sse_s": 1.3102662638993934, + "optimistic_pipeline_ratio": 1.288586822515678 + }, + { + "model": "koni", + "first_sse_s": 4.553356555989012, + "e2e_s": 6.776184441987425, + "post_first_sse_s": 2.222827885998413, + "optimistic_pipeline_ratio": 1.4881734734950058 + } + ] +} diff --git a/opt_prime/examples/pd/http_matrix/evidence253/atom253-red.log b/opt_prime/examples/pd/http_matrix/evidence253/atom253-red.log new file mode 100644 index 00000000..34a6aa29 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence253/atom253-red.log @@ -0,0 +1,38 @@ +F +=================================== FAILURES =================================== +_ test_b1_prefetch_overlaps_decode_and_holds_source_until_import[False-success] _ + +fake_rebel = {'model': } +outcome = 'success', cache = False + + @pytest.mark.parametrize('outcome', ['success', 'cancel', 'error']) + @pytest.mark.parametrize('cache', [False, True]) + def test_b1_prefetch_overlaps_decode_and_holds_source_until_import(fake_rebel, outcome, cache): + """A reserved prefill must neither wait for the decode lane nor reuse a still-written source slot.""" + import copy + from concurrent.futures import Future + from opt_prime.accel.pd.pd_batching import TorchPrefillEngine + + class ControlledProducer: + def __init__(self): + self.calls = [] + + def submit(self, request, send_from=0, slot=None): + assert send_from == slot == 0 + future = Future() + self.calls.append((request, future)) + return future + + model = _llama() + fake = _blocks_model(fake_rebel, model, batch=1, blocks=3 if cache else 1) + producer = ControlledProducer() + engine = TorchPrefillEngine(copy.deepcopy(model), max_context=128, chunk=16, page_size=16) +> b = AtomBatcher(fake, prefix_cache=cache, host_kv_gib=1.0 if cache else 0, + prefill_worker=producer, local_prefill=False, remote_prefetch=True) +E TypeError: AtomBatcher.__init__() got an unexpected keyword argument 'remote_prefetch' + +opt_prime/tests/test_atom_batching.py:461: TypeError +=========================== short test summary info ============================ +FAILED opt_prime/tests/test_atom_batching.py::test_b1_prefetch_overlaps_decode_and_holds_source_until_import[False-success] +!!!!!!!!!!!!!!!!!!!!!!!!!! stopping after 1 failures !!!!!!!!!!!!!!!!!!!!!!!!!!! +1 failed, 21 deselected in 2.74s diff --git a/opt_prime/examples/pd/http_matrix/evidence253/events.jsonl b/opt_prime/examples/pd/http_matrix/evidence253/events.jsonl new file mode 100644 index 00000000..c632df6c --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence253/events.jsonl @@ -0,0 +1,2 @@ +{"id": "ebfa7b30c08f4fe0af8effefe012382b", "ts": "2026-10-24T02:30:43+09:00", "task": "B1 ATOM prefetch (aicomp #253)", "result": "Prepared6regressions in own worktree;not run yet, no production changes. Source design uses one retained shared-slot reservation after current KV import, with cancellation writer lifetime preserved.", "next": "After quiet GPU measurement window, run RED and implement bounded next-request prefill; real four-model validation", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": [{"path": "analysis/serving-matrix-201/atom253-pipeline-hypothesis.json", "size": 912, "sha256": "cdfbe1aa8d44b972"}], "experiments": ["experiments/2026-10-24-atom-prefetch253.md"], "labels": ["analysis"], "review": false, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} +{"id": "e4869f8d099b4b33aafcafe632019406", "ts": "2026-10-24T02:46:11+09:00", "task": "B1 ATOM prefetch (aicomp #253)", "result": "Implemented opt-in next-request prefill with retained single-slot ownership;35 focused tests pass. Full suite511 passed34 skipped253 subtests in150.28s; cancellation/orphan drain and cache/failure reuse covered. Hardware validation pending.", "next": "Publish draft, then paired real RNGD-ATOM four-model pipeline tests with worker kept warm", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": [{"path": "analysis/serving-matrix-201/atom253-full.log", "size": 1619, "sha256": "31a4984744eead95"}], "experiments": ["experiments/2026-10-24-atom-prefetch253.md"], "labels": ["experiment"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} diff --git a/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-atom-prefetch253.md b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-atom-prefetch253.md new file mode 100644 index 00000000..a541a6f0 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-atom-prefetch253.md @@ -0,0 +1,53 @@ +# B1 ATOM next-request prefill pipeline hypothesis (#253) + +- **Date**: 2026-10-24 +- **Task**: B1 ATOM prefetch (aicomp #253) +- **Host / device**: Analysis of existing RNGD+ATOM host data; no new hardware run +- **Commit**: aicomp273952a; own worktree perf/253-atom-prefetch; implementation and regression tests added after RED + +## Question + +Can a bounded next-request prefill overlap current B1 decode without reusing a still-written shared source buffer? + +## Setup + +Source inspection: AtomBatcher._pd_step submits only while a decode lane is free. A B1 next-request reservation can reuse the existing single shared slot after the current request has been imported; an extra slab is not inherently required. Hold the reservation until import or acknowledged producer completion after cancellation. Admit decoder blocks only on the owner thread after the lane is free. Early prefill uses send_from=0 because the final cache state is not yet known; prefix hits can still be used during late admission but full transfer is required. Keep opt-in and remote-only for the first B1 implementation. + +## Command + +```bash +# RED first, then focused and full CPU validation after the GPU queue completed: +cd /home/gspark/workspace/aicomp-atom-prefetch-253 +CUDA_VISIBLE_DEVICES='' PYTHONPATH=opt_prime /home/gspark/venvs/pt213/bin/python -m pytest opt_prime/tests/test_atom_batching.py -k b1_prefetch -xq +``` + +## Results + +| config | metric | value | vs. baseline | +|---|---|---:|---:| +| scheduler regressions | RED | missing remote_prefetch option | reproduced before implementation | +| focused AtomBatcher + public factory tests | tests | 35 passed, 4.39s | CPU fake SDK with real tiny LM/KV | +| full opt_prime suite | tests | 511 passed,34 skipped,253 subtests,150.28s | one existing flex-attention warning | +| Qwen0.6B | first SSE / rest | 2.641s / 0.344s | heuristic pipeline ratio1.13 | +| Qwen4B | first SSE / rest | 4.540s / 1.310s | heuristic pipeline ratio1.29 | +| KONI8B | first SSE / rest | 4.553s / 2.223s | heuristic pipeline ratio1.49 | + +Analysis: analysis/serving-matrix-201/atom253-pipeline-hypothesis.json, derived from existing #248 c1/input8192/output32 medians. + +## Conclusion + +The opt-in implementation and tests check second prefill starts during first decode, exact real-model outputs, reservation bound, cancellation without falsely releasing the writer, producer failure, and safe subsequent request reuse. Heuristic ratios assume perfect overlap and ignore import/resource contention; first SSE is not a pure producer stage, so these are not throughput predictions. Even ideal request pipelining is unlikely to close the Qwen0.6B measured gap by itself. Larger models offer more decode work to overlap. RED was observed before production changes. Real four-model RNGD-to-ATOM validation remains pending. + +## Implemented behavior and verification + +`AtomBatcher(remote_prefetch=True)` / `serve_batched.py --pd-prefetch-next` is opt-in, single-lane ATOM and remote-only. One queued request may start on the existing source slot while the current request decodes. Decoder cache admission/import remains owner-controlled. The prefetched result stays reserved until import; cancelling a client does not cancel its producer future or falsely release a still-written slot. The owner keeps draining an orphaned producer even when all clients have left. Unsupported routes are rejected before model loading. Default behavior is unchanged. No transport protocol changes or extra slab slot are required. + +Commands after RED: +```bash +cd /home/gspark/workspace/aicomp-atom-prefetch-253 +CUDA_VISIBLE_DEVICES='' OMP_NUM_THREADS=2 MKL_NUM_THREADS=2 PYTHONPATH=opt_prime /home/gspark/venvs/pt213/bin/python -m pytest opt_prime/tests/test_atom_batching.py opt_prime/tests/test_serving_prefill_cache.py -q +cd opt_prime +CUDA_VISIBLE_DEVICES='' OMP_NUM_THREADS=2 MKL_NUM_THREADS=2 PYTHONPATH=. /home/gspark/venvs/pt213/bin/python -m pytest -q +``` + +The full run includes the added cancellation assertion that an orphaned producer keeps the batcher non-idle, followed by safe request-ID and source-slot reuse. Tests use a controlled future boundary to expose ordering, real TorchPrefillEngine KV, a fake Rebellions SDK import, and independent greedy outputs. Hardware throughput and a real producer/decode timeline remain unmeasured; no speedup claim. Logs: atom253-{red,cli-red,focused,full}.log in analysis/serving-matrix-201. diff --git a/opt_prime/examples/pd/serve_batched.py b/opt_prime/examples/pd/serve_batched.py index 9bf7dbdf..27b05720 100644 --- a/opt_prime/examples/pd/serve_batched.py +++ b/opt_prime/examples/pd/serve_batched.py @@ -74,6 +74,10 @@ def remote_tier(a, model): def build(a): + prefetch = getattr(a, "pd_prefetch_next", False) + if prefetch and (a.backend != "atom" or a.slots != 1 or not a.pd_remote_only or + not (a.pd_prefill_device or a.pd_prefill_python)): + raise ValueError("next prefill requires single-lane ATOM remote-only PD") tok = AutoTokenizer.from_pretrained(a.model) events = None if a.kv_events: @@ -95,7 +99,7 @@ def build(a): engine.start(a.model) b, model = engine.batcher(prefix_cache=a.prefix_cache, host_kv_gib=a.kv_host_memory_gb, kv_events=events, prefill_worker=prefill_worker(a, a.slots, engine.model.config), - local_prefill=not a.pd_remote_only), engine.model + local_prefill=not a.pd_remote_only, remote_prefetch=prefetch), engine.model else: model = AutoModelForCausalLM.from_pretrained(a.model, dtype=getattr(torch, a.dtype)).to(a.device).eval() kw = dict(slots=a.slots, max_context=a.max_context, kv=a.kv, page_size=a.page_size, @@ -144,6 +148,8 @@ def build(a): help="experimental: import layer KV during capable subprocess prefill (Torch decoder only)") ap.add_argument("--pd-remote-only", action="store_true", help="PD on ATOM: every prompt is prefilled by the PD prefill side (no cost routing to ATOM)") + ap.add_argument("--pd-prefetch-next", action="store_true", + help="B1 ATOM remote-only PD: prefill one queued prompt while the current request decodes") ap.add_argument("--remote-kv", default=None, help="JSON with Mooncake store setup arguments (shared KV, #128)") ap.add_argument("--remote-kv-keys", default="lmcache", choices=["lmcache", "optimus"]) ap.add_argument("--remote-kv-model", default=None, help="model name in the keys (the vLLM/LMCache side's name)") diff --git a/opt_prime/opt_prime/accel/platforms/atom/batching.py b/opt_prime/opt_prime/accel/platforms/atom/batching.py index 1fa67d0b..53c1815d 100644 --- a/opt_prime/opt_prime/accel/platforms/atom/batching.py +++ b/opt_prime/opt_prime/accel/platforms/atom/batching.py @@ -288,7 +288,7 @@ class AtomBatcher(ContinuousBatcher): supports_sampling = True # the decode graph returns logits; sampling runs on the host def __init__(self, model, *, pad_token_id=None, prefix_cache=False, host_kv_gib=0.0, kv_events=None, - prefill_worker=None, remote_inflight=None, local_prefill=True): + prefill_worker=None, remote_inflight=None, local_prefill=True, remote_prefetch=False): """prefix_cache / host_kv_gib need a model compiled with kv_blocks > batch_size (own block tables; prefix_cache needs kv_blocks >= batch_size + 2). prefill_worker (PD, #120): prompts are prefilled elsewhere (`pd.pd_batching.PrefillWorker` and engines) and their @@ -298,12 +298,17 @@ def __init__(self, model, *, pad_token_id=None, prefix_cache=False, host_kv_gib= (in-flight remote prefills + 1) x remote time per prompt (prefill + KV import) against local (prompts queued here + 1) x ATOM prefill time; local prefills run one per iteration, as in aggregated serving. A slow prefill device is therefore used only for overflow, and a fast one takes most prompts. - local_prefill=False keeps every prefill remote (decode never stalls on a prompt; TPOT first).""" + local_prefill=False keeps every prefill remote (decode never stalls on a prompt; TPOT first). + remote_prefetch=True (B1 remote-only): keep one full-prompt result ahead of decode. Cache admission still + happens on the owner after the lane is free; early prefills cannot omit a cached prefix from transfer.""" rc = model.rbln_config self.hybrid_cache = getattr(rc, "cache_impl", None) == "hybrid" if self.hybrid_cache and (prefix_cache or host_kv_gib): raise ValueError("hybrid sliding cache restoration is not implemented for prefix/host cache") self.lanes = rc.batch_size + if remote_prefetch and (self.lanes != 1 or prefill_worker is None or local_prefill): + raise ValueError("remote_prefetch requires single-lane remote-only PD") + self.remote_prefetch, self._prefetched = remote_prefetch, None decoders = getattr(model, "decoders", None) or {} if self.lanes not in decoders: raise ValueError(f"no compiled decode graph for batch {self.lanes} (have {sorted(decoders)})") @@ -343,6 +348,10 @@ def __init__(self, model, *, pad_token_id=None, prefix_cache=False, host_kv_gib= for lane in range(self.lanes): # every lane owns a page before the B-lane graph runs self._prefill(lane, [self.pad]) + @property + def idle(self): + return super().idle and self._prefetched is None + @property def hit_tokens(self): return self.blocks.hit_tokens if self.blocks else 0 @@ -432,6 +441,8 @@ def _decode_step(self): self._decoded(rows, [self.kv.length[r.slot] for r in rows], logits) def _finish(self, r, error): + if self._prefetched is r and (r.pending is None or r.pending.done()): + self._prefetched = None if self.blocks is not None and r.slot >= 0: self.blocks.release(r.slot, r.request.input_ids if getattr(r, "admitted", False) else None) super()._finish(r, error) @@ -440,10 +451,14 @@ def _finish(self, r, error): def _pd_step(self): from concurrent.futures import FIRST_COMPLETED, wait with self._lock: + if self._prefetched is not None and self._prefetched.future.done() and self._prefetched.pending.done(): + self._prefetched = None # cancelled writer has now relinquished the source slot admitted, local = [], None remote = sum(1 for r in self.prefilling if r.pending is not None) queued = 0 # prompts that will be prefilled here before this one while self.free and self.waiting: + if self._prefetched is not None and self.waiting[0] is not self._prefetched: + break # a cancelled producer still owns its source buffer go_remote = remote < self.remote_inflight or not self.local_prefill if not self.local_prefill: pass @@ -468,14 +483,17 @@ def _pd_step(self): for r in admitted: # decode-side prefix (device copy / host reload) is not sent start = self.blocks.admit(r.slot, r.request.input_ids) r.admitted = True - r.pending = self.worker.submit(r.request, send_from=start, slot=r.slot) - self.stats_pd["remote"] += 1 + if r.pending is None: + r.pending = self.worker.submit(r.request, send_from=start, slot=r.slot) + self.stats_pd["remote"] += 1 if local is not None: self.stats_pd["local"] += 1 t0 = time.perf_counter() self._prefill_request(local) self._local_s = _ema(self._local_s, time.perf_counter() - t0) pending = [r for r in self.prefilling if r.pending is not None] + if self._prefetched is not None and self._prefetched.future.done(): + pending.append(self._prefetched) # wait for a cancelled writer without busy-spinning if pending and not self.decoding: wait([r.pending for r in pending], timeout=0.05, return_when=FIRST_COMPLETED) for r in pending: @@ -503,6 +521,8 @@ def _pd_step(self): with self._lock: self._finish(r, error) continue + if self._prefetched is r: + self._prefetched = None # only release after the owner has imported the KV if self.hybrid_cache: self.decoder.dec_attn_mask[r.slot].zero_() self.decoder.dec_attn_mask[r.slot, :len(ids)] = 1 @@ -515,6 +535,8 @@ def _pd_step(self): self.decoding.append(r) if self.decoding: self._decode_step() + if self.remote_prefetch: + self._prefetch_next() except BaseException: self.poisoned = True raise @@ -522,3 +544,17 @@ def _pd_step(self): events = self.blocks.drain_events() if events: self.kv_events.publish(events) + + def _prefetch_next(self): + from concurrent.futures import Future + with self._lock: + if self._prefetched is not None or not self.decoding or not self.waiting: + return + r = self._prefetched = self.waiting[0] + try: + # Cache admission waits for the decode lane; reserve one full-prompt result in the existing source slot. + r.pending = self.worker.submit(r.request, send_from=0, slot=0) + except BaseException as error: + r.pending = Future() + r.pending.set_exception(error) + self.stats_pd["remote"] += 1 diff --git a/opt_prime/tests/test_atom_batching.py b/opt_prime/tests/test_atom_batching.py index 2434a808..dd3523d0 100644 --- a/opt_prime/tests/test_atom_batching.py +++ b/opt_prime/tests/test_atom_batching.py @@ -434,3 +434,80 @@ def submit(self, request, send_from=0, slot=None): assert good.result() == _greedy(model,q,5) assert b.blocks.free == [0] and b.blocks.lane_block == [None] assert not b.by_id and not b.poisoned + + +@pytest.mark.parametrize('outcome', ['success', 'cancel', 'error']) +@pytest.mark.parametrize('cache', [False, True]) +def test_b1_prefetch_overlaps_decode_and_holds_source_until_import(fake_rebel, outcome, cache): + """A reserved prefill must neither wait for the decode lane nor reuse a still-written source slot.""" + import copy + from concurrent.futures import Future + from opt_prime.accel.pd.pd_batching import TorchPrefillEngine + + class ControlledProducer: + def __init__(self): + self.calls = [] + + def submit(self, request, send_from=0, slot=None): + assert send_from == slot == 0 + future = Future() + self.calls.append((request, future)) + return future + + model = _llama() + fake = _blocks_model(fake_rebel, model, batch=1, blocks=3 if cache else 1) + producer = ControlledProducer() + engine = TorchPrefillEngine(copy.deepcopy(model), max_context=128, chunk=16, page_size=16) + b = AtomBatcher(fake, prefix_cache=cache, host_kv_gib=1.0 if cache else 0, + prefill_worker=producer, local_prefill=False, remote_prefetch=True) + p, q = _prompts(2, 40, 41, seed=253) + first = b.submit(PDRequest('first', p, 8)) + second = b.submit(PDRequest('second', p, 5)) + third = b.submit(PDRequest('third', q, 5)) + b.step() + request, pending = producer.calls[0] + pending.set_result(engine.prefill(request)) + b.step() + assert not first.done() and b.decoding + assert len(producer.calls) == 2, 'next producer must start before the first decode finishes' + request, pending = producer.calls[1] + if outcome == 'success': + pending.set_result(engine.prefill(request)) + elif outcome == 'error': + pending.set_exception(RuntimeError('producer failed')) + else: + assert b.cancel('second') + assert b.cancel('third') + b.step() + with pytest.raises(RequestCancelled): + second.result() + with pytest.raises(RequestCancelled): + third.result() + assert not pending.cancelled(), 'cancellation must not imply that the remote writer has stopped' + while not first.done(): + assert len(producer.calls) == 2, 'one retained prefill must bound producer reservations' + b.step() + assert first.result() == _greedy(model, p, 8) + if outcome == 'cancel': + assert not b.idle, 'the owner must keep draining an orphaned producer after every client has left' + third = b.submit(PDRequest('third', q, 5)) + b.step() + assert len(producer.calls) == 2, 'cancelled writer still owns its shared source slot' + pending.set_result(engine.prefill(request)) + for _ in range(30): + b.step() + if len(producer.calls) == 3: + break + assert len(producer.calls) == 3 + request, pending = producer.calls[2] + pending.set_result(engine.prefill(request)) + b.run_until_idle() + if outcome == 'success': + assert second.result() == _greedy(model, p, 5) + if cache: + assert b.hit_tokens >= 32 + elif outcome == 'error': + with pytest.raises(RuntimeError, match='producer failed'): + second.result() + assert third.result() == _greedy(model, q, 5) + assert b.free == [0] and not b.by_id and not b.poisoned diff --git a/opt_prime/tests/test_serving_prefill_cache.py b/opt_prime/tests/test_serving_prefill_cache.py index a8cfd3a3..22ac8fbd 100644 --- a/opt_prime/tests/test_serving_prefill_cache.py +++ b/opt_prime/tests/test_serving_prefill_cache.py @@ -111,3 +111,16 @@ def worker(*args,**kw):received.update(kw);return object() config=LlamaConfig(hidden_size=32,num_attention_heads=4,num_key_value_heads=2,num_hidden_layers=2) factory.prefill_worker(args,1,config) assert received['stream_layers'] is True +@pytest.mark.parametrize('backend,slots,remote,worker', [('torch',1,True,True),('atom',2,True,True), + ('atom',1,False,True),('atom',1,True,False)]) +def test_next_prefill_rejects_unsupported_route_before_load(monkeypatch,backend,slots,remote,worker): + path=Path(__file__).parents[1]/'examples/pd/serve_batched.py' + spec=importlib.util.spec_from_file_location('serve_prefetch_test',path) + factory=importlib.util.module_from_spec(spec);spec.loader.exec_module(factory) + args=SimpleNamespace(model='must-not-load',backend=backend,slots=slots,pd_prefetch_next=True, + pd_remote_only=remote,pd_prefill_python='python' if worker else None,pd_prefill_device=None) + def unexpected_load(*args,**kwargs): + pytest.fail('unsupported prefetch route reached model loading') + monkeypatch.setattr(factory.AutoTokenizer,'from_pretrained',unexpected_load) + with pytest.raises(ValueError,match='single-lane'): + factory.build(args) From 33d6cb08ec806f693dbecfd7d630331a3bd1bb2f Mon Sep 17 00:00:00 2001 From: gspark Date: Sat, 24 Oct 2026 07:32:46 +0900 Subject: [PATCH 08/29] feat: import streamed RNGD KV through ATOM owner (#265) --- opt_prime/examples/pd/STREAMING.md | 15 +- .../pd/http_matrix/.research/events.jsonl | 1 + opt_prime/examples/pd/http_matrix/STATUS.md | 4 + .../evidence265/run-stream265-atom.sh | 10 + .../evidence265/stream265-atom-cli-final.log | 2 + .../evidence265/stream265-atom-final.log | 2 + .../evidence265/stream265-atom-full.log | 51 + .../evidence265/stream265-atom-queue.json | 22 + .../evidence265/stream265-atom-summary.json | 30 + .../evidence265/stream265-gemma-atom.json | 588 +++++++ .../evidence265/stream265-gemma-atom.log | 5 + .../stream265-gemma-long-source.json | 1025 ++++++++++++ .../stream265-gemma-long-source.log | 8 + .../evidence265/stream265-koni-atom.json | 552 +++++++ .../evidence265/stream265-koni-atom.log | 5 + .../stream265-koni-long-source.json | 1241 +++++++++++++++ .../stream265-koni-long-source.log | 14 + .../stream265-long-source-queue.json | 18 + .../evidence265/stream265-long-source.py | 49 + .../evidence265/stream265-qwen06b-atom.json | 270 ++++ .../evidence265/stream265-qwen06b-atom.log | 5 + .../stream265-qwen06b-long-source.json | 1097 +++++++++++++ .../stream265-qwen06b-long-source.log | 8 + .../evidence265/stream265-qwen4b-atom.json | 342 ++++ .../evidence265/stream265-qwen4b-atom.log | 5 + .../stream265-qwen4b-long-source.json | 1385 +++++++++++++++++ .../stream265-qwen4b-long-source.log | 8 + .../http_matrix/evidence265/stream265_atom.py | 47 + .../2026-10-24-rngd-layer-stream265.md | 20 + opt_prime/examples/pd/serve_batched.py | 6 +- .../accel/platforms/atom/batching.py | 89 +- opt_prime/tests/test_atom_stream_progress.py | 144 ++ opt_prime/tests/test_serving_prefill_cache.py | 7 +- 33 files changed, 7047 insertions(+), 28 deletions(-) create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/run-stream265-atom.sh create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-atom-cli-final.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-atom-final.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-atom-full.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-atom-queue.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-atom-summary.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-atom.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-atom.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-long-source.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-long-source.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-atom.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-atom.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-long-source.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-long-source.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-long-source-queue.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-long-source.py create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-atom.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-atom.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-long-source.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-long-source.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-atom.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-atom.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-long-source.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-long-source.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265_atom.py create mode 100644 opt_prime/tests/test_atom_stream_progress.py diff --git a/opt_prime/examples/pd/STREAMING.md b/opt_prime/examples/pd/STREAMING.md index 352eaf67..1e08bc4d 100644 --- a/opt_prime/examples/pd/STREAMING.md +++ b/opt_prime/examples/pd/STREAMING.md @@ -1,8 +1,13 @@ # Experimental RNGD layer streaming `serve_batched.py --pd-prefill-stream-layers` enables validated partial KV reception -with a Torch decoder. The subprocess must advertise progress support. ATOM decoder -ownership integration is still pending; its CLI route rejects this flag. +with a Torch or ATOM decoder. The subprocess must advertise progress support. +ATOM imports only into a reserved lane. B1 next-request prefetch may compute ahead, +but its partial data waits until the current decode releases the destination. +Multi-lane hybrid caches defer layer imports until final decode admission because +idle lanes may still write their local cache. SDK write failures poison the owner; +invalid source geometry fails only the request. Incomplete prompts never enter +the reusable prefix index. The three factories in `streaming_factories.py` cover the four measured models: @@ -42,6 +47,8 @@ all requested suffix spans arrive and destination copies complete. This is blocking per-group CPU export followed by incremental decoder import. It can allow decoder import during later source computation, but does not imply asynchronous RNGD download, device DMA overlap, or a serving speedup. Hardware -source parity at width128/512 does not establish long-context performance or -cross-backend numerical equivalence. See the experiment record for exact cases, +source parity has been checked at widths128/512 and8192. Recorded GPU timing +improvements apply only to the measured c2 workload; ATOM timing and hardware +fault isolation still require verification. None establishes cross-backend +numerical equivalence. See the experiment record for exact cases, failed attempts and the current verification scope. diff --git a/opt_prime/examples/pd/http_matrix/.research/events.jsonl b/opt_prime/examples/pd/http_matrix/.research/events.jsonl index 167ce426..1d0b5c3e 100644 --- a/opt_prime/examples/pd/http_matrix/.research/events.jsonl +++ b/opt_prime/examples/pd/http_matrix/.research/events.jsonl @@ -13,3 +13,4 @@ {"id": "b0667e569a434d809a2402e0819ce0cc", "ts": "2026-10-24T06:58:54+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "All4 actual RNGD-GPU routes pass8/8 fixed8-token output pairs; source24/24 exact KV/logits. Stream imports56/72/52/64 spans vs0 whole. Tuple/list server integration bug reproduced and fixed; no speedup or quality-equivalence claim.", "next": "Finish full regression and publish; run alternating same-engine 2K/8K inputs and record early imports, TTFT and total latency; ATOM owner remains pending", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"models": "4", "concurrency": "2", "output_tokens": "8", "widths": "128,512"}, "artifacts": ["evidence265/stream265-gpu-queue.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["experiment", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} {"id": "30e2f47887874d45b40330d564620267", "ts": "2026-10-24T07:01:24+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Four-model factory integration verified:24/24 exact real RNGD KV/logit cases,8/8 real GPU token pairs, full606passed/15skipped/253subtests. Tuple/list integration failure fixed and retained. Long2K/8K timing prepared, not yet measured; ATOM streaming pending.", "next": "Run same-engine alternating whole/stream long-context matrix and examine TTFT, end-to-end latency and early-import traces", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"models": "4", "concurrency": "2", "source_widths": "128,512"}, "artifacts": ["evidence265/stream265-factory-full.log", "evidence265/stream265-gpu-queue.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["experiment", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} {"id": "63bac08d360c462ea1702ca871c14305", "ts": "2026-10-24T07:10:12+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "All4 long RNGD-GPU runs complete: c2 inputs2K/8K output32,3 measured batches/mode. Whole→stream median seconds Q06 3.638→2.613(-28.2%), Q4 7.306→5.690(-22.1%), Gemma3.936→3.768(-4.3%), KONI7.599→5.856(-22.9%). All64 sequences incl warmups exact;732 imports completed before source Future. Host trace, not device-overlap proof.", "next": "Verify long byte-level KV and streaming fault isolation; connect ATOM ownership-safe partial import; retain opt-in pending wider loads", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"models": "4", "concurrency": "2", "input_tokens": "2048,8192", "output_tokens": "32", "compiled_width": "8192", "repeats": "3"}, "artifacts": ["evidence265/stream265-long-summary.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["benchmark", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} +{"id": "636712c7c9774931afdfeb40f706ed4c", "ts": "2026-10-24T07:32:29+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Four-model RNGD-ATOM:16 mode batches/32 sequences exact, early imports preserve B1 ownership; owned Pod deleted. Long source24/24 at2K/8K exact KV/logits. Full626passed/15skipped/253subtests; partial-prefix publication fixed.", "next": "Measure long ATOM streaming performance and actual streaming cancellation/producer failure; retain numerical-quality limits", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"models": "Qwen3-0.6B,Qwen3-4B,Gemma3-1B,KONI-8B", "atom_source_width": "512"}, "artifacts": ["evidence265/stream265-atom-summary.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["experiment", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "RNGD+ATOM host", "branch": "main", "commit": "351d39d-dirty"} diff --git a/opt_prime/examples/pd/http_matrix/STATUS.md b/opt_prime/examples/pd/http_matrix/STATUS.md index 09ab2b0d..279dea20 100644 --- a/opt_prime/examples/pd/http_matrix/STATUS.md +++ b/opt_prime/examples/pd/http_matrix/STATUS.md @@ -73,3 +73,7 @@ Runtime171e8c4: c2 mixed2K/8K input, fixed32output,3batches/mode after warmups. ## B1 next-request prefill (#253), 2026-10-24 Opt-in remote_prefetch / --pd-prefetch-next implemented for single-lane ATOM remote-only PD. Keep one source result reserved through owner import; cancelled writers drain before reuse. Prefix/host cache admission remains late, so early prefill transfers the full prompt.35focused tests and full511passed34skipped253subtests; real four-model hardware pipeline/performance validation pending. No speedup claim. See experiments/2026-10-24-atom-prefetch253.md. + +## ATOM streaming and long source parity (#265) + +Long source24/24 conditions at2K/8K have exact KV/logits. ATOM partial import and B1 prefetch ownership implemented; failed/partial prompts no longer publish prefixes. Four models × four modes:16batches/32sequences same-route exact, all drain; owned Pod deleted and absence verified. Full626passed/15skipped/253subtests. Prerequisite #255 included. Long ATOM timing and streaming hardware faults remain pending; no ATOM speedup claim. diff --git a/opt_prime/examples/pd/http_matrix/evidence265/run-stream265-atom.sh b/opt_prime/examples/pd/http_matrix/evidence265/run-stream265-atom.sh new file mode 100644 index 00000000..499626d8 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/run-stream265-atom.sh @@ -0,0 +1,10 @@ +set -eu +export PYTHONUSERBASE=/home/gspark/.local +export OPT_PRIME_CACHE=/tmp/kv194-cache OPT_PRIME_DEVICE_SOURCE=local +export PYTHONDONTWRITEBYTECODE=1 HF_HUB_OFFLINE=1 TRANSFORMERS_OFFLINE=1 +export XDG_CACHE_HOME=/tmp/kv194-xdg HF_HOME=/home/gspark/.cache/huggingface +export RBLN_DEVICES=0 RBLN_NPUS_PER_DEVICE=1 OMP_NUM_THREADS=4 MKL_NUM_THREADS=4 +export PYTHONPATH=/home/gspark/workspace/codex-serving-matrix-201/stream265-code:/home/gspark/workspace/codex-serving-matrix-201:/home/gspark/workspace/claude/aicomp-134/opt_prime:/home/gspark/workspace/01_pd_disag/rngd_llmd/src:/home/gspark/workspace/01_pd_disag/hetero-npu-p2p/src +cd /home/gspark/workspace/codex-serving-matrix-201 +export FURIOSA_PYTHON=/home/gspark/venvs/furiosa-2026.4/bin/python +exec /home/gspark/workspace/01_pd_disag/experiments/native_pd_2026_4/p2p_dma/devkit/torch-venv/bin/python -u container_bootstrap.py stream265_atom.py "$@" diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-atom-cli-final.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-atom-cli-final.log new file mode 100644 index 00000000..e67ecc6c --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-atom-cli-final.log @@ -0,0 +1,2 @@ +.......................... [100%] +26 passed in 2.99s diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-atom-final.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-atom-final.log new file mode 100644 index 00000000..b18effca --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-atom-final.log @@ -0,0 +1,2 @@ +................................................. [100%] +49 passed in 4.84s diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-atom-full.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-atom-full.log new file mode 100644 index 00000000..1a9c43fb --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-atom-full.log @@ -0,0 +1,51 @@ +.................................................................................................. [ 15%] +..........s............................................................. [ 26%] +.s.s.................ss...........................s..................... [ 37%] +........................................................................ [ 49%] +.....................s.s...........................................s.... [ 60%] +........................................................................ [ 71%] +........................................s.s.............. [ 80%] +................................................................................................ [ 95%] +......................s.... [100%] +=============================== warnings summary =============================== +examples/pd/native_kv/test_native_pack.py::NativePackTest::test_exact_bytes_and_independent_lifetime +examples/pd/native_kv/test_native_pack.py::NativePackTest::test_exact_bytes_and_independent_lifetime +examples/pd/native_kv/test_native_pack.py::NativePackTest::test_exact_bytes_and_independent_lifetime + /home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/native_kv/test_native_pack.py:24: DeprecationWarning: The argument 'device' of Tensor.is_pinned() is deprecated. Please do not pass this argument. (Triggered internally at /__w/pytorch/pytorch/aten/src/ATen/native/Memory.cpp:31.) + self.assertTrue(actual.is_pinned('cuda')) + +examples/pd/native_kv/test_packed_lane.py::PackedLaneTest::test_owned_packet_and_other_lane_isolation +examples/pd/native_kv/test_packed_lane.py::PackedLaneTest::test_owned_packet_and_other_lane_isolation +examples/pd/native_kv/test_packed_lane.py::PackedLaneTest::test_owned_packet_and_other_lane_isolation + /home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/native_kv/gpu_batch_decoder.py:93: DeprecationWarning: The argument 'device' of Tensor.is_pinned() is deprecated. Please do not pass this argument. (Triggered internally at /__w/pytorch/pytorch/aten/src/ATen/native/Memory.cpp:31.) + or not host.is_pinned('cuda') or not host.is_contiguous()): + +examples/pd/native_kv/test_pinned_receiver.py::PinnedReceiveTest::test_eight_slot_tcp_frames_exact_at_capacity +examples/pd/native_kv/test_pinned_receiver.py::PinnedReceiveTest::test_eight_slot_tcp_frames_exact_at_capacity +examples/pd/native_kv/test_pinned_receiver.py::PinnedReceiveTest::test_eight_slot_tcp_frames_exact_at_capacity + /home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/native_kv/test_pinned_receiver.py:75: DeprecationWarning: The argument 'device' of Tensor.is_pinned() is deprecated. Please do not pass this argument. (Triggered internally at /__w/pytorch/pytorch/aten/src/ATen/native/Memory.cpp:31.) + self.assertTrue(direct.data.host.is_pinned('cuda')) + +examples/pd/native_kv/test_pinned_receiver.py::PinnedReceiveTest::test_real_multipart_exact_and_owned +examples/pd/native_kv/test_pinned_receiver.py::PinnedReceiveTest::test_real_multipart_exact_and_owned +examples/pd/native_kv/test_pinned_receiver.py::PinnedReceiveTest::test_real_multipart_exact_and_owned + /home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/native_kv/test_pinned_receiver.py:25: DeprecationWarning: The argument 'device' of Tensor.is_pinned() is deprecated. Please do not pass this argument. (Triggered internally at /__w/pytorch/pytorch/aten/src/ATen/native/Memory.cpp:31.) + self.assertTrue(direct.data.host.is_pinned('cuda')) + +tests/test_kvstore.py::test_second_engine_reuses_chunks_from_the_store[lmcache] + /home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/nn/attention/flex_attention.py:2481: UserWarning: flex_attention called without torch.compile() - this will use an unfused implementation that materializes the full scores matrix instead of generating a fused kernel. + + SOLUTION: Use torch.compile(flex_attention)(...) + + If you want to debug your score_mod/mask_mod, you can set: + torch.nn.attention.flex_attention._FLEX_ATTENTION_DISABLE_COMPILE_DEBUG = True + + This will allow you to use print statements or breakpoints. Note: This doesn't work with the backwards pass and may produce incorrect results. + _warn_once( + +tests/test_pd_stream_admission.py: 14 warnings + /home/gspark/venvs/pt213/lib/python3.10/site-packages/torch/jit/_script.py:365: DeprecationWarning: `torch.jit.script_method` is deprecated. Please switch to `torch.compile` or `torch.export`. + warnings.warn( + +-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html +626 passed, 15 skipped, 27 warnings, 253 subtests passed in 168.94s (0:02:48) diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-atom-queue.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-atom-queue.json new file mode 100644 index 00000000..211d2e18 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-atom-queue.json @@ -0,0 +1,22 @@ +[ + { + "model": "qwen06b", + "exit_code": 0, + "copy_exit_code": 0 + }, + { + "model": "qwen4b", + "exit_code": 0, + "copy_exit_code": 0 + }, + { + "model": "gemma", + "exit_code": 0, + "copy_exit_code": 0 + }, + { + "model": "koni", + "exit_code": 0, + "copy_exit_code": 0 + } +] diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-atom-summary.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-atom-summary.json new file mode 100644 index 00000000..d0b3b3b0 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-atom-summary.json @@ -0,0 +1,30 @@ +[ + { + "model": "qwen06b", + "cases": 4, + "exact_sequences": 8, + "stream_spans": 112, + "early_spans": 44 + }, + { + "model": "qwen4b", + "cases": 4, + "exact_sequences": 8, + "stream_spans": 144, + "early_spans": 36 + }, + { + "model": "gemma", + "cases": 4, + "exact_sequences": 8, + "stream_spans": 104, + "early_spans": 99 + }, + { + "model": "koni", + "cases": 4, + "exact_sequences": 8, + "stream_spans": 128, + "early_spans": 96 + } +] diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-atom.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-atom.json new file mode 100644 index 00000000..2701d023 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-atom.json @@ -0,0 +1,588 @@ +{ + "model": "unsloth/gemma-3-1b-it", + "width": 512, + "output_tokens": 8, + "batch_size": 1, + "cases": [ + { + "stream": false, + "prefetch": false, + "tokens": [ + [ + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + [ + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "stream": true, + "prefetch": false, + "tokens": [ + [ + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + [ + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506 + ] + ], + "tokens_exact": true, + "progress_spans": 52, + "imports": [ + { + "spans": 2, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 3, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + }, + { + "stream": true, + "prefetch": true, + "tokens": [ + [ + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + [ + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506 + ] + ], + "tokens_exact": true, + "progress_spans": 52, + "imports": [ + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 3, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 21, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 5, + "active_decode": 0, + "source_done_before": false, + "source_done_after": true + } + ], + "idle": true + }, + { + "stream": false, + "prefetch": true, + "tokens": [ + [ + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + [ + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + } + ], + "scope": "same-route token parity and B1 ownership, not semantic accuracy or speedup", + "code_sha256": { + "accel/platforms/atom/batching.py": "d98a51d75a36cd8c379a6220adb92528b3607cf80145b85a032270494a429580", + "accel/pd/pd_batching.py": "c827775c1d399bf724a9747c3424ee5ea69f93054493bfbb71d5f0cf08fff65b", + "accel/pd/prefill_server.py": "5af1169ff5c6bfac6ce265ea3edf7f6a031c207bda7ce7bcbc996d7133576b1d", + "accel/pd/layer_progress.py": "19c8853cd20b386dc11064d4be63fa696468c86a26b76ecf5c48cdf3905a700b" + }, + "stage": "complete" +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-atom.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-atom.log new file mode 100644 index 00000000..7e55fd83 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-atom.log @@ -0,0 +1,5 @@ +ATOM_BINDING {"visible_count": 1, "physical": 3, "opened": ["/dev/rbln3"]} +{"stream": false, "prefetch": false, "tokens": [[107, 106, 107, 106, 107, 106, 107, 106], [236761, 107, 106, 107, 106, 50215, 563, 506]], "tokens_exact": true, "progress_spans": 0, "imports": [], "idle": true} +{"stream": true, "prefetch": false, "tokens": [[107, 106, 107, 106, 107, 106, 107, 106], [236761, 107, 106, 107, 106, 50215, 563, 506]], "tokens_exact": true, "progress_spans": 52, "imports": [{"spans": 2, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 3, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}], "idle": true} +{"stream": true, "prefetch": true, "tokens": [[107, 106, 107, 106, 107, 106, 107, 106], [236761, 107, 106, 107, 106, 50215, 563, 506]], "tokens_exact": true, "progress_spans": 52, "imports": [{"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 3, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 21, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 5, "active_decode": 0, "source_done_before": false, "source_done_after": true}], "idle": true} +{"stream": false, "prefetch": true, "tokens": [[107, 106, 107, 106, 107, 106, 107, 106], [236761, 107, 106, 107, 106, 50215, 563, 506]], "tokens_exact": true, "progress_spans": 0, "imports": [], "idle": true} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-long-source.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-long-source.json new file mode 100644 index 00000000..a6584e74 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-long-source.json @@ -0,0 +1,1025 @@ +{ + "model": "gemma", + "width": 8192, + "engine_factory": "streaming_factories:gemma", + "cases": [ + { + "input_len": 2048, + "send_from": 0, + "keys_exact": true, + "values_exact": true, + "logits_exact": true, + "max_logit_error": 0.0, + "token_whole": 5279, + "token_stream": 5279, + "notifications": [ + { + "span": [ + 0, + 1, + 0, + 2048 + ], + "time_s": 0.06589445000281557 + }, + { + "span": [ + 1, + 2, + 0, + 2048 + ], + "time_s": 0.12253817403689027 + }, + { + "span": [ + 2, + 3, + 0, + 2048 + ], + "time_s": 0.17903168499469757 + }, + { + "span": [ + 3, + 4, + 0, + 2048 + ], + "time_s": 0.23560989904217422 + }, + { + "span": [ + 4, + 5, + 0, + 2048 + ], + "time_s": 0.29204332403605804 + }, + { + "span": [ + 5, + 6, + 0, + 2048 + ], + "time_s": 0.3483934120158665 + }, + { + "span": [ + 6, + 7, + 0, + 2048 + ], + "time_s": 0.40473972604377195 + }, + { + "span": [ + 7, + 8, + 0, + 2048 + ], + "time_s": 0.4611374289961532 + }, + { + "span": [ + 8, + 9, + 0, + 2048 + ], + "time_s": 0.5177315500332043 + }, + { + "span": [ + 9, + 10, + 0, + 2048 + ], + "time_s": 0.5743082770495676 + }, + { + "span": [ + 10, + 11, + 0, + 2048 + ], + "time_s": 0.6308078860165551 + }, + { + "span": [ + 11, + 12, + 0, + 2048 + ], + "time_s": 0.6873437160393223 + }, + { + "span": [ + 12, + 13, + 0, + 2048 + ], + "time_s": 0.7436660150415264 + }, + { + "span": [ + 13, + 14, + 0, + 2048 + ], + "time_s": 0.8000755970133469 + }, + { + "span": [ + 14, + 15, + 0, + 2048 + ], + "time_s": 0.85636782302754 + }, + { + "span": [ + 15, + 16, + 0, + 2048 + ], + "time_s": 0.912828756030649 + }, + { + "span": [ + 16, + 17, + 0, + 2048 + ], + "time_s": 0.9691702160052955 + }, + { + "span": [ + 17, + 18, + 0, + 2048 + ], + "time_s": 1.0255406080395915 + }, + { + "span": [ + 18, + 19, + 0, + 2048 + ], + "time_s": 1.0818742950214073 + }, + { + "span": [ + 19, + 20, + 0, + 2048 + ], + "time_s": 1.1382733250502497 + }, + { + "span": [ + 20, + 21, + 0, + 2048 + ], + "time_s": 1.194649245007895 + }, + { + "span": [ + 21, + 22, + 0, + 2048 + ], + "time_s": 1.251026105019264 + }, + { + "span": [ + 22, + 23, + 0, + 2048 + ], + "time_s": 1.3077077810303308 + }, + { + "span": [ + 23, + 24, + 0, + 2048 + ], + "time_s": 1.3642413170309737 + }, + { + "span": [ + 24, + 25, + 0, + 2048 + ], + "time_s": 1.420930830994621 + }, + { + "span": [ + 25, + 26, + 0, + 2048 + ], + "time_s": 1.4775549600017257 + } + ], + "elapsed_s": 1.5001913740416057 + }, + { + "input_len": 2048, + "send_from": 1024, + "keys_exact": true, + "values_exact": true, + "logits_exact": true, + "max_logit_error": 0.0, + "token_whole": 5279, + "token_stream": 5279, + "notifications": [ + { + "span": [ + 0, + 1, + 1024, + 2048 + ], + "time_s": 0.06395490100840107 + }, + { + "span": [ + 1, + 2, + 1024, + 2048 + ], + "time_s": 0.12015143601456657 + }, + { + "span": [ + 2, + 3, + 1024, + 2048 + ], + "time_s": 0.17639131302712485 + }, + { + "span": [ + 3, + 4, + 1024, + 2048 + ], + "time_s": 0.23271480499533936 + }, + { + "span": [ + 4, + 5, + 1024, + 2048 + ], + "time_s": 0.28894421400036663 + }, + { + "span": [ + 5, + 6, + 1024, + 2048 + ], + "time_s": 0.3451733629917726 + }, + { + "span": [ + 6, + 7, + 1024, + 2048 + ], + "time_s": 0.40131528401980177 + }, + { + "span": [ + 7, + 8, + 1024, + 2048 + ], + "time_s": 0.4576988400076516 + }, + { + "span": [ + 8, + 9, + 1024, + 2048 + ], + "time_s": 0.5141106200171635 + }, + { + "span": [ + 9, + 10, + 1024, + 2048 + ], + "time_s": 0.5704569889931008 + }, + { + "span": [ + 10, + 11, + 1024, + 2048 + ], + "time_s": 0.6267827959964052 + }, + { + "span": [ + 11, + 12, + 1024, + 2048 + ], + "time_s": 0.6831446260330267 + }, + { + "span": [ + 12, + 13, + 1024, + 2048 + ], + "time_s": 0.7394661990110762 + }, + { + "span": [ + 13, + 14, + 1024, + 2048 + ], + "time_s": 0.7957357920240611 + }, + { + "span": [ + 14, + 15, + 1024, + 2048 + ], + "time_s": 0.852129181032069 + }, + { + "span": [ + 15, + 16, + 1024, + 2048 + ], + "time_s": 0.9084925309871323 + }, + { + "span": [ + 16, + 17, + 1024, + 2048 + ], + "time_s": 0.9650229529943317 + }, + { + "span": [ + 17, + 18, + 1024, + 2048 + ], + "time_s": 1.0211083990288898 + }, + { + "span": [ + 18, + 19, + 1024, + 2048 + ], + "time_s": 1.077156632032711 + }, + { + "span": [ + 19, + 20, + 1024, + 2048 + ], + "time_s": 1.1333634870243259 + }, + { + "span": [ + 20, + 21, + 1024, + 2048 + ], + "time_s": 1.1894928049878217 + }, + { + "span": [ + 21, + 22, + 1024, + 2048 + ], + "time_s": 1.2457358029787429 + }, + { + "span": [ + 22, + 23, + 1024, + 2048 + ], + "time_s": 1.301852498028893 + }, + { + "span": [ + 23, + 24, + 1024, + 2048 + ], + "time_s": 1.3580815159948543 + }, + { + "span": [ + 24, + 25, + 1024, + 2048 + ], + "time_s": 1.4144051870098338 + }, + { + "span": [ + 25, + 26, + 1024, + 2048 + ], + "time_s": 1.4707216550013982 + } + ], + "elapsed_s": 1.4940323639893904 + }, + { + "input_len": 2048, + "send_from": 2048, + "keys_exact": true, + "values_exact": true, + "logits_exact": true, + "max_logit_error": 0.0, + "token_whole": 5279, + "token_stream": 5279, + "notifications": [], + "elapsed_s": 1.4565478739677928 + }, + { + "input_len": 8192, + "send_from": 0, + "keys_exact": true, + "values_exact": true, + "logits_exact": true, + "max_logit_error": 0.0, + "token_whole": 563, + "token_stream": 563, + "notifications": [ + { + "span": [ + 0, + 1, + 0, + 8192 + ], + "time_s": 0.06469493004260585 + }, + { + "span": [ + 1, + 2, + 0, + 8192 + ], + "time_s": 0.12190899101551622 + }, + { + "span": [ + 2, + 3, + 0, + 8192 + ], + "time_s": 0.17918256402481347 + }, + { + "span": [ + 3, + 4, + 0, + 8192 + ], + "time_s": 0.23638864199165255 + }, + { + "span": [ + 4, + 5, + 0, + 8192 + ], + "time_s": 0.29353760299272835 + }, + { + "span": [ + 5, + 6, + 0, + 8192 + ], + "time_s": 0.35059562599053606 + }, + { + "span": [ + 6, + 7, + 0, + 8192 + ], + "time_s": 0.4077453599893488 + }, + { + "span": [ + 7, + 8, + 0, + 8192 + ], + "time_s": 0.46473006100859493 + }, + { + "span": [ + 8, + 9, + 0, + 8192 + ], + "time_s": 0.521812689024955 + }, + { + "span": [ + 9, + 10, + 0, + 8192 + ], + "time_s": 0.5788895190344192 + }, + { + "span": [ + 10, + 11, + 0, + 8192 + ], + "time_s": 0.636083948018495 + }, + { + "span": [ + 11, + 12, + 0, + 8192 + ], + "time_s": 0.6931993699981831 + }, + { + "span": [ + 12, + 13, + 0, + 8192 + ], + "time_s": 0.7502486790181138 + }, + { + "span": [ + 13, + 14, + 0, + 8192 + ], + "time_s": 0.8076261919923127 + }, + { + "span": [ + 14, + 15, + 0, + 8192 + ], + "time_s": 0.8648268890101463 + }, + { + "span": [ + 15, + 16, + 0, + 8192 + ], + "time_s": 0.9220461589866318 + }, + { + "span": [ + 16, + 17, + 0, + 8192 + ], + "time_s": 0.9792165710241534 + }, + { + "span": [ + 17, + 18, + 0, + 8192 + ], + "time_s": 1.036341133993119 + }, + { + "span": [ + 18, + 19, + 0, + 8192 + ], + "time_s": 1.093479387986008 + }, + { + "span": [ + 19, + 20, + 0, + 8192 + ], + "time_s": 1.150730398017913 + }, + { + "span": [ + 20, + 21, + 0, + 8192 + ], + "time_s": 1.207860677037388 + }, + { + "span": [ + 21, + 22, + 0, + 8192 + ], + "time_s": 1.2650114180287346 + }, + { + "span": [ + 22, + 23, + 0, + 8192 + ], + "time_s": 1.3222510000341572 + }, + { + "span": [ + 23, + 24, + 0, + 8192 + ], + "time_s": 1.3795069589978084 + }, + { + "span": [ + 24, + 25, + 0, + 8192 + ], + "time_s": 1.4367566790315323 + }, + { + "span": [ + 25, + 26, + 0, + 8192 + ], + "time_s": 1.4941858120146208 + } + ], + "elapsed_s": 1.5172236030339263 + }, + { + "input_len": 8192, + "send_from": 4096, + "keys_exact": true, + "values_exact": true, + "logits_exact": true, + "max_logit_error": 0.0, + "token_whole": 563, + "token_stream": 563, + "notifications": [ + { + "span": [ + 0, + 1, + 4096, + 8192 + ], + "time_s": 0.06308910000370815 + }, + { + "span": [ + 1, + 2, + 4096, + 8192 + ], + "time_s": 0.11987018398940563 + }, + { + "span": [ + 2, + 3, + 4096, + 8192 + ], + "time_s": 0.17677938000997528 + }, + { + "span": [ + 3, + 4, + 4096, + 8192 + ], + "time_s": 0.23360804200638086 + }, + { + "span": [ + 4, + 5, + 4096, + 8192 + ], + "time_s": 0.2902984319953248 + }, + { + "span": [ + 5, + 6, + 4096, + 8192 + ], + "time_s": 0.3470235269633122 + }, + { + "span": [ + 6, + 7, + 4096, + 8192 + ], + "time_s": 0.40372699999716133 + }, + { + "span": [ + 7, + 8, + 4096, + 8192 + ], + "time_s": 0.4603891620063223 + }, + { + "span": [ + 8, + 9, + 4096, + 8192 + ], + "time_s": 0.5171633859863505 + }, + { + "span": [ + 9, + 10, + 4096, + 8192 + ], + "time_s": 0.5737135100062005 + }, + { + "span": [ + 10, + 11, + 4096, + 8192 + ], + "time_s": 0.6304294010042213 + }, + { + "span": [ + 11, + 12, + 4096, + 8192 + ], + "time_s": 0.6871457640081644 + }, + { + "span": [ + 12, + 13, + 4096, + 8192 + ], + "time_s": 0.7439465729985386 + }, + { + "span": [ + 13, + 14, + 4096, + 8192 + ], + "time_s": 0.8007978620007634 + }, + { + "span": [ + 14, + 15, + 4096, + 8192 + ], + "time_s": 0.8577408819692209 + }, + { + "span": [ + 15, + 16, + 4096, + 8192 + ], + "time_s": 0.9148406139574945 + }, + { + "span": [ + 16, + 17, + 4096, + 8192 + ], + "time_s": 0.9714254969730973 + }, + { + "span": [ + 17, + 18, + 4096, + 8192 + ], + "time_s": 1.027947336959187 + }, + { + "span": [ + 18, + 19, + 4096, + 8192 + ], + "time_s": 1.084646941977553 + }, + { + "span": [ + 19, + 20, + 4096, + 8192 + ], + "time_s": 1.1412717700004578 + }, + { + "span": [ + 20, + 21, + 4096, + 8192 + ], + "time_s": 1.1979247729759663 + }, + { + "span": [ + 21, + 22, + 4096, + 8192 + ], + "time_s": 1.2546465059858747 + }, + { + "span": [ + 22, + 23, + 4096, + 8192 + ], + "time_s": 1.31124083296163 + }, + { + "span": [ + 23, + 24, + 4096, + 8192 + ], + "time_s": 1.3678492190083489 + }, + { + "span": [ + 24, + 25, + 4096, + 8192 + ], + "time_s": 1.4246351319598034 + }, + { + "span": [ + 25, + 26, + 4096, + 8192 + ], + "time_s": 1.4813443970051594 + } + ], + "elapsed_s": 1.5041576689691283 + }, + { + "input_len": 8192, + "send_from": 8192, + "keys_exact": true, + "values_exact": true, + "logits_exact": true, + "max_logit_error": 0.0, + "token_whole": 563, + "token_stream": 563, + "notifications": [], + "elapsed_s": 1.4575317720300518 + } + ], + "scope": "same RNGD source whole vs streamed KV/logits; not decoder parity or speedup", + "source_sha256": { + "prefill_server.py": "5af1169ff5c6bfac6ce265ea3edf7f6a031c207bda7ce7bcbc996d7133576b1d", + "streaming_factories.py": "77745350973cc54bf508e0c8b473efc442afef20b1c64f7c4edc179ea1471389" + }, + "stage": "complete" +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-long-source.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-long-source.log new file mode 100644 index 00000000..0e120201 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-long-source.log @@ -0,0 +1,8 @@ +initializing gemma +initialized gemma +{"input_len": 2048, "send_from": 0, "keys_exact": true, "values_exact": true, "logits_exact": true, "max_logit_error": 0.0, "token_whole": 5279, "token_stream": 5279, "elapsed_s": 1.5001913740416057} +{"input_len": 2048, "send_from": 1024, "keys_exact": true, "values_exact": true, "logits_exact": true, "max_logit_error": 0.0, "token_whole": 5279, "token_stream": 5279, "elapsed_s": 1.4940323639893904} +{"input_len": 2048, "send_from": 2048, "keys_exact": true, "values_exact": true, "logits_exact": true, "max_logit_error": 0.0, "token_whole": 5279, "token_stream": 5279, "elapsed_s": 1.4565478739677928} +{"input_len": 8192, "send_from": 0, "keys_exact": true, "values_exact": true, "logits_exact": true, "max_logit_error": 0.0, "token_whole": 563, "token_stream": 563, "elapsed_s": 1.5172236030339263} +{"input_len": 8192, "send_from": 4096, "keys_exact": true, "values_exact": true, "logits_exact": true, "max_logit_error": 0.0, "token_whole": 563, "token_stream": 563, "elapsed_s": 1.5041576689691283} +{"input_len": 8192, "send_from": 8192, "keys_exact": true, "values_exact": true, "logits_exact": true, "max_logit_error": 0.0, "token_whole": 563, "token_stream": 563, "elapsed_s": 1.4575317720300518} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-atom.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-atom.json new file mode 100644 index 00000000..106d10f0 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-atom.json @@ -0,0 +1,552 @@ +{ + "model": "KISTI-KONI/KONI-Llama3.1-8B-Instruct-20241024", + "width": 512, + "output_tokens": 8, + "batch_size": 1, + "cases": [ + { + "stream": false, + "prefetch": false, + "tokens": [ + [ + 51289, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13 + ], + [ + 11206, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "stream": true, + "prefetch": false, + "tokens": [ + [ + 51289, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13 + ], + [ + 11206, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13 + ] + ], + "tokens_exact": true, + "progress_spans": 64, + "imports": [ + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 12, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + }, + { + "stream": true, + "prefetch": true, + "tokens": [ + [ + 51289, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13 + ], + [ + 11206, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13 + ] + ], + "tokens_exact": true, + "progress_spans": 64, + "imports": [ + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 17, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 2, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 32, + "active_decode": 0, + "source_done_before": true, + "source_done_after": true + } + ], + "idle": true + }, + { + "stream": false, + "prefetch": true, + "tokens": [ + [ + 51289, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13 + ], + [ + 11206, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + } + ], + "scope": "same-route token parity and B1 ownership, not semantic accuracy or speedup", + "code_sha256": { + "accel/platforms/atom/batching.py": "d98a51d75a36cd8c379a6220adb92528b3607cf80145b85a032270494a429580", + "accel/pd/pd_batching.py": "c827775c1d399bf724a9747c3424ee5ea69f93054493bfbb71d5f0cf08fff65b", + "accel/pd/prefill_server.py": "5af1169ff5c6bfac6ce265ea3edf7f6a031c207bda7ce7bcbc996d7133576b1d", + "accel/pd/layer_progress.py": "19c8853cd20b386dc11064d4be63fa696468c86a26b76ecf5c48cdf3905a700b" + }, + "stage": "complete" +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-atom.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-atom.log new file mode 100644 index 00000000..1e63417e --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-atom.log @@ -0,0 +1,5 @@ +ATOM_BINDING {"visible_count": 1, "physical": 3, "opened": ["/dev/rbln3"]} +{"stream": false, "prefetch": false, "tokens": [[51289, 374, 279, 6864, 315, 4987, 12126, 13], [11206, 374, 279, 6864, 315, 4987, 12126, 13]], "tokens_exact": true, "progress_spans": 0, "imports": [], "idle": true} +{"stream": true, "prefetch": false, "tokens": [[51289, 374, 279, 6864, 315, 4987, 12126, 13], [11206, 374, 279, 6864, 315, 4987, 12126, 13]], "tokens_exact": true, "progress_spans": 64, "imports": [{"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 12, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}], "idle": true} +{"stream": true, "prefetch": true, "tokens": [[51289, 374, 279, 6864, 315, 4987, 12126, 13], [11206, 374, 279, 6864, 315, 4987, 12126, 13]], "tokens_exact": true, "progress_spans": 64, "imports": [{"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 17, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 2, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 32, "active_decode": 0, "source_done_before": true, "source_done_after": true}], "idle": true} +{"stream": false, "prefetch": true, "tokens": [[51289, 374, 279, 6864, 315, 4987, 12126, 13], [11206, 374, 279, 6864, 315, 4987, 12126, 13]], "tokens_exact": true, "progress_spans": 0, "imports": [], "idle": true} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-long-source.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-long-source.json new file mode 100644 index 00000000..ec9bccb6 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-long-source.json @@ -0,0 +1,1241 @@ +{ + "model": "koni", + "width": 8192, + "engine_factory": "streaming_factories:koni", + "cases": [ + { + "input_len": 2048, + "send_from": 0, + "keys_exact": true, + "values_exact": true, + "logits_exact": true, + "max_logit_error": 0.0, + "token_whole": 12126, + "token_stream": 12126, + "notifications": [ + { + "span": [ + 0, + 1, + 0, + 2048 + ], + "time_s": 0.20085144002223387 + }, + { + "span": [ + 1, + 2, + 0, + 2048 + ], + "time_s": 0.2728993140044622 + }, + { + "span": [ + 2, + 3, + 0, + 2048 + ], + "time_s": 0.35459244198864326 + }, + { + "span": [ + 3, + 4, + 0, + 2048 + ], + "time_s": 0.43578424002043903 + }, + { + "span": [ + 4, + 5, + 0, + 2048 + ], + "time_s": 0.5073530710069463 + }, + { + "span": [ + 5, + 6, + 0, + 2048 + ], + "time_s": 0.583268511982169 + }, + { + "span": [ + 6, + 7, + 0, + 2048 + ], + "time_s": 0.6640553799807094 + }, + { + "span": [ + 7, + 8, + 0, + 2048 + ], + "time_s": 0.7448602429940365 + }, + { + "span": [ + 8, + 9, + 0, + 2048 + ], + "time_s": 0.8258817580062896 + }, + { + "span": [ + 9, + 10, + 0, + 2048 + ], + "time_s": 0.90761921700323 + }, + { + "span": [ + 10, + 11, + 0, + 2048 + ], + "time_s": 0.9882655370165594 + }, + { + "span": [ + 11, + 12, + 0, + 2048 + ], + "time_s": 1.0685277560260147 + }, + { + "span": [ + 12, + 13, + 0, + 2048 + ], + "time_s": 1.1490659500123002 + }, + { + "span": [ + 13, + 14, + 0, + 2048 + ], + "time_s": 1.2297092790249735 + }, + { + "span": [ + 14, + 15, + 0, + 2048 + ], + "time_s": 1.3103211600100622 + }, + { + "span": [ + 15, + 16, + 0, + 2048 + ], + "time_s": 1.3905470680329017 + }, + { + "span": [ + 16, + 17, + 0, + 2048 + ], + "time_s": 1.4713072029990144 + }, + { + "span": [ + 17, + 18, + 0, + 2048 + ], + "time_s": 1.551953645015601 + }, + { + "span": [ + 18, + 19, + 0, + 2048 + ], + "time_s": 1.6320718430215493 + }, + { + "span": [ + 19, + 20, + 0, + 2048 + ], + "time_s": 1.712555987003725 + }, + { + "span": [ + 20, + 21, + 0, + 2048 + ], + "time_s": 1.7927778270095587 + }, + { + "span": [ + 21, + 22, + 0, + 2048 + ], + "time_s": 1.8734228709945455 + }, + { + "span": [ + 22, + 23, + 0, + 2048 + ], + "time_s": 1.9539708420052193 + }, + { + "span": [ + 23, + 24, + 0, + 2048 + ], + "time_s": 2.034345131018199 + }, + { + "span": [ + 24, + 25, + 0, + 2048 + ], + "time_s": 2.1147767060319893 + }, + { + "span": [ + 25, + 26, + 0, + 2048 + ], + "time_s": 2.195588527014479 + }, + { + "span": [ + 26, + 27, + 0, + 2048 + ], + "time_s": 2.2762107420130633 + }, + { + "span": [ + 27, + 28, + 0, + 2048 + ], + "time_s": 2.3564845569781028 + }, + { + "span": [ + 28, + 29, + 0, + 2048 + ], + "time_s": 2.435965247976128 + }, + { + "span": [ + 29, + 30, + 0, + 2048 + ], + "time_s": 2.515427946986165 + }, + { + "span": [ + 30, + 31, + 0, + 2048 + ], + "time_s": 2.5962636960321106 + }, + { + "span": [ + 31, + 32, + 0, + 2048 + ], + "time_s": 2.6759745000163093 + } + ], + "elapsed_s": 2.7785040520248003 + }, + { + "input_len": 2048, + "send_from": 1024, + "keys_exact": true, + "values_exact": true, + "logits_exact": true, + "max_logit_error": 0.0, + "token_whole": 12126, + "token_stream": 12126, + "notifications": [ + { + "span": [ + 0, + 1, + 1024, + 2048 + ], + "time_s": 0.14755464298650622 + }, + { + "span": [ + 1, + 2, + 1024, + 2048 + ], + "time_s": 0.2188650929601863 + }, + { + "span": [ + 2, + 3, + 1024, + 2048 + ], + "time_s": 0.29421678598737344 + }, + { + "span": [ + 3, + 4, + 1024, + 2048 + ], + "time_s": 0.37402305798605084 + }, + { + "span": [ + 4, + 5, + 1024, + 2048 + ], + "time_s": 0.45375551597680897 + }, + { + "span": [ + 5, + 6, + 1024, + 2048 + ], + "time_s": 0.5327124599716626 + }, + { + "span": [ + 6, + 7, + 1024, + 2048 + ], + "time_s": 0.6119371029781178 + }, + { + "span": [ + 7, + 8, + 1024, + 2048 + ], + "time_s": 0.6913709510117769 + }, + { + "span": [ + 8, + 9, + 1024, + 2048 + ], + "time_s": 0.7702877299743704 + }, + { + "span": [ + 9, + 10, + 1024, + 2048 + ], + "time_s": 0.8501626959769055 + }, + { + "span": [ + 10, + 11, + 1024, + 2048 + ], + "time_s": 0.9289613679866306 + }, + { + "span": [ + 11, + 12, + 1024, + 2048 + ], + "time_s": 1.008382920990698 + }, + { + "span": [ + 12, + 13, + 1024, + 2048 + ], + "time_s": 1.0876907329657115 + }, + { + "span": [ + 13, + 14, + 1024, + 2048 + ], + "time_s": 1.1666674449807033 + }, + { + "span": [ + 14, + 15, + 1024, + 2048 + ], + "time_s": 1.246151277970057 + }, + { + "span": [ + 15, + 16, + 1024, + 2048 + ], + "time_s": 1.3254713509813882 + }, + { + "span": [ + 16, + 17, + 1024, + 2048 + ], + "time_s": 1.4043312389985658 + }, + { + "span": [ + 17, + 18, + 1024, + 2048 + ], + "time_s": 1.4835146859986708 + }, + { + "span": [ + 18, + 19, + 1024, + 2048 + ], + "time_s": 1.5628470489755273 + }, + { + "span": [ + 19, + 20, + 1024, + 2048 + ], + "time_s": 1.642262829001993 + }, + { + "span": [ + 20, + 21, + 1024, + 2048 + ], + "time_s": 1.7212157429894432 + }, + { + "span": [ + 21, + 22, + 1024, + 2048 + ], + "time_s": 1.8011791869648732 + }, + { + "span": [ + 22, + 23, + 1024, + 2048 + ], + "time_s": 1.8809732999652624 + }, + { + "span": [ + 23, + 24, + 1024, + 2048 + ], + "time_s": 1.960421813011635 + }, + { + "span": [ + 24, + 25, + 1024, + 2048 + ], + "time_s": 2.0404544879565947 + }, + { + "span": [ + 25, + 26, + 1024, + 2048 + ], + "time_s": 2.120332108985167 + }, + { + "span": [ + 26, + 27, + 1024, + 2048 + ], + "time_s": 2.2000750050065108 + }, + { + "span": [ + 27, + 28, + 1024, + 2048 + ], + "time_s": 2.2835835379664786 + }, + { + "span": [ + 28, + 29, + 1024, + 2048 + ], + "time_s": 2.3640638680080883 + }, + { + "span": [ + 29, + 30, + 1024, + 2048 + ], + "time_s": 2.4446553899906576 + }, + { + "span": [ + 30, + 31, + 1024, + 2048 + ], + "time_s": 2.524453377991449 + }, + { + "span": [ + 31, + 32, + 1024, + 2048 + ], + "time_s": 2.6035194720025174 + } + ], + "elapsed_s": 2.7098705469979905 + }, + { + "input_len": 2048, + "send_from": 2048, + "keys_exact": true, + "values_exact": true, + "logits_exact": true, + "max_logit_error": 0.0, + "token_whole": 12126, + "token_stream": 12126, + "notifications": [], + "elapsed_s": 2.520356716006063 + }, + { + "input_len": 8192, + "send_from": 0, + "keys_exact": true, + "values_exact": true, + "logits_exact": true, + "max_logit_error": 0.0, + "token_whole": 11206, + "token_stream": 11206, + "notifications": [ + { + "span": [ + 0, + 1, + 0, + 8192 + ], + "time_s": 0.15610138600459322 + }, + { + "span": [ + 1, + 2, + 0, + 8192 + ], + "time_s": 0.23403010499896482 + }, + { + "span": [ + 2, + 3, + 0, + 8192 + ], + "time_s": 0.3129356620484032 + }, + { + "span": [ + 3, + 4, + 0, + 8192 + ], + "time_s": 0.3919287930475548 + }, + { + "span": [ + 4, + 5, + 0, + 8192 + ], + "time_s": 0.47165782301453874 + }, + { + "span": [ + 5, + 6, + 0, + 8192 + ], + "time_s": 0.5506759310374036 + }, + { + "span": [ + 6, + 7, + 0, + 8192 + ], + "time_s": 0.6300972110475414 + }, + { + "span": [ + 7, + 8, + 0, + 8192 + ], + "time_s": 0.709529044048395 + }, + { + "span": [ + 8, + 9, + 0, + 8192 + ], + "time_s": 0.7887537790229544 + }, + { + "span": [ + 9, + 10, + 0, + 8192 + ], + "time_s": 0.8674136450281367 + }, + { + "span": [ + 10, + 11, + 0, + 8192 + ], + "time_s": 0.9468815680011176 + }, + { + "span": [ + 11, + 12, + 0, + 8192 + ], + "time_s": 1.0258455110015348 + }, + { + "span": [ + 12, + 13, + 0, + 8192 + ], + "time_s": 1.1048066780203953 + }, + { + "span": [ + 13, + 14, + 0, + 8192 + ], + "time_s": 1.1838875250541605 + }, + { + "span": [ + 14, + 15, + 0, + 8192 + ], + "time_s": 1.2628463300061412 + }, + { + "span": [ + 15, + 16, + 0, + 8192 + ], + "time_s": 1.341134170012083 + }, + { + "span": [ + 16, + 17, + 0, + 8192 + ], + "time_s": 1.4200526520144194 + }, + { + "span": [ + 17, + 18, + 0, + 8192 + ], + "time_s": 1.4990293430164456 + }, + { + "span": [ + 18, + 19, + 0, + 8192 + ], + "time_s": 1.5780451740138233 + }, + { + "span": [ + 19, + 20, + 0, + 8192 + ], + "time_s": 1.6572937040473334 + }, + { + "span": [ + 20, + 21, + 0, + 8192 + ], + "time_s": 1.7368959190207534 + }, + { + "span": [ + 21, + 22, + 0, + 8192 + ], + "time_s": 1.8157639930141158 + }, + { + "span": [ + 22, + 23, + 0, + 8192 + ], + "time_s": 1.8950902920332737 + }, + { + "span": [ + 23, + 24, + 0, + 8192 + ], + "time_s": 1.9748211620026268 + }, + { + "span": [ + 24, + 25, + 0, + 8192 + ], + "time_s": 2.0537720610154793 + }, + { + "span": [ + 25, + 26, + 0, + 8192 + ], + "time_s": 2.132869124005083 + }, + { + "span": [ + 26, + 27, + 0, + 8192 + ], + "time_s": 2.212606400018558 + }, + { + "span": [ + 27, + 28, + 0, + 8192 + ], + "time_s": 2.29154774104245 + }, + { + "span": [ + 28, + 29, + 0, + 8192 + ], + "time_s": 2.3708430810365826 + }, + { + "span": [ + 29, + 30, + 0, + 8192 + ], + "time_s": 2.449400842015166 + }, + { + "span": [ + 30, + 31, + 0, + 8192 + ], + "time_s": 2.5287822740501724 + }, + { + "span": [ + 31, + 32, + 0, + 8192 + ], + "time_s": 2.608335473050829 + } + ], + "elapsed_s": 2.6652779940050095 + }, + { + "input_len": 8192, + "send_from": 4096, + "keys_exact": true, + "values_exact": true, + "logits_exact": true, + "max_logit_error": 0.0, + "token_whole": 11206, + "token_stream": 11206, + "notifications": [ + { + "span": [ + 0, + 1, + 4096, + 8192 + ], + "time_s": 0.11078795103821903 + }, + { + "span": [ + 1, + 2, + 4096, + 8192 + ], + "time_s": 0.23367057903669775 + }, + { + "span": [ + 2, + 3, + 4096, + 8192 + ], + "time_s": 0.3118518970441073 + }, + { + "span": [ + 3, + 4, + 4096, + 8192 + ], + "time_s": 0.39434224099386483 + }, + { + "span": [ + 4, + 5, + 4096, + 8192 + ], + "time_s": 0.4792594620375894 + }, + { + "span": [ + 5, + 6, + 4096, + 8192 + ], + "time_s": 0.563405524007976 + }, + { + "span": [ + 6, + 7, + 4096, + 8192 + ], + "time_s": 0.6484949430450797 + }, + { + "span": [ + 7, + 8, + 4096, + 8192 + ], + "time_s": 0.7328681670478545 + }, + { + "span": [ + 8, + 9, + 4096, + 8192 + ], + "time_s": 0.8162188300048001 + }, + { + "span": [ + 9, + 10, + 4096, + 8192 + ], + "time_s": 0.8981756960274652 + }, + { + "span": [ + 10, + 11, + 4096, + 8192 + ], + "time_s": 0.9788144970079884 + }, + { + "span": [ + 11, + 12, + 4096, + 8192 + ], + "time_s": 1.0599249970400706 + }, + { + "span": [ + 12, + 13, + 4096, + 8192 + ], + "time_s": 1.1406230110442266 + }, + { + "span": [ + 13, + 14, + 4096, + 8192 + ], + "time_s": 1.2214231500402093 + }, + { + "span": [ + 14, + 15, + 4096, + 8192 + ], + "time_s": 1.3010357140447013 + }, + { + "span": [ + 15, + 16, + 4096, + 8192 + ], + "time_s": 1.3834564550197683 + }, + { + "span": [ + 16, + 17, + 4096, + 8192 + ], + "time_s": 1.4660709450254217 + }, + { + "span": [ + 17, + 18, + 4096, + 8192 + ], + "time_s": 1.5484435310354456 + }, + { + "span": [ + 18, + 19, + 4096, + 8192 + ], + "time_s": 1.629761602031067 + }, + { + "span": [ + 19, + 20, + 4096, + 8192 + ], + "time_s": 1.7102546840324067 + }, + { + "span": [ + 20, + 21, + 4096, + 8192 + ], + "time_s": 1.7904483660240658 + }, + { + "span": [ + 21, + 22, + 4096, + 8192 + ], + "time_s": 1.871556454047095 + }, + { + "span": [ + 22, + 23, + 4096, + 8192 + ], + "time_s": 1.9524444559938274 + }, + { + "span": [ + 23, + 24, + 4096, + 8192 + ], + "time_s": 2.0333869170281105 + }, + { + "span": [ + 24, + 25, + 4096, + 8192 + ], + "time_s": 2.1137668620212935 + }, + { + "span": [ + 25, + 26, + 4096, + 8192 + ], + "time_s": 2.1942440129932947 + }, + { + "span": [ + 26, + 27, + 4096, + 8192 + ], + "time_s": 2.2746035259915516 + }, + { + "span": [ + 27, + 28, + 4096, + 8192 + ], + "time_s": 2.354138270020485 + }, + { + "span": [ + 28, + 29, + 4096, + 8192 + ], + "time_s": 2.434570279030595 + }, + { + "span": [ + 29, + 30, + 4096, + 8192 + ], + "time_s": 2.514863442047499 + }, + { + "span": [ + 30, + 31, + 4096, + 8192 + ], + "time_s": 2.5947567709954455 + }, + { + "span": [ + 31, + 32, + 4096, + 8192 + ], + "time_s": 2.675003075040877 + } + ], + "elapsed_s": 2.728516450035386 + }, + { + "input_len": 8192, + "send_from": 8192, + "keys_exact": true, + "values_exact": true, + "logits_exact": true, + "max_logit_error": 0.0, + "token_whole": 11206, + "token_stream": 11206, + "notifications": [], + "elapsed_s": 2.5185132439946756 + } + ], + "scope": "same RNGD source whole vs streamed KV/logits; not decoder parity or speedup", + "source_sha256": { + "prefill_server.py": "5af1169ff5c6bfac6ce265ea3edf7f6a031c207bda7ce7bcbc996d7133576b1d", + "streaming_factories.py": "77745350973cc54bf508e0c8b473efc442afef20b1c64f7c4edc179ea1471389" + }, + "stage": "complete" +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-long-source.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-long-source.log new file mode 100644 index 00000000..d69552e2 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-long-source.log @@ -0,0 +1,14 @@ +initializing koni +{"compile_start": "rms", "width": 8192} +{"compile_done": "rms", "seconds": 0.44235882500652224} +{"compile_start": "attention", "width": 8192} +{"compile_done": "attention", "seconds": 0.5286966149578802} +{"compile_start": "ffn", "width": 8192} +{"compile_done": "ffn", "seconds": 0.19353776797652245} +initialized koni +{"input_len": 2048, "send_from": 0, "keys_exact": true, "values_exact": true, "logits_exact": true, "max_logit_error": 0.0, "token_whole": 12126, "token_stream": 12126, "elapsed_s": 2.7785040520248003} +{"input_len": 2048, "send_from": 1024, "keys_exact": true, "values_exact": true, "logits_exact": true, "max_logit_error": 0.0, "token_whole": 12126, "token_stream": 12126, "elapsed_s": 2.7098705469979905} +{"input_len": 2048, "send_from": 2048, "keys_exact": true, "values_exact": true, "logits_exact": true, "max_logit_error": 0.0, "token_whole": 12126, "token_stream": 12126, "elapsed_s": 2.520356716006063} +{"input_len": 8192, "send_from": 0, "keys_exact": true, "values_exact": true, "logits_exact": true, "max_logit_error": 0.0, "token_whole": 11206, "token_stream": 11206, "elapsed_s": 2.6652779940050095} +{"input_len": 8192, "send_from": 4096, "keys_exact": true, "values_exact": true, "logits_exact": true, "max_logit_error": 0.0, "token_whole": 11206, "token_stream": 11206, "elapsed_s": 2.728516450035386} +{"input_len": 8192, "send_from": 8192, "keys_exact": true, "values_exact": true, "logits_exact": true, "max_logit_error": 0.0, "token_whole": 11206, "token_stream": 11206, "elapsed_s": 2.5185132439946756} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-long-source-queue.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-long-source-queue.json new file mode 100644 index 00000000..ef57f7cc --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-long-source-queue.json @@ -0,0 +1,18 @@ +[ + { + "label": "qwen06b", + "exit_code": 0 + }, + { + "label": "qwen4b", + "exit_code": 0 + }, + { + "label": "gemma", + "exit_code": 0 + }, + { + "label": "koni", + "exit_code": 0 + } +] diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-long-source.py b/opt_prime/examples/pd/http_matrix/evidence265/stream265-long-source.py new file mode 100644 index 00000000..02fcf530 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-long-source.py @@ -0,0 +1,49 @@ +import argparse,hashlib,json,time,traceback +from pathlib import Path +from types import SimpleNamespace +import numpy as np +import torch +from furiosa.torch._register import _register +_register() +import rngd_pd.engines.fsdk as sdk +sdk.open_device=lambda *a,**k:(sdk.set_fusion(4),sdk.set_mesh_kind(sdk.MeshKind.Mesh(2))) +from opt_prime.accel.pd.prefill_server import factory_engine,stream_result +from transformers import AutoTokenizer +p=argparse.ArgumentParser();p.add_argument('--model',required=True);p.add_argument('--family',required=True);p.add_argument('--label',required=True);p.add_argument('--width',type=int,required=True);a=p.parse_args() +root=Path('/home/gspark/workspace/npu_offload/analysis/serving-matrix-201');out=root/f'stream265-{a.label}-long-source.json' +if out.exists():raise RuntimeError('refuse overwrite of prior hardware result') +config=json.loads((Path(a.model)/'config.json').read_text()) +args=SimpleNamespace(model=a.model,engine_factory=f'streaming_factories:{a.family}',width=str(a.width),chip=0,slots=1, + layers=config['num_hidden_layers'],kv_heads=config['num_key_value_heads'],head_dim=config.get('head_dim') or config['hidden_size']//config['num_attention_heads'],max_context=a.width) +result={'model':a.label,'width':a.width,'engine_factory':args.engine_factory,'cases':[], + 'scope':'same RNGD source whole vs streamed KV/logits; not decoder parity or speedup', + 'source_sha256':{}} +for path in [Path('/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/prefill_server.py'),Path('/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/streaming_factories.py')]: + result['source_sha256'][path.name]=hashlib.sha256(path.read_bytes()).hexdigest() +try: + print('initializing',a.label,flush=True);engine=factory_engine(args);print('initialized',a.label,flush=True) + tokenizer=AutoTokenizer.from_pretrained(a.model) + base=tokenizer.encode('Seoul is the capital of South Korea. Count one two three.',add_special_tokens=True) + for n in [a.width//4,a.width]: + ids=(base*((n+len(base)-1)//len(base)))[:n] + with torch.inference_mode(): + k,v,logits=engine.prefill(ids) + for start in [0,n//2,n]: + slab=np.zeros((1,2,args.layers,args.kv_heads,args.max_context,args.head_dim),dtype=np.uint16) + spans=[];t=time.perf_counter() + def publish(msg):spans.append(dict(span=msg['kv_span'],time_s=time.perf_counter()-t)) + other=stream_result(engine,dict(id=0,tokens=ids,slot=0,send_from=start),slab,publish) + elapsed=time.perf_counter()-t + kv=torch.from_numpy(slab[0,:,:,:,:n-start].view(np.int16)).view(torch.bfloat16) + case={'input_len':n,'send_from':start,'keys_exact':torch.equal(k[:,:,start:].to(torch.bfloat16),kv[0]), + 'values_exact':torch.equal(v[:,:,start:].to(torch.bfloat16),kv[1]),'logits_exact':torch.equal(logits,other), + 'max_logit_error':float((logits-other).abs().max()),'token_whole':int(logits.argmax()),'token_stream':int(other.argmax()), + 'notifications':spans,'elapsed_s':elapsed} + result['cases'].append(case);out.write_text(json.dumps(result,indent=2)+'\n') + print(json.dumps({k:v for k,v in case.items() if k!='notifications'}),flush=True) + assert case['keys_exact'] and case['values_exact'] and case['logits_exact'] + result['stage']='complete' +except Exception as error: + result['stage']='failed';result['error']=repr(error);raise +finally: + out.write_text(json.dumps(result,indent=2)+'\n') diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-atom.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-atom.json new file mode 100644 index 00000000..aabf0b1b --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-atom.json @@ -0,0 +1,270 @@ +{ + "model": "Qwen/Qwen3-0.6B", + "width": 512, + "output_tokens": 8, + "batch_size": 1, + "cases": [ + { + "stream": false, + "prefetch": false, + "tokens": [ + [ + 3555, + 374, + 279, + 1372, + 315, + 279, + 6722, + 3283 + ], + [ + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "stream": true, + "prefetch": false, + "tokens": [ + [ + 3555, + 374, + 279, + 1372, + 315, + 279, + 6722, + 3283 + ], + [ + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965 + ] + ], + "tokens_exact": true, + "progress_spans": 56, + "imports": [ + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": true + }, + { + "spans": 27, + "active_decode": 0, + "source_done_before": true, + "source_done_after": true + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 2, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 2, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 2, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 2, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 2, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 2, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 2, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 2, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 2, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 2, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 2, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 2, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + }, + { + "stream": true, + "prefetch": true, + "tokens": [ + [ + 3555, + 374, + 279, + 1372, + 315, + 279, + 6722, + 3283 + ], + [ + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965 + ] + ], + "tokens_exact": true, + "progress_spans": 56, + "imports": [ + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": true + }, + { + "spans": 27, + "active_decode": 0, + "source_done_before": true, + "source_done_after": true + }, + { + "spans": 16, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 12, + "active_decode": 0, + "source_done_before": false, + "source_done_after": true + } + ], + "idle": true + }, + { + "stream": false, + "prefetch": true, + "tokens": [ + [ + 3555, + 374, + 279, + 1372, + 315, + 279, + 6722, + 3283 + ], + [ + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + } + ], + "scope": "same-route token parity and B1 ownership, not semantic accuracy or speedup", + "code_sha256": { + "accel/platforms/atom/batching.py": "d98a51d75a36cd8c379a6220adb92528b3607cf80145b85a032270494a429580", + "accel/pd/pd_batching.py": "c827775c1d399bf724a9747c3424ee5ea69f93054493bfbb71d5f0cf08fff65b", + "accel/pd/prefill_server.py": "5af1169ff5c6bfac6ce265ea3edf7f6a031c207bda7ce7bcbc996d7133576b1d", + "accel/pd/layer_progress.py": "19c8853cd20b386dc11064d4be63fa696468c86a26b76ecf5c48cdf3905a700b" + }, + "stage": "complete" +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-atom.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-atom.log new file mode 100644 index 00000000..4510df9a --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-atom.log @@ -0,0 +1,5 @@ +ATOM_BINDING {"visible_count": 1, "physical": 3, "opened": ["/dev/rbln3"]} +{"stream": false, "prefetch": false, "tokens": [[3555, 374, 279, 1372, 315, 279, 6722, 3283], [13, 4504, 825, 1378, 2326, 13, 1514, 10965]], "tokens_exact": true, "progress_spans": 0, "imports": [], "idle": true} +{"stream": true, "prefetch": false, "tokens": [[3555, 374, 279, 1372, 315, 279, 6722, 3283], [13, 4504, 825, 1378, 2326, 13, 1514, 10965]], "tokens_exact": true, "progress_spans": 56, "imports": [{"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": true}, {"spans": 27, "active_decode": 0, "source_done_before": true, "source_done_after": true}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 2, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 2, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 2, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 2, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 2, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 2, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 2, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 2, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 2, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 2, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 2, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 2, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}], "idle": true} +{"stream": true, "prefetch": true, "tokens": [[3555, 374, 279, 1372, 315, 279, 6722, 3283], [13, 4504, 825, 1378, 2326, 13, 1514, 10965]], "tokens_exact": true, "progress_spans": 56, "imports": [{"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": true}, {"spans": 27, "active_decode": 0, "source_done_before": true, "source_done_after": true}, {"spans": 16, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 12, "active_decode": 0, "source_done_before": false, "source_done_after": true}], "idle": true} +{"stream": false, "prefetch": true, "tokens": [[3555, 374, 279, 1372, 315, 279, 6722, 3283], [13, 4504, 825, 1378, 2326, 13, 1514, 10965]], "tokens_exact": true, "progress_spans": 0, "imports": [], "idle": true} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-long-source.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-long-source.json new file mode 100644 index 00000000..4aa759ce --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-long-source.json @@ -0,0 +1,1097 @@ +{ + "model": "qwen06b", + "width": 8192, + "engine_factory": "streaming_factories:qwen", + "cases": [ + { + "input_len": 2048, + "send_from": 0, + "keys_exact": true, + "values_exact": true, + "logits_exact": true, + "max_logit_error": 0.0, + "token_whole": 6722, + "token_stream": 6722, + "notifications": [ + { + "span": [ + 0, + 1, + 0, + 2048 + ], + "time_s": 0.040565731993410736 + }, + { + "span": [ + 1, + 2, + 0, + 2048 + ], + "time_s": 0.0729702310054563 + }, + { + "span": [ + 2, + 3, + 0, + 2048 + ], + "time_s": 0.10481998301111162 + }, + { + "span": [ + 3, + 4, + 0, + 2048 + ], + "time_s": 0.1326927010086365 + }, + { + "span": [ + 4, + 5, + 0, + 2048 + ], + "time_s": 0.1642987370141782 + }, + { + "span": [ + 5, + 6, + 0, + 2048 + ], + "time_s": 0.1919974279589951 + }, + { + "span": [ + 6, + 7, + 0, + 2048 + ], + "time_s": 0.21991979598533362 + }, + { + "span": [ + 7, + 8, + 0, + 2048 + ], + "time_s": 0.2477493499754928 + }, + { + "span": [ + 8, + 9, + 0, + 2048 + ], + "time_s": 0.2754004260059446 + }, + { + "span": [ + 9, + 10, + 0, + 2048 + ], + "time_s": 0.30323573999339715 + }, + { + "span": [ + 10, + 11, + 0, + 2048 + ], + "time_s": 0.3310624959995039 + }, + { + "span": [ + 11, + 12, + 0, + 2048 + ], + "time_s": 0.3586075119674206 + }, + { + "span": [ + 12, + 13, + 0, + 2048 + ], + "time_s": 0.38667313498444855 + }, + { + "span": [ + 13, + 14, + 0, + 2048 + ], + "time_s": 0.41457209299551323 + }, + { + "span": [ + 14, + 15, + 0, + 2048 + ], + "time_s": 0.4420182720059529 + }, + { + "span": [ + 15, + 16, + 0, + 2048 + ], + "time_s": 0.47442651697201654 + }, + { + "span": [ + 16, + 17, + 0, + 2048 + ], + "time_s": 0.5063110449700616 + }, + { + "span": [ + 17, + 18, + 0, + 2048 + ], + "time_s": 0.533782402984798 + }, + { + "span": [ + 18, + 19, + 0, + 2048 + ], + "time_s": 0.5615548929781653 + }, + { + "span": [ + 19, + 20, + 0, + 2048 + ], + "time_s": 0.5892160480143502 + }, + { + "span": [ + 20, + 21, + 0, + 2048 + ], + "time_s": 0.6168411179678515 + }, + { + "span": [ + 21, + 22, + 0, + 2048 + ], + "time_s": 0.6483323259744793 + }, + { + "span": [ + 22, + 23, + 0, + 2048 + ], + "time_s": 0.6765771849895827 + }, + { + "span": [ + 23, + 24, + 0, + 2048 + ], + "time_s": 0.7045615179813467 + }, + { + "span": [ + 24, + 25, + 0, + 2048 + ], + "time_s": 0.7319634669693187 + }, + { + "span": [ + 25, + 26, + 0, + 2048 + ], + "time_s": 0.759578822995536 + }, + { + "span": [ + 26, + 27, + 0, + 2048 + ], + "time_s": 0.791509207978379 + }, + { + "span": [ + 27, + 28, + 0, + 2048 + ], + "time_s": 0.8189101649913937 + } + ], + "elapsed_s": 0.8297657339717261 + }, + { + "input_len": 2048, + "send_from": 1024, + "keys_exact": true, + "values_exact": true, + "logits_exact": true, + "max_logit_error": 0.0, + "token_whole": 6722, + "token_stream": 6722, + "notifications": [ + { + "span": [ + 0, + 1, + 1024, + 2048 + ], + "time_s": 0.03725938400020823 + }, + { + "span": [ + 1, + 2, + 1024, + 2048 + ], + "time_s": 0.06847609794931486 + }, + { + "span": [ + 2, + 3, + 1024, + 2048 + ], + "time_s": 0.09980876598274335 + }, + { + "span": [ + 3, + 4, + 1024, + 2048 + ], + "time_s": 0.13129402400227264 + }, + { + "span": [ + 4, + 5, + 1024, + 2048 + ], + "time_s": 0.16235832800157368 + }, + { + "span": [ + 5, + 6, + 1024, + 2048 + ], + "time_s": 0.19355557300150394 + }, + { + "span": [ + 6, + 7, + 1024, + 2048 + ], + "time_s": 0.22486666595796123 + }, + { + "span": [ + 7, + 8, + 1024, + 2048 + ], + "time_s": 0.2559272809885442 + }, + { + "span": [ + 8, + 9, + 1024, + 2048 + ], + "time_s": 0.2869547379668802 + }, + { + "span": [ + 9, + 10, + 1024, + 2048 + ], + "time_s": 0.3182567579788156 + }, + { + "span": [ + 10, + 11, + 1024, + 2048 + ], + "time_s": 0.34926658595213667 + }, + { + "span": [ + 11, + 12, + 1024, + 2048 + ], + "time_s": 0.3805009810021147 + }, + { + "span": [ + 12, + 13, + 1024, + 2048 + ], + "time_s": 0.41141839599004015 + }, + { + "span": [ + 13, + 14, + 1024, + 2048 + ], + "time_s": 0.4422522429958917 + }, + { + "span": [ + 14, + 15, + 1024, + 2048 + ], + "time_s": 0.4733111999812536 + }, + { + "span": [ + 15, + 16, + 1024, + 2048 + ], + "time_s": 0.5043274560011923 + }, + { + "span": [ + 16, + 17, + 1024, + 2048 + ], + "time_s": 0.5350283939624205 + }, + { + "span": [ + 17, + 18, + 1024, + 2048 + ], + "time_s": 0.5657524209818803 + }, + { + "span": [ + 18, + 19, + 1024, + 2048 + ], + "time_s": 0.5965845430037007 + }, + { + "span": [ + 19, + 20, + 1024, + 2048 + ], + "time_s": 0.627860567998141 + }, + { + "span": [ + 20, + 21, + 1024, + 2048 + ], + "time_s": 0.6588125779526308 + }, + { + "span": [ + 21, + 22, + 1024, + 2048 + ], + "time_s": 0.6898095109499991 + }, + { + "span": [ + 22, + 23, + 1024, + 2048 + ], + "time_s": 0.720936459954828 + }, + { + "span": [ + 23, + 24, + 1024, + 2048 + ], + "time_s": 0.7520091589540243 + }, + { + "span": [ + 24, + 25, + 1024, + 2048 + ], + "time_s": 0.7830587689531967 + }, + { + "span": [ + 25, + 26, + 1024, + 2048 + ], + "time_s": 0.8144576329505071 + }, + { + "span": [ + 26, + 27, + 1024, + 2048 + ], + "time_s": 0.8456598579650745 + }, + { + "span": [ + 27, + 28, + 1024, + 2048 + ], + "time_s": 0.8761149269994348 + } + ], + "elapsed_s": 0.8869575889548287 + }, + { + "input_len": 2048, + "send_from": 2048, + "keys_exact": true, + "values_exact": true, + "logits_exact": true, + "max_logit_error": 0.0, + "token_whole": 6722, + "token_stream": 6722, + "notifications": [], + "elapsed_s": 0.7345387159730308 + }, + { + "input_len": 8192, + "send_from": 0, + "keys_exact": true, + "values_exact": true, + "logits_exact": true, + "max_logit_error": 0.0, + "token_whole": 374, + "token_stream": 374, + "notifications": [ + { + "span": [ + 0, + 1, + 0, + 8192 + ], + "time_s": 0.04721103800693527 + }, + { + "span": [ + 1, + 2, + 0, + 8192 + ], + "time_s": 0.08612952404655516 + }, + { + "span": [ + 2, + 3, + 0, + 8192 + ], + "time_s": 0.123763345007319 + }, + { + "span": [ + 3, + 4, + 0, + 8192 + ], + "time_s": 0.16285853501176462 + }, + { + "span": [ + 4, + 5, + 0, + 8192 + ], + "time_s": 0.2013721070252359 + }, + { + "span": [ + 5, + 6, + 0, + 8192 + ], + "time_s": 0.2390222370158881 + }, + { + "span": [ + 6, + 7, + 0, + 8192 + ], + "time_s": 0.2774623650475405 + }, + { + "span": [ + 7, + 8, + 0, + 8192 + ], + "time_s": 0.31520579900825396 + }, + { + "span": [ + 8, + 9, + 0, + 8192 + ], + "time_s": 0.3538584260386415 + }, + { + "span": [ + 9, + 10, + 0, + 8192 + ], + "time_s": 0.39552461000857875 + }, + { + "span": [ + 10, + 11, + 0, + 8192 + ], + "time_s": 0.4360438110306859 + }, + { + "span": [ + 11, + 12, + 0, + 8192 + ], + "time_s": 0.4747363540227525 + }, + { + "span": [ + 12, + 13, + 0, + 8192 + ], + "time_s": 0.5127429339918308 + }, + { + "span": [ + 13, + 14, + 0, + 8192 + ], + "time_s": 0.5507724190247245 + }, + { + "span": [ + 14, + 15, + 0, + 8192 + ], + "time_s": 0.5884184340247884 + }, + { + "span": [ + 15, + 16, + 0, + 8192 + ], + "time_s": 0.6287213420146145 + }, + { + "span": [ + 16, + 17, + 0, + 8192 + ], + "time_s": 0.667373538017273 + }, + { + "span": [ + 17, + 18, + 0, + 8192 + ], + "time_s": 0.706502236018423 + }, + { + "span": [ + 18, + 19, + 0, + 8192 + ], + "time_s": 0.7456486220471561 + }, + { + "span": [ + 19, + 20, + 0, + 8192 + ], + "time_s": 0.7840783889987506 + }, + { + "span": [ + 20, + 21, + 0, + 8192 + ], + "time_s": 0.8274197209975682 + }, + { + "span": [ + 21, + 22, + 0, + 8192 + ], + "time_s": 0.8649959360482171 + }, + { + "span": [ + 22, + 23, + 0, + 8192 + ], + "time_s": 0.9032812700024806 + }, + { + "span": [ + 23, + 24, + 0, + 8192 + ], + "time_s": 0.9422408980317414 + }, + { + "span": [ + 24, + 25, + 0, + 8192 + ], + "time_s": 0.9796774029964581 + }, + { + "span": [ + 25, + 26, + 0, + 8192 + ], + "time_s": 1.0178696420043707 + }, + { + "span": [ + 26, + 27, + 0, + 8192 + ], + "time_s": 1.057000146014616 + }, + { + "span": [ + 27, + 28, + 0, + 8192 + ], + "time_s": 1.0959993050200865 + } + ], + "elapsed_s": 1.1114980230340734 + }, + { + "input_len": 8192, + "send_from": 4096, + "keys_exact": true, + "values_exact": true, + "logits_exact": true, + "max_logit_error": 0.0, + "token_whole": 374, + "token_stream": 374, + "notifications": [ + { + "span": [ + 0, + 1, + 4096, + 8192 + ], + "time_s": 0.03656597400549799 + }, + { + "span": [ + 1, + 2, + 4096, + 8192 + ], + "time_s": 0.06713086401578039 + }, + { + "span": [ + 2, + 3, + 4096, + 8192 + ], + "time_s": 0.09726207604398951 + }, + { + "span": [ + 3, + 4, + 4096, + 8192 + ], + "time_s": 0.12762722704792395 + }, + { + "span": [ + 4, + 5, + 4096, + 8192 + ], + "time_s": 0.15948548901360482 + }, + { + "span": [ + 5, + 6, + 4096, + 8192 + ], + "time_s": 0.1895099570392631 + }, + { + "span": [ + 6, + 7, + 4096, + 8192 + ], + "time_s": 0.21965402399655432 + }, + { + "span": [ + 7, + 8, + 4096, + 8192 + ], + "time_s": 0.24929067405173555 + }, + { + "span": [ + 8, + 9, + 4096, + 8192 + ], + "time_s": 0.27986355900065973 + }, + { + "span": [ + 9, + 10, + 4096, + 8192 + ], + "time_s": 0.3100831610499881 + }, + { + "span": [ + 10, + 11, + 4096, + 8192 + ], + "time_s": 0.3406611520331353 + }, + { + "span": [ + 11, + 12, + 4096, + 8192 + ], + "time_s": 0.372040176007431 + }, + { + "span": [ + 12, + 13, + 4096, + 8192 + ], + "time_s": 0.402298019034788 + }, + { + "span": [ + 13, + 14, + 4096, + 8192 + ], + "time_s": 0.43220614502206445 + }, + { + "span": [ + 14, + 15, + 4096, + 8192 + ], + "time_s": 0.4622413699980825 + }, + { + "span": [ + 15, + 16, + 4096, + 8192 + ], + "time_s": 0.4920675160246901 + }, + { + "span": [ + 16, + 17, + 4096, + 8192 + ], + "time_s": 0.5235476480447687 + }, + { + "span": [ + 17, + 18, + 4096, + 8192 + ], + "time_s": 0.5546477870084345 + }, + { + "span": [ + 18, + 19, + 4096, + 8192 + ], + "time_s": 0.5852513980353251 + }, + { + "span": [ + 19, + 20, + 4096, + 8192 + ], + "time_s": 0.6152640330255963 + }, + { + "span": [ + 20, + 21, + 4096, + 8192 + ], + "time_s": 0.6463978140382096 + }, + { + "span": [ + 21, + 22, + 4096, + 8192 + ], + "time_s": 0.6785451320465654 + }, + { + "span": [ + 22, + 23, + 4096, + 8192 + ], + "time_s": 0.7086283940006979 + }, + { + "span": [ + 23, + 24, + 4096, + 8192 + ], + "time_s": 0.7385718540172093 + }, + { + "span": [ + 24, + 25, + 4096, + 8192 + ], + "time_s": 0.7686679490143433 + }, + { + "span": [ + 25, + 26, + 4096, + 8192 + ], + "time_s": 0.7985669300542213 + }, + { + "span": [ + 26, + 27, + 4096, + 8192 + ], + "time_s": 0.8299359810189344 + }, + { + "span": [ + 27, + 28, + 4096, + 8192 + ], + "time_s": 0.8617117820540443 + } + ], + "elapsed_s": 0.8765468970523216 + }, + { + "input_len": 8192, + "send_from": 8192, + "keys_exact": true, + "values_exact": true, + "logits_exact": true, + "max_logit_error": 0.0, + "token_whole": 374, + "token_stream": 374, + "notifications": [], + "elapsed_s": 0.7122237689909525 + } + ], + "scope": "same RNGD source whole vs streamed KV/logits; not decoder parity or speedup", + "source_sha256": { + "prefill_server.py": "5af1169ff5c6bfac6ce265ea3edf7f6a031c207bda7ce7bcbc996d7133576b1d", + "streaming_factories.py": "77745350973cc54bf508e0c8b473efc442afef20b1c64f7c4edc179ea1471389" + }, + "stage": "complete" +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-long-source.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-long-source.log new file mode 100644 index 00000000..689c4f61 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-long-source.log @@ -0,0 +1,8 @@ +initializing qwen06b +initialized qwen06b +{"input_len": 2048, "send_from": 0, "keys_exact": true, "values_exact": true, "logits_exact": true, "max_logit_error": 0.0, "token_whole": 6722, "token_stream": 6722, "elapsed_s": 0.8297657339717261} +{"input_len": 2048, "send_from": 1024, "keys_exact": true, "values_exact": true, "logits_exact": true, "max_logit_error": 0.0, "token_whole": 6722, "token_stream": 6722, "elapsed_s": 0.8869575889548287} +{"input_len": 2048, "send_from": 2048, "keys_exact": true, "values_exact": true, "logits_exact": true, "max_logit_error": 0.0, "token_whole": 6722, "token_stream": 6722, "elapsed_s": 0.7345387159730308} +{"input_len": 8192, "send_from": 0, "keys_exact": true, "values_exact": true, "logits_exact": true, "max_logit_error": 0.0, "token_whole": 374, "token_stream": 374, "elapsed_s": 1.1114980230340734} +{"input_len": 8192, "send_from": 4096, "keys_exact": true, "values_exact": true, "logits_exact": true, "max_logit_error": 0.0, "token_whole": 374, "token_stream": 374, "elapsed_s": 0.8765468970523216} +{"input_len": 8192, "send_from": 8192, "keys_exact": true, "values_exact": true, "logits_exact": true, "max_logit_error": 0.0, "token_whole": 374, "token_stream": 374, "elapsed_s": 0.7122237689909525} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-atom.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-atom.json new file mode 100644 index 00000000..59668c15 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-atom.json @@ -0,0 +1,342 @@ +{ + "model": "Qwen/Qwen3-4B", + "width": 512, + "output_tokens": 8, + "batch_size": 1, + "cases": [ + { + "stream": false, + "prefetch": false, + "tokens": [ + [ + 3555, + 374, + 279, + 6722, + 315, + 4787, + 11862, + 1939 + ], + [ + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "stream": true, + "prefetch": false, + "tokens": [ + [ + 3555, + 374, + 279, + 6722, + 315, + 4787, + 11862, + 1939 + ], + [ + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965 + ] + ], + "tokens_exact": true, + "progress_spans": 72, + "imports": [ + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": true + }, + { + "spans": 35, + "active_decode": 0, + "source_done_before": true, + "source_done_after": true + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 2, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 2, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 3, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 3, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 2, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + }, + { + "stream": true, + "prefetch": true, + "tokens": [ + [ + 3555, + 374, + 279, + 6722, + 315, + 4787, + 11862, + 1939 + ], + [ + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965 + ] + ], + "tokens_exact": true, + "progress_spans": 72, + "imports": [ + { + "spans": 12, + "active_decode": 0, + "source_done_before": false, + "source_done_after": true + }, + { + "spans": 24, + "active_decode": 0, + "source_done_before": true, + "source_done_after": true + }, + { + "spans": 36, + "active_decode": 0, + "source_done_before": true, + "source_done_after": true + } + ], + "idle": true + }, + { + "stream": false, + "prefetch": true, + "tokens": [ + [ + 3555, + 374, + 279, + 6722, + 315, + 4787, + 11862, + 1939 + ], + [ + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + } + ], + "scope": "same-route token parity and B1 ownership, not semantic accuracy or speedup", + "code_sha256": { + "accel/platforms/atom/batching.py": "d98a51d75a36cd8c379a6220adb92528b3607cf80145b85a032270494a429580", + "accel/pd/pd_batching.py": "c827775c1d399bf724a9747c3424ee5ea69f93054493bfbb71d5f0cf08fff65b", + "accel/pd/prefill_server.py": "5af1169ff5c6bfac6ce265ea3edf7f6a031c207bda7ce7bcbc996d7133576b1d", + "accel/pd/layer_progress.py": "19c8853cd20b386dc11064d4be63fa696468c86a26b76ecf5c48cdf3905a700b" + }, + "stage": "complete" +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-atom.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-atom.log new file mode 100644 index 00000000..bf27884c --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-atom.log @@ -0,0 +1,5 @@ +ATOM_BINDING {"visible_count": 1, "physical": 3, "opened": ["/dev/rbln3"]} +{"stream": false, "prefetch": false, "tokens": [[3555, 374, 279, 6722, 315, 4787, 11862, 1939], [13, 4504, 825, 1378, 2326, 13, 1514, 10965]], "tokens_exact": true, "progress_spans": 0, "imports": [], "idle": true} +{"stream": true, "prefetch": false, "tokens": [[3555, 374, 279, 6722, 315, 4787, 11862, 1939], [13, 4504, 825, 1378, 2326, 13, 1514, 10965]], "tokens_exact": true, "progress_spans": 72, "imports": [{"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": true}, {"spans": 35, "active_decode": 0, "source_done_before": true, "source_done_after": true}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 2, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 2, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 3, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 3, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 2, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}], "idle": true} +{"stream": true, "prefetch": true, "tokens": [[3555, 374, 279, 6722, 315, 4787, 11862, 1939], [13, 4504, 825, 1378, 2326, 13, 1514, 10965]], "tokens_exact": true, "progress_spans": 72, "imports": [{"spans": 12, "active_decode": 0, "source_done_before": false, "source_done_after": true}, {"spans": 24, "active_decode": 0, "source_done_before": true, "source_done_after": true}, {"spans": 36, "active_decode": 0, "source_done_before": true, "source_done_after": true}], "idle": true} +{"stream": false, "prefetch": true, "tokens": [[3555, 374, 279, 6722, 315, 4787, 11862, 1939], [13, 4504, 825, 1378, 2326, 13, 1514, 10965]], "tokens_exact": true, "progress_spans": 0, "imports": [], "idle": true} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-long-source.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-long-source.json new file mode 100644 index 00000000..19f74cd4 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-long-source.json @@ -0,0 +1,1385 @@ +{ + "model": "qwen4b", + "width": 8192, + "engine_factory": "streaming_factories:qwen", + "cases": [ + { + "input_len": 2048, + "send_from": 0, + "keys_exact": true, + "values_exact": true, + "logits_exact": true, + "max_logit_error": 0.0, + "token_whole": 6722, + "token_stream": 6722, + "notifications": [ + { + "span": [ + 0, + 1, + 0, + 2048 + ], + "time_s": 0.10375153500353917 + }, + { + "span": [ + 1, + 2, + 0, + 2048 + ], + "time_s": 0.16865280602360144 + }, + { + "span": [ + 2, + 3, + 0, + 2048 + ], + "time_s": 0.23366356902988628 + }, + { + "span": [ + 3, + 4, + 0, + 2048 + ], + "time_s": 0.30232086102478206 + }, + { + "span": [ + 4, + 5, + 0, + 2048 + ], + "time_s": 0.3719556570285931 + }, + { + "span": [ + 5, + 6, + 0, + 2048 + ], + "time_s": 0.4376018039765768 + }, + { + "span": [ + 6, + 7, + 0, + 2048 + ], + "time_s": 0.5028319970006123 + }, + { + "span": [ + 7, + 8, + 0, + 2048 + ], + "time_s": 0.5678877630271018 + }, + { + "span": [ + 8, + 9, + 0, + 2048 + ], + "time_s": 0.6327385100303218 + }, + { + "span": [ + 9, + 10, + 0, + 2048 + ], + "time_s": 0.6976785919978283 + }, + { + "span": [ + 10, + 11, + 0, + 2048 + ], + "time_s": 0.7631637189770117 + }, + { + "span": [ + 11, + 12, + 0, + 2048 + ], + "time_s": 0.8278128849924542 + }, + { + "span": [ + 12, + 13, + 0, + 2048 + ], + "time_s": 0.892625059990678 + }, + { + "span": [ + 13, + 14, + 0, + 2048 + ], + "time_s": 0.9571487429784611 + }, + { + "span": [ + 14, + 15, + 0, + 2048 + ], + "time_s": 1.0216273560072295 + }, + { + "span": [ + 15, + 16, + 0, + 2048 + ], + "time_s": 1.0865537700010464 + }, + { + "span": [ + 16, + 17, + 0, + 2048 + ], + "time_s": 1.1517819570144638 + }, + { + "span": [ + 17, + 18, + 0, + 2048 + ], + "time_s": 1.2171146890032105 + }, + { + "span": [ + 18, + 19, + 0, + 2048 + ], + "time_s": 1.2862908180104569 + }, + { + "span": [ + 19, + 20, + 0, + 2048 + ], + "time_s": 1.354911918984726 + }, + { + "span": [ + 20, + 21, + 0, + 2048 + ], + "time_s": 1.4193210779922083 + }, + { + "span": [ + 21, + 22, + 0, + 2048 + ], + "time_s": 1.4845114559866488 + }, + { + "span": [ + 22, + 23, + 0, + 2048 + ], + "time_s": 1.5489672769908793 + }, + { + "span": [ + 23, + 24, + 0, + 2048 + ], + "time_s": 1.6134582340018824 + }, + { + "span": [ + 24, + 25, + 0, + 2048 + ], + "time_s": 1.678130591986701 + }, + { + "span": [ + 25, + 26, + 0, + 2048 + ], + "time_s": 1.746441931987647 + }, + { + "span": [ + 26, + 27, + 0, + 2048 + ], + "time_s": 1.8115479910047725 + }, + { + "span": [ + 27, + 28, + 0, + 2048 + ], + "time_s": 1.8766048140241764 + }, + { + "span": [ + 28, + 29, + 0, + 2048 + ], + "time_s": 1.9481910800095648 + }, + { + "span": [ + 29, + 30, + 0, + 2048 + ], + "time_s": 2.0127903189859353 + }, + { + "span": [ + 30, + 31, + 0, + 2048 + ], + "time_s": 2.0776073950110003 + }, + { + "span": [ + 31, + 32, + 0, + 2048 + ], + "time_s": 2.1426048440043814 + }, + { + "span": [ + 32, + 33, + 0, + 2048 + ], + "time_s": 2.2067654359852895 + }, + { + "span": [ + 33, + 34, + 0, + 2048 + ], + "time_s": 2.2715473999851383 + }, + { + "span": [ + 34, + 35, + 0, + 2048 + ], + "time_s": 2.3406028900062665 + }, + { + "span": [ + 35, + 36, + 0, + 2048 + ], + "time_s": 2.409577468992211 + } + ], + "elapsed_s": 2.454865112027619 + }, + { + "input_len": 2048, + "send_from": 1024, + "keys_exact": true, + "values_exact": true, + "logits_exact": true, + "max_logit_error": 0.0, + "token_whole": 6722, + "token_stream": 6722, + "notifications": [ + { + "span": [ + 0, + 1, + 1024, + 2048 + ], + "time_s": 0.0868823550408706 + }, + { + "span": [ + 1, + 2, + 1024, + 2048 + ], + "time_s": 0.15029321901965886 + }, + { + "span": [ + 2, + 3, + 1024, + 2048 + ], + "time_s": 0.21409349201712757 + }, + { + "span": [ + 3, + 4, + 1024, + 2048 + ], + "time_s": 0.2776099020265974 + }, + { + "span": [ + 4, + 5, + 1024, + 2048 + ], + "time_s": 0.346602336037904 + }, + { + "span": [ + 5, + 6, + 1024, + 2048 + ], + "time_s": 0.4145249820430763 + }, + { + "span": [ + 6, + 7, + 1024, + 2048 + ], + "time_s": 0.47787320002680644 + }, + { + "span": [ + 7, + 8, + 1024, + 2048 + ], + "time_s": 0.541158139007166 + }, + { + "span": [ + 8, + 9, + 1024, + 2048 + ], + "time_s": 0.6084104950423352 + }, + { + "span": [ + 9, + 10, + 1024, + 2048 + ], + "time_s": 0.6765907970257103 + }, + { + "span": [ + 10, + 11, + 1024, + 2048 + ], + "time_s": 0.7409714420209639 + }, + { + "span": [ + 11, + 12, + 1024, + 2048 + ], + "time_s": 0.8052914760191925 + }, + { + "span": [ + 12, + 13, + 1024, + 2048 + ], + "time_s": 0.8687795550213195 + }, + { + "span": [ + 13, + 14, + 1024, + 2048 + ], + "time_s": 0.9321090840385295 + }, + { + "span": [ + 14, + 15, + 1024, + 2048 + ], + "time_s": 0.9956477780360729 + }, + { + "span": [ + 15, + 16, + 1024, + 2048 + ], + "time_s": 1.0593281440087594 + }, + { + "span": [ + 16, + 17, + 1024, + 2048 + ], + "time_s": 1.1226915750303306 + }, + { + "span": [ + 17, + 18, + 1024, + 2048 + ], + "time_s": 1.1856667780084535 + }, + { + "span": [ + 18, + 19, + 1024, + 2048 + ], + "time_s": 1.2488759310217574 + }, + { + "span": [ + 19, + 20, + 1024, + 2048 + ], + "time_s": 1.312777065031696 + }, + { + "span": [ + 20, + 21, + 1024, + 2048 + ], + "time_s": 1.3760483840014786 + }, + { + "span": [ + 21, + 22, + 1024, + 2048 + ], + "time_s": 1.439260600018315 + }, + { + "span": [ + 22, + 23, + 1024, + 2048 + ], + "time_s": 1.5022776030236855 + }, + { + "span": [ + 23, + 24, + 1024, + 2048 + ], + "time_s": 1.5658953239908442 + }, + { + "span": [ + 24, + 25, + 1024, + 2048 + ], + "time_s": 1.629461924021598 + }, + { + "span": [ + 25, + 26, + 1024, + 2048 + ], + "time_s": 1.6928633830393665 + }, + { + "span": [ + 26, + 27, + 1024, + 2048 + ], + "time_s": 1.7558963060146198 + }, + { + "span": [ + 27, + 28, + 1024, + 2048 + ], + "time_s": 1.8192873520310968 + }, + { + "span": [ + 28, + 29, + 1024, + 2048 + ], + "time_s": 1.8827669270103797 + }, + { + "span": [ + 29, + 30, + 1024, + 2048 + ], + "time_s": 1.9461839810246602 + }, + { + "span": [ + 30, + 31, + 1024, + 2048 + ], + "time_s": 2.009759684035089 + }, + { + "span": [ + 31, + 32, + 1024, + 2048 + ], + "time_s": 2.073148141033016 + }, + { + "span": [ + 32, + 33, + 1024, + 2048 + ], + "time_s": 2.136648858024273 + }, + { + "span": [ + 33, + 34, + 1024, + 2048 + ], + "time_s": 2.2086584609933197 + }, + { + "span": [ + 34, + 35, + 1024, + 2048 + ], + "time_s": 2.272136515006423 + }, + { + "span": [ + 35, + 36, + 1024, + 2048 + ], + "time_s": 2.33478582999669 + } + ], + "elapsed_s": 2.387871148006525 + }, + { + "input_len": 2048, + "send_from": 2048, + "keys_exact": true, + "values_exact": true, + "logits_exact": true, + "max_logit_error": 0.0, + "token_whole": 6722, + "token_stream": 6722, + "notifications": [], + "elapsed_s": 2.175041227019392 + }, + { + "input_len": 8192, + "send_from": 0, + "keys_exact": true, + "values_exact": true, + "logits_exact": true, + "max_logit_error": 0.0, + "token_whole": 374, + "token_stream": 374, + "notifications": [ + { + "span": [ + 0, + 1, + 0, + 8192 + ], + "time_s": 0.10379748599370942 + }, + { + "span": [ + 1, + 2, + 0, + 8192 + ], + "time_s": 0.18354231998091564 + }, + { + "span": [ + 2, + 3, + 0, + 8192 + ], + "time_s": 0.25512441201135516 + }, + { + "span": [ + 3, + 4, + 0, + 8192 + ], + "time_s": 0.3293236710014753 + }, + { + "span": [ + 4, + 5, + 0, + 8192 + ], + "time_s": 0.4047134579741396 + }, + { + "span": [ + 5, + 6, + 0, + 8192 + ], + "time_s": 0.4769487690064125 + }, + { + "span": [ + 6, + 7, + 0, + 8192 + ], + "time_s": 0.5507168850162998 + }, + { + "span": [ + 7, + 8, + 0, + 8192 + ], + "time_s": 0.6233874500030652 + }, + { + "span": [ + 8, + 9, + 0, + 8192 + ], + "time_s": 0.6967492889962159 + }, + { + "span": [ + 9, + 10, + 0, + 8192 + ], + "time_s": 0.7708021649741568 + }, + { + "span": [ + 10, + 11, + 0, + 8192 + ], + "time_s": 0.8439968919847161 + }, + { + "span": [ + 11, + 12, + 0, + 8192 + ], + "time_s": 0.9170421760063618 + }, + { + "span": [ + 12, + 13, + 0, + 8192 + ], + "time_s": 0.9903514710022137 + }, + { + "span": [ + 13, + 14, + 0, + 8192 + ], + "time_s": 1.0633170449873433 + }, + { + "span": [ + 14, + 15, + 0, + 8192 + ], + "time_s": 1.1358104479731992 + }, + { + "span": [ + 15, + 16, + 0, + 8192 + ], + "time_s": 1.2090450499672443 + }, + { + "span": [ + 16, + 17, + 0, + 8192 + ], + "time_s": 1.2837617039913312 + }, + { + "span": [ + 17, + 18, + 0, + 8192 + ], + "time_s": 1.3566271269810386 + }, + { + "span": [ + 18, + 19, + 0, + 8192 + ], + "time_s": 1.4305093199945986 + }, + { + "span": [ + 19, + 20, + 0, + 8192 + ], + "time_s": 1.5032685759942979 + }, + { + "span": [ + 20, + 21, + 0, + 8192 + ], + "time_s": 1.5761530380113982 + }, + { + "span": [ + 21, + 22, + 0, + 8192 + ], + "time_s": 1.6484870089916512 + }, + { + "span": [ + 22, + 23, + 0, + 8192 + ], + "time_s": 1.7209819619893096 + }, + { + "span": [ + 23, + 24, + 0, + 8192 + ], + "time_s": 1.794637989019975 + }, + { + "span": [ + 24, + 25, + 0, + 8192 + ], + "time_s": 1.8765934159746394 + }, + { + "span": [ + 25, + 26, + 0, + 8192 + ], + "time_s": 1.9497894709929824 + }, + { + "span": [ + 26, + 27, + 0, + 8192 + ], + "time_s": 2.0219215860124677 + }, + { + "span": [ + 27, + 28, + 0, + 8192 + ], + "time_s": 2.0984162589884363 + }, + { + "span": [ + 28, + 29, + 0, + 8192 + ], + "time_s": 2.172228698967956 + }, + { + "span": [ + 29, + 30, + 0, + 8192 + ], + "time_s": 2.248387983010616 + }, + { + "span": [ + 30, + 31, + 0, + 8192 + ], + "time_s": 2.3244539839797653 + }, + { + "span": [ + 31, + 32, + 0, + 8192 + ], + "time_s": 2.403744645009283 + }, + { + "span": [ + 32, + 33, + 0, + 8192 + ], + "time_s": 2.481114039022941 + }, + { + "span": [ + 33, + 34, + 0, + 8192 + ], + "time_s": 2.5543352990061976 + }, + { + "span": [ + 34, + 35, + 0, + 8192 + ], + "time_s": 2.641284891986288 + }, + { + "span": [ + 35, + 36, + 0, + 8192 + ], + "time_s": 2.71514931198908 + } + ], + "elapsed_s": 2.7627293840050697 + }, + { + "input_len": 8192, + "send_from": 4096, + "keys_exact": true, + "values_exact": true, + "logits_exact": true, + "max_logit_error": 0.0, + "token_whole": 374, + "token_stream": 374, + "notifications": [ + { + "span": [ + 0, + 1, + 4096, + 8192 + ], + "time_s": 0.09915037802420557 + }, + { + "span": [ + 1, + 2, + 4096, + 8192 + ], + "time_s": 0.16697270097211003 + }, + { + "span": [ + 2, + 3, + 4096, + 8192 + ], + "time_s": 0.23438429296948016 + }, + { + "span": [ + 3, + 4, + 4096, + 8192 + ], + "time_s": 0.3027756200172007 + }, + { + "span": [ + 4, + 5, + 4096, + 8192 + ], + "time_s": 0.37156933901133016 + }, + { + "span": [ + 5, + 6, + 4096, + 8192 + ], + "time_s": 0.4406606800039299 + }, + { + "span": [ + 6, + 7, + 4096, + 8192 + ], + "time_s": 0.5079626399674453 + }, + { + "span": [ + 7, + 8, + 4096, + 8192 + ], + "time_s": 0.5747974669793621 + }, + { + "span": [ + 8, + 9, + 4096, + 8192 + ], + "time_s": 0.6419090389972553 + }, + { + "span": [ + 9, + 10, + 4096, + 8192 + ], + "time_s": 0.7135075479745865 + }, + { + "span": [ + 10, + 11, + 4096, + 8192 + ], + "time_s": 0.7864090140210465 + }, + { + "span": [ + 11, + 12, + 4096, + 8192 + ], + "time_s": 0.8541793539770879 + }, + { + "span": [ + 12, + 13, + 4096, + 8192 + ], + "time_s": 0.9207107410184108 + }, + { + "span": [ + 13, + 14, + 4096, + 8192 + ], + "time_s": 0.9868841239949688 + }, + { + "span": [ + 14, + 15, + 4096, + 8192 + ], + "time_s": 1.0534491930156946 + }, + { + "span": [ + 15, + 16, + 4096, + 8192 + ], + "time_s": 1.1211781339952722 + }, + { + "span": [ + 16, + 17, + 4096, + 8192 + ], + "time_s": 1.1886937840026803 + }, + { + "span": [ + 17, + 18, + 4096, + 8192 + ], + "time_s": 1.2563505159923807 + }, + { + "span": [ + 18, + 19, + 4096, + 8192 + ], + "time_s": 1.3257755970116705 + }, + { + "span": [ + 19, + 20, + 4096, + 8192 + ], + "time_s": 1.3946651580045 + }, + { + "span": [ + 20, + 21, + 4096, + 8192 + ], + "time_s": 1.4631575369858183 + }, + { + "span": [ + 21, + 22, + 4096, + 8192 + ], + "time_s": 1.529555783024989 + }, + { + "span": [ + 22, + 23, + 4096, + 8192 + ], + "time_s": 1.5972454749862663 + }, + { + "span": [ + 23, + 24, + 4096, + 8192 + ], + "time_s": 1.6650559040135704 + }, + { + "span": [ + 24, + 25, + 4096, + 8192 + ], + "time_s": 1.732017319998704 + }, + { + "span": [ + 25, + 26, + 4096, + 8192 + ], + "time_s": 1.8012291470076889 + }, + { + "span": [ + 26, + 27, + 4096, + 8192 + ], + "time_s": 1.8682551289675757 + }, + { + "span": [ + 27, + 28, + 4096, + 8192 + ], + "time_s": 1.9350929969805293 + }, + { + "span": [ + 28, + 29, + 4096, + 8192 + ], + "time_s": 2.0020812849979848 + }, + { + "span": [ + 29, + 30, + 4096, + 8192 + ], + "time_s": 2.069398129999172 + }, + { + "span": [ + 30, + 31, + 4096, + 8192 + ], + "time_s": 2.1383215130190365 + }, + { + "span": [ + 31, + 32, + 4096, + 8192 + ], + "time_s": 2.208264140994288 + }, + { + "span": [ + 32, + 33, + 4096, + 8192 + ], + "time_s": 2.275994797993917 + }, + { + "span": [ + 33, + 34, + 4096, + 8192 + ], + "time_s": 2.3430856119957753 + }, + { + "span": [ + 34, + 35, + 4096, + 8192 + ], + "time_s": 2.4117777289939113 + }, + { + "span": [ + 35, + 36, + 4096, + 8192 + ], + "time_s": 2.4796786850201897 + } + ], + "elapsed_s": 2.5153270449955016 + }, + { + "input_len": 8192, + "send_from": 8192, + "keys_exact": true, + "values_exact": true, + "logits_exact": true, + "max_logit_error": 0.0, + "token_whole": 374, + "token_stream": 374, + "notifications": [], + "elapsed_s": 2.1610806839889847 + } + ], + "scope": "same RNGD source whole vs streamed KV/logits; not decoder parity or speedup", + "source_sha256": { + "prefill_server.py": "5af1169ff5c6bfac6ce265ea3edf7f6a031c207bda7ce7bcbc996d7133576b1d", + "streaming_factories.py": "77745350973cc54bf508e0c8b473efc442afef20b1c64f7c4edc179ea1471389" + }, + "stage": "complete" +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-long-source.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-long-source.log new file mode 100644 index 00000000..ae7cf5bb --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-long-source.log @@ -0,0 +1,8 @@ +initializing qwen4b +initialized qwen4b +{"input_len": 2048, "send_from": 0, "keys_exact": true, "values_exact": true, "logits_exact": true, "max_logit_error": 0.0, "token_whole": 6722, "token_stream": 6722, "elapsed_s": 2.454865112027619} +{"input_len": 2048, "send_from": 1024, "keys_exact": true, "values_exact": true, "logits_exact": true, "max_logit_error": 0.0, "token_whole": 6722, "token_stream": 6722, "elapsed_s": 2.387871148006525} +{"input_len": 2048, "send_from": 2048, "keys_exact": true, "values_exact": true, "logits_exact": true, "max_logit_error": 0.0, "token_whole": 6722, "token_stream": 6722, "elapsed_s": 2.175041227019392} +{"input_len": 8192, "send_from": 0, "keys_exact": true, "values_exact": true, "logits_exact": true, "max_logit_error": 0.0, "token_whole": 374, "token_stream": 374, "elapsed_s": 2.7627293840050697} +{"input_len": 8192, "send_from": 4096, "keys_exact": true, "values_exact": true, "logits_exact": true, "max_logit_error": 0.0, "token_whole": 374, "token_stream": 374, "elapsed_s": 2.5153270449955016} +{"input_len": 8192, "send_from": 8192, "keys_exact": true, "values_exact": true, "logits_exact": true, "max_logit_error": 0.0, "token_whole": 374, "token_stream": 374, "elapsed_s": 2.1610806839889847} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265_atom.py b/opt_prime/examples/pd/http_matrix/evidence265/stream265_atom.py new file mode 100644 index 00000000..d3ed9d69 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265_atom.py @@ -0,0 +1,47 @@ +"""Owned hardware check: same RNGD source, ATOM whole/partial import, optional prefetch.""" +import argparse,hashlib,json,os,time +from pathlib import Path +import torch +from transformers import AutoTokenizer +from opt_prime.accel.pd import PDRequest +from opt_prime.accel.pd.pd_batching import SubprocessPrefillWorker +from opt_prime.accel.platforms.atom.engine import AtomRblnEngine +p=argparse.ArgumentParser() +for name in ['model','family','label','cache-dir']:p.add_argument('--'+name,required=True) +p.add_argument('--kv-blocks',type=int,required=True);a=p.parse_args() +out=Path(f'stream265-{a.label}-atom.json') +if out.exists():raise RuntimeError('refuse overwrite') +result={'model':a.model,'width':512,'output_tokens':8,'batch_size':1,'cases':[],'scope':'same-route token parity and B1 ownership, not semantic accuracy or speedup'} +result['code_sha256']={name:hashlib.sha256((Path('stream265-code/opt_prime')/name).read_bytes()).hexdigest() for name in ['accel/platforms/atom/batching.py','accel/pd/pd_batching.py','accel/pd/prefill_server.py','accel/pd/layer_progress.py']} +nodes=list(Path('/dev').glob('rbln[0-9]*'));assert len(nodes)==1 +engine=AtomRblnEngine(devices=[int(nodes[0].name[4:])],max_seq_len=9216,batch_size=1,kv_blocks=a.kv_blocks,cache_dir=a.cache_dir) +worker=None +try: + engine.start(a.model);c=engine.model.config.get_text_config() + base=AutoTokenizer.from_pretrained(a.model,local_files_only=True).encode('Seoul is the capital of South Korea. Count one two three.',add_special_tokens=True) + prompts=[tuple(base),tuple((base*((512+len(base)-1)//len(base)))[:512])] + worker=SubprocessPrefillWorker('./furiosa_prefill_python.sh',['--engine','factory','--engine-factory',f'streaming_factories:{a.family}','--model',a.model,'--width','512','--chip','0'],slots=1,layers=c.num_hidden_layers,kv_heads=c.num_key_value_heads,head_dim=getattr(c,'head_dim',None) or c.hidden_size//c.num_attention_heads,max_context=512,env=dict(os.environ),stream_layers=True) + reference=None + for stream,prefetch in [(False,False),(True,False),(True,True),(False,True)]: + with worker._lock:assert not worker._futures + worker.stream_layers=stream + b=engine.batcher(prefix_cache=False,prefill_worker=worker,local_prefill=False,remote_prefetch=prefetch) + traces=[];original=b._import_progress + def observed(r,**kw): + before=b.stats['progress_spans'];active=len(b.decoding);done=r.pending.done() + original(r,**kw) + if b.stats['progress_spans']>before:traces.append(dict(spans=b.stats['progress_spans']-before,active_decode=active,source_done_before=done,source_done_after=r.pending.done())) + b._import_progress=observed + f=[b.submit(PDRequest(f'{stream}-{prefetch}-{i}',ids,8)) for i,ids in enumerate(prompts)] + b.run_until_idle();tokens=[v.result(timeout=1) for v in f] + if reference is None:reference=tokens + row=dict(stream=stream,prefetch=prefetch,tokens=tokens,tokens_exact=tokens==reference,progress_spans=b.stats['progress_spans'],imports=traces,idle=b.idle) + result['cases'].append(row);out.write_text(json.dumps(result,indent=2)+'\n');print(json.dumps(row),flush=True) + assert row['tokens_exact'] and b.idle and all(e['active_decode']==0 for e in traces) + assert (row['progress_spans']>0)==stream + result['stage']='complete' +except Exception as error: + result['stage']='failed';result['error']=repr(error);raise +finally: + if worker is not None:worker.close() + engine.close();out.write_text(json.dumps(result,indent=2)+'\n') diff --git a/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-rngd-layer-stream265.md b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-rngd-layer-stream265.md index 62f09a30..be4b113a 100644 --- a/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-rngd-layer-stream265.md +++ b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-rngd-layer-stream265.md @@ -139,3 +139,23 @@ Across measured streaming batches, GPU imports completed before the source Futur Limits: three samples/mode, one host, fixed compiled width8192 and concurrency2. Gemma improvement is small. This is fixed-output transport/scheduler parity, not semantic accuracy, normal-EOS behavior or native-vendor performance. Long-context byte-for-byte source KV comparison and streaming hardware fault tests remain to be extended; the direct source KV/logit exactness matrix above used widths128/512. ATOM partial owner integration remains pending. Whole transfer remains the default. Artifacts: stream265-*-long-gpu.{json,log}, stream265-long-queue.json, stream265-long-summary.json, audit_stream265_long.py, stream265-long-gpu.py and stream265-long-queue.py. After completion, GPU compute-process listing and RNGD device-user checks were empty. + +## Long-context KV exactness + +`python3 /tmp/stream265-long-source-queue.py > /tmp/stream265-long-source-queue.log 2>&1` completed all four models with exit0. Driver stream265-long-source.py uses compiled width8192 and prompts2048/8192, each with send_from=0/half/full. All24 conditions have exact BF16 K/V and exact logits, max absolute logit error0. This closes the long byte-level source-parity gap for these deterministic synthetic inputs. Artifacts: stream265-*-long-source.{json,log} and stream265-long-source-queue.json. Source implementation matches b28408d; independent source hashes are in each JSON. + +## ATOM partial ownership integration + +Cherry-picked the existing B1 prefetch prerequisite3e16c33 (#255) as2e69570. Append-only conflicts in STATUS and serving tests were resolved preserving both sets of entries/tests. An initial relative-path mistake left conflict markers for a failed collection; corrected invocation43passed. No production inference result is associated with that invocation error. + +Added per-layer block import using existing BF16→DLFloat conversion and SDK KV writes. Selected-layer geometry is checked before writes; hybrid local state maps to its lane and retains the prompt tail, while global state maps to its reserved block. The owner wakes on progress, imports only into reserved lanes, waits for complete coverage before admission, and leaves prefetch data untouched until its destination lane is available. Multi-lane hybrid caches defer imports until final admission because idle local cache slots can still be written by the decode graph. The actual B1 path supports early import. + +Found and reproduced an existing prefix publication bug: remote reservation set `admitted` before prefill succeeded, allowing a failed/incomplete prompt block to enter the prefix index. Local and remote paths now mark it only after successful prefill/import. Cancellation during partial import cannot publish an incomplete prefix; cancellation after valid admission may still retain its complete prefix. + +Test-first evidence:4failed/1passed before partial support; initial focused60passed. Extended identical-KV whole/stream decode, cancellation/reuse, SDK-write poisoning and hybrid lane/block mapping passed48tests. Multi-lane hybrid deferral regression failed before the guard; final49tests passed. ATOM CLI acceptance regression1failed/4passed before wiring, final26related tests passed. Full regression:626passed,15skipped,253subtests passed,27warnings in168.94s. + +Actual ATOM check uses a separately allocated owned Pod, one RNGD and one ATOM, existing context9216/B1 compiled artifacts, sourcewidth512, short/512 inputs queued together and fixed8 output tokens. One live producer is reused across (whole, no-prefetch), (stream, no-prefetch), (stream,prefetch), (whole,prefetch), switching only when drained. Each import records active decode count; it must be zero for B1. New source package is isolated in the owned scratch directory; runtime base2e69570 plus candidate Atom/CLI changes, exact code SHA256 recorded in each result. Qwen0.6 completed all4modes token-exact; remaining models running at this checkpoint. No ATOM speedup or long-context claim yet. + +Actual four-model ATOM result: all16 mode batches drained and all32 generated sequences exactly match the same-route whole/no-prefetch reference. Whole/stream × prefetch off/on, short/512 inputs, fixed8 outputs. Stream span totals across both streaming modes: Qwen0.6=112, Qwen4=144, Gemma=104, KONI=128; respectively44/36/99/96 spans completed host import before the source Future was done. All imports observed zero active decode requests, preserving B1 cache ownership. All four child/copy exits0. The owned Pod was deleted by the queue, and an independent get --ignore-not-found returned empty with exit0. These measurements establish integration parity and early host-observed import, not long-context ATOM speedup or device DMA overlap. + +Reproduction drivers: stream265_atom.py, run-stream265-atom.sh, stream265-long-source.py. ATOM runtime is2e69570 plus candidate changes identified by SHA256 in each JSON. Full test log stream265-atom-full.log:626passed,15skipped,253subtests. Remaining: long ATOM timing, streaming hardware cancellation/producer failure, and device-overlap attribution. diff --git a/opt_prime/examples/pd/serve_batched.py b/opt_prime/examples/pd/serve_batched.py index 27b05720..bc4c898b 100644 --- a/opt_prime/examples/pd/serve_batched.py +++ b/opt_prime/examples/pd/serve_batched.py @@ -30,8 +30,8 @@ def prefill_worker(a, slots, config): """the PD prefill side from the flags, or None (aggregated serving)""" stream_layers = getattr(a, "pd_prefill_stream_layers", False) - if stream_layers and (a.backend != "torch" or not a.pd_prefill_python or a.pd_prefill_device): - raise ValueError("PD layer streaming requires a subprocess producer and Torch decoder") + if stream_layers and (a.backend not in ("torch", "atom") or not a.pd_prefill_python or a.pd_prefill_device): + raise ValueError("PD layer streaming requires a subprocess producer and Torch or ATOM decoder") overlap = getattr(a, "pd_prefill_copy_overlap", False) if overlap and (not a.pd_prefill_device or a.backend != "torch" or torch.device(a.pd_prefill_device).type != "cuda" or torch.device(a.device).type != "cuda"): @@ -145,7 +145,7 @@ def build(a): ap.add_argument("--pd-prefill-args", default="--engine torch --device cpu") ap.add_argument("--pd-prefill-pythonpath", default=None) ap.add_argument("--pd-prefill-stream-layers", action="store_true", - help="experimental: import layer KV during capable subprocess prefill (Torch decoder only)") + help="experimental: import layer KV during capable subprocess prefill (Torch or ATOM decoder)") ap.add_argument("--pd-remote-only", action="store_true", help="PD on ATOM: every prompt is prefilled by the PD prefill side (no cost routing to ATOM)") ap.add_argument("--pd-prefetch-next", action="store_true", diff --git a/opt_prime/opt_prime/accel/platforms/atom/batching.py b/opt_prime/opt_prime/accel/platforms/atom/batching.py index 53c1815d..496ac64e 100644 --- a/opt_prime/opt_prime/accel/platforms/atom/batching.py +++ b/opt_prime/opt_prime/accel/platforms/atom/batching.py @@ -246,19 +246,30 @@ def _reload(self, h, block, n): def import_span(self, lane, start, keys, values): """PD: write KV computed elsewhere ([layers, kv_heads, n, head_dim], any float dtype) into the lane's block at positions start..start+n; the SDK's KV tensors are (key, value) per layer in bfloat16""" + if keys.ndim != 4 or len(self.metas) != keys.shape[0] * 2: + raise InvalidKVImport("KV export geometry does not match compiled cache") + self.import_layer_span(lane, start, 0, keys, values) + + def import_layer_span(self, lane, start, layer_start, keys, values): + """Write a model-layer subset into an already reserved lane; never publish cache state.""" import numpy as np if keys.ndim != 4 or values.ndim != 4: raise InvalidKVImport("KV export must have layer/head/token/dimension axes") + if (any(type(i) is not int for i in (lane, start, layer_start)) + or not 0 <= lane < self.lanes or start < 0 + or not 0 <= layer_start < layer_start + keys.shape[0] <= len(self.metas) // 2): + raise InvalidKVImport("invalid KV layer span or lane") block, n = self.lane_block[lane], keys.shape[2] if (self.hybrid_cache or self.single_block) and start: raise InvalidKVImport("hybrid or single-block PD requires a full prefix from position zero") - if keys.shape != values.shape or len(self.metas) != keys.shape[0] * 2: + if keys.shape != values.shape: raise InvalidKVImport("KV export geometry does not match compiled cache") - stage = self._staging() + lo, hi = 2 * layer_start, 2 * (layer_start + keys.shape[0]) + metas, stage = self.metas[lo:hi], self._staging()[lo:hi] if len({buf.dtype for buf in stage}) != 1: raise ValueError("mixed physical KV formats are unsupported") destinations = [] - for m, buf in zip(self.metas, stage): + for m, buf in zip(metas, stage): if (keys.shape[1], keys.shape[3]) != (buf.shape[1], buf.shape[3]): raise InvalidKVImport("KV export heads/dimensions do not match compiled cache") local = self.hybrid_cache and m.get("layer_type") == "sliding_attention" @@ -274,7 +285,7 @@ def import_span(self, lane, start, keys, values): data = bf16_to_dlfloat(kv.to(torch.bfloat16).contiguous().view(torch.int16).numpy().view(np.uint16)) else: data = kv.float().numpy() - for i, (m, buf) in enumerate(zip(self.metas, stage)): + for i, (m, buf) in enumerate(zip(metas, stage)): dest, offset, kept = destinations[i] buf[dest, :, offset:offset + kept] = data[i // 2, i % 2, :, n - kept:] self.io_rt.set_kv_cache_for_layer(m["name"], dest, offset, kept, buf) @@ -325,7 +336,8 @@ def __init__(self, model, *, pad_token_id=None, prefix_cache=False, host_kv_gib= self.waiting, self.prefilling, self.decoding = deque(), deque(), [] self.by_id = {} self._lock = threading.Lock() - self.stats = dict(iterations=0, prefill_chunks=0, decode_steps=0, decode_rows=0) + self._prefill_ready = threading.Event() + self.stats = dict(iterations=0, prefill_chunks=0, decode_steps=0, decode_rows=0, progress_spans=0) self.poisoned = False self.kv_events = kv_events self.worker = prefill_worker @@ -410,12 +422,12 @@ def step(self): def _prefill_request(self, r): ids = r.request.input_ids start = self.blocks.admit(r.slot, ids) if self.blocks is not None else 0 - r.admitted = True out = self._prefill(r.slot, ids, start) self.stats['prefill_chunks'] += 1 logits = out.logits[0, -1].float() if not torch.isfinite(logits).all(): raise RuntimeError("non-finite ATOM logits") + r.admitted = True padded = int(getattr(out, "padded_cache_lengths", 0) or 0) self.kv.length[r.slot] = r.prefilled = len(ids) + padded self.prefilling.remove(r) # PD: requests waiting on remote prefills may be ahead of it @@ -448,8 +460,36 @@ def _finish(self, r, error): super()._finish(r, error) # ---- PD: prefill elsewhere, decode here ---- + def _watch_prefill(self, r): + r.pending.add_done_callback(lambda _: self._prefill_ready.set()) + progress = getattr(r.pending, "kv_progress", None) + if progress is not None: + progress.notify = self._prefill_ready.set + self._prefill_ready.set() + + def _import_progress(self, r, *, final=False): + progress = getattr(r.pending, "kv_progress", None) + if progress is None: + return + if r.slot < 0 or r not in self.prefilling: + return # prefetch has no destination until the current decode releases it + if self.hybrid_cache and self.lanes > 1 and not final: + return # idle hybrid lanes still own local KV; defer until joining decode + if (progress.coverage.layers * 2 != len(self.blocks.metas) + or progress.coverage.end != len(r.request.input_ids)): + raise InvalidKVImport("streamed coverage does not match the request cache") + for layer, start, keys, values in progress.drain(): + if (self.hybrid_cache or self.blocks.single_block) and (start != 0 or keys.shape[2] != len(r.request.input_ids)): + raise InvalidKVImport("hybrid or single-block layer streaming requires full-prefix layer spans") + self.blocks.import_layer_span(r.slot, start, layer, keys, values) + self.stats['progress_spans'] += 1 + + def _reject_prefill(self, r, error): + with self._lock: + self.prefilling.remove(r) + self._finish(r, error) + def _pd_step(self): - from concurrent.futures import FIRST_COMPLETED, wait with self._lock: if self._prefetched is not None and self._prefetched.future.done() and self._prefetched.pending.done(): self._prefetched = None # cancelled writer has now relinquished the source slot @@ -482,10 +522,10 @@ def _pd_step(self): try: for r in admitted: # decode-side prefix (device copy / host reload) is not sent start = self.blocks.admit(r.slot, r.request.input_ids) - r.admitted = True if r.pending is None: r.pending = self.worker.submit(r.request, send_from=start, slot=r.slot) self.stats_pd["remote"] += 1 + self._watch_prefill(r) if local is not None: self.stats_pd["local"] += 1 t0 = time.perf_counter() @@ -495,32 +535,43 @@ def _pd_step(self): if self._prefetched is not None and self._prefetched.future.done(): pending.append(self._prefetched) # wait for a cancelled writer without busy-spinning if pending and not self.decoding: - wait([r.pending for r in pending], timeout=0.05, return_when=FIRST_COMPLETED) + self._prefill_ready.clear() + if not any(r.pending.done() or (r.slot >= 0 and getattr(r.pending, "kv_progress", None) is not None + and r.pending.kv_progress.coverage.pending) for r in pending): + self._prefill_ready.wait(timeout=0.05) for r in pending: - if not r.pending.done(): - continue with self._lock: if r not in self.prefilling: continue - self.prefilling.remove(r) + if not r.pending.done(): + try: + self._import_progress(r) + except InvalidKVImport as error: + self._reject_prefill(r, error) + continue try: out = r.pending.result() if (self.hybrid_cache or self.blocks.single_block) and (out.start != 0 or out.keys.shape[2] != len(r.request.input_ids)): raise ValueError("hybrid or single-block PD requires the full prompt KV") except BaseException as error: # this request fails; the lanes go on - with self._lock: - self._finish(r, error) + self._reject_prefill(r, error) continue - r.pending = None ids = r.request.input_ids t0 = time.perf_counter() try: - if out.keys.shape[2]: + progress = getattr(r.pending, "kv_progress", None) + if progress is not None: + if not progress.coverage.finished: + raise InvalidKVImport("streamed coverage was not validated before completion") + self._import_progress(r, final=True) + elif out.keys.shape[2]: self.blocks.import_span(r.slot, out.start, out.keys, out.values) except InvalidKVImport as error: - with self._lock: - self._finish(r, error) + self._reject_prefill(r, error) continue + with self._lock: + self.prefilling.remove(r) + r.pending = None if self._prefetched is r: self._prefetched = None # only release after the owner has imported the KV if self.hybrid_cache: @@ -530,6 +581,7 @@ def _pd_step(self): self._remote_s = _ema(self._remote_s, (out.prefill_s or 0.0) + (out.transfer_s or 0.0) + time.perf_counter() - t0) self.kv.length[r.slot] = r.prefilled = len(ids) + r.admitted = True self.stats['prefill_chunks'] += 1 if self._emit(r, out.token): self.decoding.append(r) @@ -557,4 +609,5 @@ def _prefetch_next(self): except BaseException as error: r.pending = Future() r.pending.set_exception(error) + self._watch_prefill(r) self.stats_pd["remote"] += 1 diff --git a/opt_prime/tests/test_atom_stream_progress.py b/opt_prime/tests/test_atom_stream_progress.py new file mode 100644 index 00000000..6d7c74a0 --- /dev/null +++ b/opt_prime/tests/test_atom_stream_progress.py @@ -0,0 +1,144 @@ +"""Partial ATOM cache state stays private and never overwrites an active lane.""" +import copy +from concurrent.futures import Future +from dataclasses import replace +import numpy as np +import pytest +import torch +from opt_prime.accel.pd import PDRequest +from opt_prime.accel.pd.pd_batching import TorchPrefillEngine,_KVProgress +from opt_prime.accel.platforms.atom.batching import AtomBatcher,InvalidKVImport +from test_atom_batching import FakeBlocks,_llama,_prompts,fake_rebel + + +class Producer: + def __init__(self,model): + self.engine=TorchPrefillEngine(copy.deepcopy(model),max_context=128,chunk=16,page_size=16) + self.jobs=[] + def submit(self,request,send_from=0,slot=None): + out=self.engine.prefill(request,send_from) + k,v=[(t if torch.is_tensor(t) else torch.cat(t)).to(torch.bfloat16) for t in (out.keys,out.values)] + slab=torch.stack((k,v)).view(torch.int16).numpy().view(np.uint16) + progress=_KVProgress(slab,send_from,len(request.input_ids));f=Future();f.kv_progress=progress + progress.publish(0,1,send_from,len(request.input_ids)) + self.jobs.append((f,progress,replace(out,keys=k,values=v))) + return f + def finish(self,index): + f,p,out=self.jobs[index] + p.publish(1,out.keys.shape[0],p.coverage.start,p.coverage.end);p.coverage.finish();f.set_result(out) + + +def setup(holder,*,cache=False,prefetch=False): + model=_llama();fake=FakeBlocks(model,batch=1,blocks=4 if cache else 1) + holder['model']=fake;worker=Producer(model) + return fake,worker,AtomBatcher(fake,prefix_cache=cache,prefill_worker=worker,local_prefill=False,remote_prefetch=prefetch) + + +def test_partial_import_before_completion_does_not_admit_decode(fake_rebel): + fake,w,b=setup(fake_rebel);prompt=_prompts(1,20,35)[0] + f=b.submit(PDRequest('a',prompt,3));b.step() + torch.testing.assert_close(fake.kv[0][0,:,:len(prompt)],w.jobs[0][2].keys[0].float()) + assert not fake.kv[2].any() and b.kv.length[0]==0 and not b.decoding and not f.done() + w.finish(0);b.run_until_idle();assert len(f.result())==3 and b.idle + + +def test_prefetch_progress_never_overwrites_active_decode(fake_rebel): + fake,w,b=setup(fake_rebel,prefetch=True);p,q=_prompts(2,20,35) + first=b.submit(PDRequest('first',p,12));second=b.submit(PDRequest('second',q,3)) + b.step();w.finish(0);b.step() + assert len(w.jobs)==2 and b._prefetched.slot==-1 and len(b.decoding)==1 + block=b.blocks.lane_block[0];snapshot=[k[block,:,:len(p)].clone() for k in fake.kv] + b.step() + for k,old in zip(fake.kv,snapshot):torch.testing.assert_close(k[block,:,:len(p)],old) + w.finish(1);b.run_until_idle();assert len(first.result())==12 and len(second.result())==3 + assert b.idle + + +def test_failed_prefill_does_not_publish_prefix(fake_rebel): + fake,w,b=setup(fake_rebel,cache=True);p=_prompts(1,32,33)[0] + f=b.submit(PDRequest('bad',p,3));b.step() + w.jobs[0][0].set_exception(RuntimeError('producer failed')) + b.run_until_idle() + with pytest.raises(RuntimeError):f.result() + assert not b.blocks.index and not b.blocks.entries, 'incomplete prompt published as reusable prefix' + assert not b.blocks.drain_events() + + +def test_layer_span_rejects_bad_geometry_before_any_write(fake_rebel): + fake,w,b=setup(fake_rebel);b.blocks.admit(0,(1,2)) + k=torch.ones((1,99,2,4)) + with pytest.raises(InvalidKVImport):b.blocks.import_layer_span(0,0,0,k,k) + assert not any(t.any() for t in fake.kv) + + +def test_layer_span_only_touches_selected_layers(fake_rebel): + fake,w,b=setup(fake_rebel);b.blocks.admit(0,(1,2)) + c=fake.config;k=torch.ones((1,c.num_key_value_heads,2,c.head_dim)) + b.blocks.import_layer_span(0,0,1,k,k*2) + assert not fake.kv[0].any() and not fake.kv[1].any() + assert torch.all(fake.kv[2][0,:,:2]==1) and torch.all(fake.kv[3][0,:,:2]==2) + + +def test_streamed_decode_matches_whole_import_of_identical_kv(fake_rebel): + from types import SimpleNamespace + fake,w,b=setup(fake_rebel);prompt=_prompts(1,20,35)[0] + f=b.submit(PDRequest('stream',prompt,8));b.step();w.finish(0);b.run_until_idle() + control=FakeBlocks(copy.deepcopy(fake.m),batch=1,blocks=1);fake_rebel['model']=control + def submit(*args,**kw): + result=Future();result.set_result(w.jobs[0][2]);return result + baseline=AtomBatcher(control,prefix_cache=False,prefill_worker=SimpleNamespace(submit=submit),local_prefill=False) + g=baseline.submit(PDRequest('whole',prompt,8));baseline.run_until_idle() + assert f.result()==g.result() + + +def test_cancelled_partial_import_never_publishes_or_overwrites_reused_lane(fake_rebel): + from opt_prime.accel.pd.runtime import RequestCancelled + fake,w,b=setup(fake_rebel,cache=True);p,q=_prompts(2,32,33) + old=b.submit(PDRequest('old',p,3));b.step();assert b.cancel('old');b.step() + with pytest.raises(RequestCancelled):old.result() + assert not b.blocks.index + new=b.submit(PDRequest('new',q,3));b.step() + snapshot=[t.clone() for t in fake.kv] + w.finish(0);b.step() + for t,s in zip(fake.kv,snapshot):torch.testing.assert_close(t,s) + w.finish(1);b.run_until_idle();assert len(new.result())==3 and b.idle + + +def test_partial_sdk_failure_poisons_owner(fake_rebel): + fake,w,b=setup(fake_rebel) + def fail(*args):raise RuntimeError('SDK failed during partial write') + b.blocks.io_rt.set_kv_cache_for_layer=fail + b.submit(PDRequest('fail',_prompts(1,20,35)[0],3)) + with pytest.raises(RuntimeError,match='SDK failed'):b.step() + assert b.poisoned and not b.blocks.index + + +def test_hybrid_layer_import_uses_lane_for_sliding_and_block_for_global(fake_rebel): + from types import SimpleNamespace + fake=FakeBlocks(_llama(),batch=2,blocks=4);fake.rbln_config.cache_impl='hybrid' + for i,m in enumerate(fake.rbln_config.kvcache_metas): + m['layer_type']='sliding_attention' if i<2 else 'full_attention' + m['shape']=([2,m['shape'][1],4,m['shape'][3]] if i<2 else m['shape']) + fake_rebel['model']=fake + b=AtomBatcher(fake,prefix_cache=False,prefill_worker=SimpleNamespace(),local_prefill=False) + # First free global block differs from lane1. + b.blocks.admit(1,tuple(range(10))) + c=fake.config;k=torch.arange(10).reshape(1,1,10,1).float().expand(1,c.num_key_value_heads,10,c.head_dim) + writes=[] + b.blocks.io_rt.get_kv_cache_size_for_layer=lambda name: int(np.prod(next(m['shape'] for m in b.blocks.metas if m['name']==name)))*4 + b.blocks.io_rt.set_kv_cache_for_layer=lambda name,block,offset,n,buf:writes.append((name,block,offset,n,buf[block,:,offset:offset+n].copy())) + b.blocks.import_layer_span(1,0,0,k,k) + b.blocks.import_layer_span(1,0,1,k,k) + assert [row[1:4] for row in writes]==[(1,0,4),(1,0,4),(0,0,10),(0,0,10)] + assert writes[0][4][0,:,0].tolist()==[6.,7.,8.,9.] + assert writes[2][4][0,:,0].tolist()==list(map(float,range(10))) + + +def test_multilane_hybrid_defers_partial_cache_until_decode_admission(fake_rebel): + from test_atom_hybrid import HybridFake + fake=HybridFake();fake_rebel['model']=fake + for meta in fake.rbln_config.kvcache_metas[:2]:meta['layer_type']='sliding_attention' + w=Producer(fake.m);b=AtomBatcher(fake,prefill_worker=w,local_prefill=False) + f=b.submit(PDRequest('hybrid',_prompts(1,20,35)[0],3));b.step() + assert b.stats['progress_spans']==0, 'idle hybrid decode lanes can overwrite partial local KV' + w.finish(0);b.run_until_idle();assert len(f.result())==3 and b.stats['progress_spans']==2 diff --git a/opt_prime/tests/test_serving_prefill_cache.py b/opt_prime/tests/test_serving_prefill_cache.py index 22ac8fbd..23434f33 100644 --- a/opt_prime/tests/test_serving_prefill_cache.py +++ b/opt_prime/tests/test_serving_prefill_cache.py @@ -90,7 +90,7 @@ def unexpected_load(*args, **kwargs): factory.prefill_worker(args, 1, None) -@pytest.mark.parametrize('backend,python,source', [('atom','python',None),('rngd','python',None),('torch',None,None),('torch','python','cpu')]) +@pytest.mark.parametrize('backend,python,source', [('rngd','python',None),('torch',None,None),('torch','python','cpu')]) def test_layer_stream_rejects_unsupported_owner(backend,python,source): spec=importlib.util.spec_from_file_location('stream_factory',Path(__file__).parents[1]/'examples/pd/serve_batched.py') factory=importlib.util.module_from_spec(spec);spec.loader.exec_module(factory) @@ -99,14 +99,15 @@ def test_layer_stream_rejects_unsupported_owner(backend,python,source): factory.prefill_worker(args,1,None) -def test_layer_stream_reaches_subprocess_receiver(monkeypatch): +@pytest.mark.parametrize('backend',['torch','atom']) +def test_layer_stream_reaches_subprocess_receiver(monkeypatch,backend): import opt_prime.accel.pd.pd_batching as pd spec=importlib.util.spec_from_file_location('stream_factory',Path(__file__).parents[1]/'examples/pd/serve_batched.py') factory=importlib.util.module_from_spec(spec);spec.loader.exec_module(factory) received={} def worker(*args,**kw):received.update(kw);return object() monkeypatch.setattr(pd,'SubprocessPrefillWorker',worker) - args=SimpleNamespace(pd_prefill_stream_layers=True,backend='torch',pd_prefill_python='python',pd_prefill_device=None, + args=SimpleNamespace(pd_prefill_stream_layers=True,backend=backend,pd_prefill_python='python',pd_prefill_device=None, pd_prefill_pythonpath=None,pd_prefill_args='--engine rngd-full',model='local',max_context=16) config=LlamaConfig(hidden_size=32,num_attention_heads=4,num_key_value_heads=2,num_hidden_layers=2) factory.prefill_worker(args,1,config) From 04b6abbc51c1aded2d320eb5a312a1844cff8e1b Mon Sep 17 00:00:00 2001 From: gspark Date: Sat, 24 Oct 2026 07:49:36 +0900 Subject: [PATCH 09/29] test: verify four-model streaming GPU fault isolation (#265) --- .../pd/http_matrix/.research/events.jsonl | 1 + opt_prime/examples/pd/http_matrix/STATUS.md | 4 + .../evidence265/audit_stream265_atom.py | 27 + .../evidence265/audit_stream265_faults.py | 20 + .../evidence265/run-stream265-long-atom.sh | 10 + .../stream265-fault-gpu-driver-failed.py | 80 + .../evidence265/stream265-fault-gpu-v2.py | 80 + .../evidence265/stream265-fault-queue-v2.json | 18 + .../evidence265/stream265-fault-queue-v2.py | 15 + .../evidence265/stream265-fault-summary.json | 30 + .../stream265-gemma-fault-gpu-v2.json | 43 + .../stream265-gemma-fault-gpu-v2.log | 4 + .../stream265-koni-fault-gpu-v2.json | 43 + .../stream265-koni-fault-gpu-v2.log | 4 + .../stream265-qwen06b-fault-gpu-v2.json | 43 + .../stream265-qwen06b-fault-gpu-v2.log | 4 + .../stream265-qwen06b-fault-gpu.json | 18 + .../stream265-qwen06b-fault-gpu.log | 8 + .../stream265-qwen06b-long-atom.json | 4934 +++++++++++++++++ .../stream265-qwen06b-long-atom.log | 17 + .../stream265-qwen4b-fault-gpu-v2.json | 43 + .../stream265-qwen4b-fault-gpu-v2.log | 4 + .../stream265-qwen4b-fault-gpu.json | 16 + .../stream265-qwen4b-fault-gpu.log | 18 + .../evidence265/stream265_long_atom.py | 50 + .../2026-10-24-rngd-layer-stream265.md | 18 + 26 files changed, 5552 insertions(+) create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/audit_stream265_atom.py create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/audit_stream265_faults.py create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/run-stream265-long-atom.sh create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-fault-gpu-driver-failed.py create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-fault-gpu-v2.py create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-fault-queue-v2.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-fault-queue-v2.py create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-fault-summary.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-fault-gpu-v2.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-fault-gpu-v2.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-fault-gpu-v2.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-fault-gpu-v2.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-fault-gpu-v2.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-fault-gpu-v2.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-fault-gpu.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-fault-gpu.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-long-atom.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-long-atom.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-fault-gpu-v2.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-fault-gpu-v2.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-fault-gpu.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-fault-gpu.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265_long_atom.py diff --git a/opt_prime/examples/pd/http_matrix/.research/events.jsonl b/opt_prime/examples/pd/http_matrix/.research/events.jsonl index 1d0b5c3e..e39a9da2 100644 --- a/opt_prime/examples/pd/http_matrix/.research/events.jsonl +++ b/opt_prime/examples/pd/http_matrix/.research/events.jsonl @@ -14,3 +14,4 @@ {"id": "30e2f47887874d45b40330d564620267", "ts": "2026-10-24T07:01:24+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Four-model factory integration verified:24/24 exact real RNGD KV/logit cases,8/8 real GPU token pairs, full606passed/15skipped/253subtests. Tuple/list integration failure fixed and retained. Long2K/8K timing prepared, not yet measured; ATOM streaming pending.", "next": "Run same-engine alternating whole/stream long-context matrix and examine TTFT, end-to-end latency and early-import traces", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"models": "4", "concurrency": "2", "source_widths": "128,512"}, "artifacts": ["evidence265/stream265-factory-full.log", "evidence265/stream265-gpu-queue.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["experiment", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} {"id": "63bac08d360c462ea1702ca871c14305", "ts": "2026-10-24T07:10:12+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "All4 long RNGD-GPU runs complete: c2 inputs2K/8K output32,3 measured batches/mode. Whole→stream median seconds Q06 3.638→2.613(-28.2%), Q4 7.306→5.690(-22.1%), Gemma3.936→3.768(-4.3%), KONI7.599→5.856(-22.9%). All64 sequences incl warmups exact;732 imports completed before source Future. Host trace, not device-overlap proof.", "next": "Verify long byte-level KV and streaming fault isolation; connect ATOM ownership-safe partial import; retain opt-in pending wider loads", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"models": "4", "concurrency": "2", "input_tokens": "2048,8192", "output_tokens": "32", "compiled_width": "8192", "repeats": "3"}, "artifacts": ["evidence265/stream265-long-summary.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["benchmark", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} {"id": "636712c7c9774931afdfeb40f706ed4c", "ts": "2026-10-24T07:32:29+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Four-model RNGD-ATOM:16 mode batches/32 sequences exact, early imports preserve B1 ownership; owned Pod deleted. Long source24/24 at2K/8K exact KV/logits. Full626passed/15skipped/253subtests; partial-prefix publication fixed.", "next": "Measure long ATOM streaming performance and actual streaming cancellation/producer failure; retain numerical-quality limits", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"models": "Qwen3-0.6B,Qwen3-4B,Gemma3-1B,KONI-8B", "atom_source_width": "512"}, "artifacts": ["evidence265/stream265-atom-summary.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["experiment", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "RNGD+ATOM host", "branch": "main", "commit": "351d39d-dirty"} +{"id": "f36dafcfc72848ca90f5561030f49edd", "ts": "2026-10-24T07:49:06+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "All4 GPU streaming hardware faults passed: cancellation/reuse and source death preserve active512-token decode, kill at5/6/4/10 tokens; all child exits0 and local devices idle. Auditor rerun exact. Long ATOM matrix continues (Q06 complete; Q4 active).", "next": "Publish GPU fault evidence; finish long ATOM matrix and run ATOM hardware faults", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"runtime": "33d6cb0", "source_width": "8192"}, "artifacts": ["evidence265/stream265-fault-summary.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["experiment", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "GPU+RNGD host", "branch": "main", "commit": "351d39d-dirty"} diff --git a/opt_prime/examples/pd/http_matrix/STATUS.md b/opt_prime/examples/pd/http_matrix/STATUS.md index 279dea20..1f0f3127 100644 --- a/opt_prime/examples/pd/http_matrix/STATUS.md +++ b/opt_prime/examples/pd/http_matrix/STATUS.md @@ -77,3 +77,7 @@ Opt-in remote_prefetch / --pd-prefetch-next implemented for single-lane ATOM rem ## ATOM streaming and long source parity (#265) Long source24/24 conditions at2K/8K have exact KV/logits. ATOM partial import and B1 prefetch ownership implemented; failed/partial prompts no longer publish prefixes. Four models × four modes:16batches/32sequences same-route exact, all drain; owned Pod deleted and absence verified. Full626passed/15skipped/253subtests. Prerequisite #255 included. Long ATOM timing and streaming hardware faults remain pending; no ATOM speedup claim. + +## Streaming hardware fault checks (#265) + +Runtime33d6cb0: allfour GPU cancellation/reuse and partial-producer-death checks passed. Active512-token decode remains exact to same-route no-fault reference; kill at5/6/4/10 tokens. All child exits0 and local devices idle. Auditor reproduces summary. First harness-only AttributeError and interrupted follow-up retained. Long ATOM Q06 complete16batches/32sequences exact, median completion reduction35.66% without prefetch/39.25% with prefetch; remaining models running. ATOM hardware faults remain pending. diff --git a/opt_prime/examples/pd/http_matrix/evidence265/audit_stream265_atom.py b/opt_prime/examples/pd/http_matrix/evidence265/audit_stream265_atom.py new file mode 100644 index 00000000..5c77ed9e --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/audit_stream265_atom.py @@ -0,0 +1,27 @@ +"""Recompute long ATOM timings; reject incomplete/parity/ownership failures.""" +import json,statistics,sys +from pathlib import Path +root=Path(sys.argv[1]);summary=[] +for model in ('qwen06b','qwen4b','gemma','koni'): + d=json.loads((root/f'stream265-{model}-long-atom.json').read_text()) + assert d['stage']=='complete' and d['width']==8192 and d['output_tokens']==32 + assert len(d['cases'])==16 + reference=d['cases'][0]['tokens'] + for index,c in enumerate(d['cases']): + assert c['index']==index and c['warmup']==(index%8<2) + assert c['prefetch']==(index>=8) + assert c['stream']==(index%8 in (1,3,4,7)) + assert c['tokens_exact'] and c['tokens']==reference and c['idle'] + assert all(len(t)==32 for t in c['tokens']) + assert bool(c['progress_spans'])==c['stream'] + assert sum(i['spans'] for i in c['imports'])==c['progress_spans'] + assert all(i['active_decode']==0 for i in c['imports']) + for times,ttft in zip(c['arrivals_s'],c['ttft_s']): + assert len(times)==32 and times==sorted(times) and times[0]==ttft and 00 and not case['trigger'][0]['admitted'] + assert not case['prefix_cache'] + assert 0count: + self.import_trace.append({'request':r.request.request_id,'spans':self.stats['progress_spans']-count,'start_s':start,'end_s':time.perf_counter(),'source_done_before':done_before,'source_done_after':r.pending.done()}) +p=argparse.ArgumentParser();p.add_argument('--model',required=True);p.add_argument('--family',required=True);p.add_argument('--label',required=True);p.add_argument('--width',type=int,default=8192);a=p.parse_args() +root=Path('/home/gspark/workspace/npu_offload/analysis/serving-matrix-201');out=root/f'stream265-{a.label}-fault-gpu.json' +if out.exists():raise RuntimeError('refuse overwrite') +print('GPU loading',a.label,flush=True) +model=AutoModelForCausalLM.from_pretrained(a.model,dtype=torch.bfloat16).to('cuda:0').eval();c=model.config.get_text_config() +base=AutoTokenizer.from_pretrained(a.model).encode('Seoul is the capital of South Korea. Count one two three.',add_special_tokens=True) +prompts=[tuple((base*((n+len(base)-1)//len(base)))[:n]) for n in [a.width//4,a.width]] +env=dict(os.environ,PYTHONPATH='/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime:/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd:/tmp/rngd-gpu201-src:/home/gspark/workspace/aicomp-live-pd-234/opt_prime/examples/pd/serving_matrix') +result={'model':a.label,'width':a.width,'input_lengths':list(map(len,prompts)),'output_tokens':512,'concurrency':2,'runs':[], + 'scope':'actual streaming cancellation/reuse and source death with active512-token decode; same-route parity, not performance'} +result['source_sha256']={name:hashlib.sha256(Path(path).read_bytes()).hexdigest() for name,path in [('prefill_server.py','/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/prefill_server.py'),('streaming_factories.py','/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/streaming_factories.py')]} +worker=None +try: + worker=SubprocessPrefillWorker('/tmp/stream265-python.sh',['--engine','factory','--engine-factory',f'streaming_factories:{a.family}','--model',a.model,'--width',str(a.width),'--chip','0'],slots=2,layers=c.num_hidden_layers,kv_heads=c.num_key_value_heads,head_dim=getattr(c,'head_dim',None) or c.hidden_size//c.num_attention_heads,max_context=a.width+1024,env=env,stream_layers=True) + from opt_prime.accel.pd.runtime import RequestCancelled + def drain(batch,timeout=600): + deadline=time.monotonic()+timeout + while not batch.idle: + assert time.monotonic()before and not r.pending.done() and not trigger: + trigger.append(dict(spans=b.stats['progress_spans'],admitted=bool(getattr(r,'admitted',False)))) + b._import_progress=observe_cancel + old=b.submit(PDRequest('cancel-partial',prompts[1],16));deadline=time.monotonic()+600 + while not trigger and not old.done(): + assert time.monotonic()before and not r.pending.done() and not trigger: + assert any(x.request.request_id=='survivor' for x in b.decoding),'active decode ended before fault' + trigger.append(dict(spans=b.stats['progress_spans'],admitted=False,active_tokens=len(next(x for x in b.decoding if x.request.request_id=='survivor').tokens))) + worker._proc.kill() + b._import_progress=observe_death + survivor=b.submit(PDRequest('survivor',prompts[0],512)) + failed=b.submit(PDRequest('die-partial',prompts[1],16));drain(b) + assert survivor.result()==expected_long,'producer failure changed active decode' + assert trigger and not trigger[0]['admitted'],'did not intercept incomplete import' + assert failed.exception() is not None and not b.poisoned + assert worker._proc.wait(timeout=10)==-9 and not worker.ready + result['runs'].append(dict(case='producer-death',trigger=trigger,error=repr(failed.exception()),idle=b.idle,poisoned=b.poisoned,prefix_cache=cache)) + result['stage']='complete' +except Exception as error: + result['stage']='failed';result['error']=repr(error);raise +finally: + if worker is not None:worker.close() + out.write_text(json.dumps(result,indent=2)+'\n') diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-fault-gpu-v2.py b/opt_prime/examples/pd/http_matrix/evidence265/stream265-fault-gpu-v2.py new file mode 100644 index 00000000..f6e5d742 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-fault-gpu-v2.py @@ -0,0 +1,80 @@ +"""Alternating same-engine whole/stream test; all runs and warmups retained.""" +import argparse,hashlib,json,os,time,statistics +from pathlib import Path +import torch +from transformers import AutoModelForCausalLM,AutoTokenizer +from opt_prime.accel.pd import PDRequest +from opt_prime.accel.pd.pd_batching import SubprocessPrefillWorker,PDBatcher +class ObservedBatcher(PDBatcher): + def __init__(self,*args,**kw): + super().__init__(*args,**kw);self.import_trace=[] + def _import_progress(self,r): + count=self.stats['progress_spans'];done_before=r.pending.done();start=time.perf_counter() + super()._import_progress(r) + if self.stats['progress_spans']>count: + self.import_trace.append({'request':r.request.request_id,'spans':self.stats['progress_spans']-count,'start_s':start,'end_s':time.perf_counter(),'source_done_before':done_before,'source_done_after':r.pending.done()}) +p=argparse.ArgumentParser();p.add_argument('--model',required=True);p.add_argument('--family',required=True);p.add_argument('--label',required=True);p.add_argument('--width',type=int,default=8192);a=p.parse_args() +root=Path('/home/gspark/workspace/npu_offload/analysis/serving-matrix-201');out=root/f'stream265-{a.label}-fault-gpu-v2.json' +if out.exists():raise RuntimeError('refuse overwrite') +print('GPU loading',a.label,flush=True) +model=AutoModelForCausalLM.from_pretrained(a.model,dtype=torch.bfloat16).to('cuda:0').eval();c=model.config.get_text_config() +base=AutoTokenizer.from_pretrained(a.model).encode('Seoul is the capital of South Korea. Count one two three.',add_special_tokens=True) +prompts=[tuple((base*((n+len(base)-1)//len(base)))[:n]) for n in [a.width//4,a.width]] +env=dict(os.environ,PYTHONPATH='/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime:/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd:/tmp/rngd-gpu201-src:/home/gspark/workspace/aicomp-live-pd-234/opt_prime/examples/pd/serving_matrix') +result={'model':a.label,'width':a.width,'input_lengths':list(map(len,prompts)),'output_tokens':512,'concurrency':2,'runs':[], + 'scope':'actual streaming cancellation/reuse and source death with active512-token decode; same-route parity, not performance'} +result['source_sha256']={name:hashlib.sha256(Path(path).read_bytes()).hexdigest() for name,path in [('prefill_server.py','/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/prefill_server.py'),('streaming_factories.py','/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/streaming_factories.py')]} +worker=None +try: + worker=SubprocessPrefillWorker('/tmp/stream265-python.sh',['--engine','factory','--engine-factory',f'streaming_factories:{a.family}','--model',a.model,'--width',str(a.width),'--chip','0'],slots=2,layers=c.num_hidden_layers,kv_heads=c.num_key_value_heads,head_dim=getattr(c,'head_dim',None) or c.hidden_size//c.num_attention_heads,max_context=a.width+1024,env=env,stream_layers=True) + from opt_prime.accel.pd.runtime import RequestCancelled + def drain(batch,timeout=600): + deadline=time.monotonic()+timeout + while not batch.idle: + assert time.monotonic()before and not r.pending.done() and not trigger: + trigger.append(dict(spans=b.stats['progress_spans'],admitted=bool(getattr(r,'admitted',False)))) + b._import_progress=observe_cancel + old=b.submit(PDRequest('cancel-partial',prompts[1],16));deadline=time.monotonic()+600 + while not trigger and not old.done(): + assert time.monotonic()before and not r.pending.done() and not trigger: + assert any(x.request.request_id=='survivor' for x in b.decoding),'active decode ended before fault' + trigger.append(dict(spans=b.stats['progress_spans'],admitted=False,active_tokens=len(next(x for x in b.decoding if x.request.request_id=='survivor').tokens))) + worker._proc.kill() + b._import_progress=observe_death + survivor=b.submit(PDRequest('survivor',prompts[0],512)) + failed=b.submit(PDRequest('die-partial',prompts[1],16));drain(b) + assert survivor.result()==expected_long,'producer failure changed active decode' + assert trigger and not trigger[0]['admitted'],'did not intercept incomplete import' + assert failed.exception() is not None + assert worker._proc.wait(timeout=10)==-9 and not worker.ready + result['runs'].append(dict(case='producer-death',trigger=trigger,error=repr(failed.exception()),idle=b.idle,prefix_cache=cache)) + result['stage']='complete' +except Exception as error: + result['stage']='failed';result['error']=repr(error);raise +finally: + if worker is not None:worker.close() + out.write_text(json.dumps(result,indent=2)+'\n') diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-fault-queue-v2.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-fault-queue-v2.json new file mode 100644 index 00000000..ef57f7cc --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-fault-queue-v2.json @@ -0,0 +1,18 @@ +[ + { + "label": "qwen06b", + "exit_code": 0 + }, + { + "label": "qwen4b", + "exit_code": 0 + }, + { + "label": "gemma", + "exit_code": 0 + }, + { + "label": "koni", + "exit_code": 0 + } +] diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-fault-queue-v2.py b/opt_prime/examples/pd/http_matrix/evidence265/stream265-fault-queue-v2.py new file mode 100644 index 00000000..9ccae534 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-fault-queue-v2.py @@ -0,0 +1,15 @@ +import os,subprocess,json +from pathlib import Path +root=Path('/home/gspark/workspace/npu_offload/analysis/serving-matrix-201') +env=dict(os.environ,OMP_NUM_THREADS='4',MKL_NUM_THREADS='4',TORCH_DEVICE_BACKEND_AUTOLOAD='0',PYTHONPATH='/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime:/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd:/tmp/rngd-gpu201-src:/home/gspark/workspace/aicomp-live-pd-234/opt_prime/examples/pd/serving_matrix') +rows=[] +for label,family,model,width in [('qwen06b','qwen','/home/gspark/.cache/huggingface/hub/models--Qwen--Qwen3-0.6B/snapshots/c1899de289a04d12100db370d81485cdf75e47ca',128),('qwen4b','qwen','/tmp/serving-matrix-models/Qwen3-4B',128),('gemma','gemma','/tmp/serving-matrix-models/Gemma3-1B',128),('koni','koni','/tmp/serving-matrix-models/KONI-8B',512)]: + log=root/f'stream265-{label}-fault-gpu-v2.log' + print('start',label,flush=True) + with log.open('x') as f: + p=subprocess.run(['/home/gspark/venvs/pt213/bin/python','/tmp/stream265-fault-gpu-v2.py','--label',label,'--family',family,'--model',model,'--width','8192'],env=env,stdout=f,stderr=subprocess.STDOUT) + rows.append({'label':label,'exit_code':p.returncode});(root/'stream265-fault-queue-v2.json').write_text(json.dumps(rows,indent=2)+'\n') + print('finished',label,p.returncode,flush=True) + + +raise SystemExit(int(any(row["exit_code"] for row in rows))) diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-fault-summary.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-fault-summary.json new file mode 100644 index 00000000..21db7af0 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-fault-summary.json @@ -0,0 +1,30 @@ +[ + { + "model": "qwen06b", + "cancel_reuse": "passed", + "partial_producer_death": "passed", + "survivor_tokens": 512, + "tokens_at_death": 5 + }, + { + "model": "qwen4b", + "cancel_reuse": "passed", + "partial_producer_death": "passed", + "survivor_tokens": 512, + "tokens_at_death": 6 + }, + { + "model": "gemma", + "cancel_reuse": "passed", + "partial_producer_death": "passed", + "survivor_tokens": 512, + "tokens_at_death": 4 + }, + { + "model": "koni", + "cancel_reuse": "passed", + "partial_producer_death": "passed", + "survivor_tokens": 512, + "tokens_at_death": 10 + } +] diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-fault-gpu-v2.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-fault-gpu-v2.json new file mode 100644 index 00000000..583e64de --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-fault-gpu-v2.json @@ -0,0 +1,43 @@ +{ + "model": "gemma", + "width": 8192, + "input_lengths": [ + 2048, + 8192 + ], + "output_tokens": 512, + "concurrency": 2, + "runs": [ + { + "case": "cancel-reuse", + "trigger": [ + { + "spans": 1, + "admitted": false + } + ], + "tokens_exact": true, + "idle": true, + "prefix_cache": false + }, + { + "case": "producer-death", + "trigger": [ + { + "spans": 27, + "admitted": false, + "active_tokens": 4 + } + ], + "error": "RuntimeError('prefill subprocess response failed: prefill subprocess exited')", + "idle": true, + "prefix_cache": false + } + ], + "scope": "actual streaming cancellation/reuse and source death with active512-token decode; same-route parity, not performance", + "source_sha256": { + "prefill_server.py": "5af1169ff5c6bfac6ce265ea3edf7f6a031c207bda7ce7bcbc996d7133576b1d", + "streaming_factories.py": "77745350973cc54bf508e0c8b473efc442afef20b1c64f7c4edc179ea1471389" + }, + "stage": "complete" +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-fault-gpu-v2.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-fault-gpu-v2.log new file mode 100644 index 00000000..54af599f --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-fault-gpu-v2.log @@ -0,0 +1,4 @@ +GPU loading gemma + +Loading weights: 0%| | 0/340 [00:00 + assert new.result()==expected and not b.poisoned +AttributeError: 'ObservedBatcher' object has no attribute 'poisoned' diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-long-atom.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-long-atom.json new file mode 100644 index 00000000..dd8fb302 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-long-atom.json @@ -0,0 +1,4934 @@ +{ + "model": "Qwen/Qwen3-0.6B", + "width": 8192, + "output_tokens": 32, + "batch_size": 1, + "cases": [ + { + "index": 0, + "warmup": true, + "elapsed_s": 5.544769141939469, + "arrivals_s": [ + [ + 2.154887891956605, + 2.162946528987959, + 2.1701234319480136, + 2.1773502639262006, + 2.184562837006524, + 2.1918752999044955, + 2.1990703319897875, + 2.2062795439269394, + 2.2135618769098073, + 2.220695528900251, + 2.227838260936551, + 2.2351979739032686, + 2.242686218000017, + 2.2501342019531876, + 2.2576281059300527, + 2.265084319980815, + 2.2726498539559543, + 2.2802462989930063, + 2.287876353948377, + 2.295483268913813, + 2.303052552975714, + 2.3106970579829067, + 2.324039786006324, + 2.332856507971883, + 2.3407603949308395, + 2.348371358937584, + 2.3561150250025094, + 2.3637116899481043, + 2.371410374995321, + 2.379011470009573, + 2.3866421550046653, + 2.3942277189344168 + ], + [ + 5.203607447911054, + 5.214738263981417, + 5.225368986953981, + 5.236054329900071, + 5.246782772941515, + 5.257440915913321, + 5.268169078975916, + 5.278894702903926, + 5.289535224903375, + 5.30023248901125, + 5.311059861909598, + 5.322098627919331, + 5.333185342955403, + 5.344296128954738, + 5.355381593923084, + 5.366442928905599, + 5.377553805010393, + 5.388702690950595, + 5.3998024959582835, + 5.410890261991881, + 5.422020246973261, + 5.433055141940713, + 5.444120527943596, + 5.455249142949469, + 5.466319568920881, + 5.477378114010207, + 5.488494939985685, + 5.499625644995831, + 5.5108420309843495, + 5.521964866900817, + 5.533487244974822, + 5.5446979010012 + ] + ], + "ttft_s": [ + 2.154887891956605, + 5.203607447911054 + ], + "stream": false, + "prefetch": false, + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "index": 1, + "warmup": true, + "elapsed_s": 3.2085662559838966, + "arrivals_s": [ + [ + 1.086576538044028, + 1.0946398560190573, + 1.102381141972728, + 1.11027106794063, + 1.1181763949571177, + 1.1259495610138401, + 1.133718536933884, + 1.141395141952671, + 1.1489899270236492, + 1.156760822981596, + 1.1644114879891276, + 1.172045863000676, + 1.1797038479708135, + 1.187342302990146, + 1.1949742890428752, + 1.2026001539779827, + 1.2102568589616567, + 1.2178388240281492, + 1.2259296119445935, + 1.2333975959336385, + 1.2411206510150805, + 1.248814407037571, + 1.256486561964266, + 1.2641435379628092, + 1.2718286829767749, + 1.2795211389893666, + 1.2872282939497381, + 1.2948755290126428, + 1.302566924947314, + 1.310313671012409, + 1.317908565979451, + 1.3255502609536052 + ], + [ + 2.8649883120087907, + 2.8759944069897756, + 2.886738640954718, + 2.897611944936216, + 2.9083995489636436, + 2.9191502319881693, + 2.930136937997304, + 2.9409506720257923, + 2.951715364935808, + 2.9626945100026205, + 2.9737729360349476, + 2.984726040973328, + 2.995875486987643, + 3.0071227829903364, + 3.01827817002777, + 3.0293941349955276, + 3.0406254519475624, + 3.051824187976308, + 3.0629871540004387, + 3.0741348499432206, + 3.085342676960863, + 3.0965407729381695, + 3.1077641199808568, + 3.11894490593113, + 3.130137142026797, + 3.141374369035475, + 3.152540895040147, + 3.163741420954466, + 3.174901106976904, + 3.1861085640266538, + 3.197273869998753, + 3.2085054259514436 + ] + ], + "ttft_s": [ + 1.086576538044028, + 2.8649883120087907 + ], + "stream": true, + "prefetch": false, + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 56, + "imports": [ + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 5, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": true + } + ], + "idle": true + }, + { + "index": 2, + "warmup": false, + "elapsed_s": 5.01515118801035, + "arrivals_s": [ + [ + 1.8849729129578918, + 1.8924090469954535, + 1.8996307000052184, + 1.906868512975052, + 1.9141540959244594, + 1.921462259022519, + 1.9286312819458544, + 1.935849734931253, + 1.943043097970076, + 1.9503190709510818, + 1.957504132995382, + 1.9647205959772691, + 1.9721664199605584, + 1.9796862249495462, + 1.9872248399769887, + 1.9946817340096459, + 2.002275778912008, + 2.0099514049943537, + 2.0175920599140227, + 2.0252641059923917, + 2.032853050972335, + 2.040502775926143, + 2.04819612193387, + 2.0558691979385912, + 2.06346041301731, + 2.0711746989982203, + 2.0788400139426813, + 2.0865114399930462, + 2.094233125913888, + 2.1019283609930426, + 2.109608746948652, + 2.1172474320046604 + ], + [ + 4.670866186963394, + 4.682004072936252, + 4.692656597006135, + 4.703375690965913, + 4.7140812039142475, + 4.724836457986385, + 4.735649853013456, + 4.746397036942653, + 4.757120470982045, + 4.767864544992335, + 4.778790919925086, + 4.789743845001794, + 4.80075808102265, + 4.812069608015008, + 4.823301414959133, + 4.834590501966886, + 4.845834578969516, + 4.857170426985249, + 4.868454943993129, + 4.879699241020717, + 4.890941937919706, + 4.9022664949297905, + 4.913548002950847, + 4.924838289967738, + 4.936104126973078, + 4.947433314984664, + 4.9586833419743925, + 4.9699529689969495, + 4.981216085958295, + 4.992580103920773, + 5.003816470969468, + 5.015080777928233 + ] + ], + "ttft_s": [ + 1.8849729129578918, + 4.670866186963394 + ], + "stream": false, + "prefetch": false, + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "index": 3, + "warmup": false, + "elapsed_s": 3.2979267289629206, + "arrivals_s": [ + [ + 1.1401247920002788, + 1.1485705520026386, + 1.1565376699436456, + 1.164540037047118, + 1.1723834540462121, + 1.1802602510433644, + 1.1879954469623044, + 1.1958241839893162, + 1.2036627309862524, + 1.2114486770005897, + 1.2191877940203995, + 1.2270224910462275, + 1.234847716987133, + 1.2426654039882123, + 1.250490510952659, + 1.2582784770056605, + 1.266068403958343, + 1.273814280051738, + 1.2816425069468096, + 1.2894293629797176, + 1.2972603399539366, + 1.3050431360024959, + 1.312883993028663, + 1.320663610007614, + 1.328464725986123, + 1.336307003046386, + 1.3441573299933225, + 1.3519714969443157, + 1.3597304730210453, + 1.3674917690223083, + 1.3752323359949514, + 1.3830373119562864 + ], + [ + 2.9542476020287722, + 2.9652525880374014, + 2.9760279919719324, + 2.986794737051241, + 2.997511971043423, + 3.008219875046052, + 3.0189780589425936, + 3.029719123034738, + 3.0410332910250872, + 3.051731294952333, + 3.0626947809942067, + 3.073835387942381, + 3.0851233049761504, + 3.0963810130488127, + 3.1075877900002524, + 3.1187964669661596, + 3.1299808139447123, + 3.141138460021466, + 3.1522937669651583, + 3.1633929340168834, + 3.174575360957533, + 3.1857296070083976, + 3.196884313947521, + 3.2081381710013375, + 3.2194109490374103, + 3.2306248160311952, + 3.2418110229773447, + 3.2529986100271344, + 3.2643334480235353, + 3.275536144967191, + 3.2866655710386112, + 3.297841547988355 + ] + ], + "ttft_s": [ + 1.1401247920002788, + 2.9542476020287722 + ], + "stream": true, + "prefetch": false, + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 56, + "imports": [ + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 3, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + }, + { + "index": 4, + "warmup": false, + "elapsed_s": 3.1565316249616444, + "arrivals_s": [ + [ + 1.0849878870649263, + 1.0929180650273338, + 1.1006231709616259, + 1.1082994570024312, + 1.1160858030198142, + 1.1237467390019447, + 1.1314039650605991, + 1.1390980610158294, + 1.146761337062344, + 1.154417073004879, + 1.1620892089558765, + 1.169739144970663, + 1.1773929010378197, + 1.1850541670573875, + 1.1927138529717922, + 1.2003710289718583, + 1.2081200750544667, + 1.2158206909662113, + 1.2234900869661942, + 1.2312275529839098, + 1.238838459015824, + 1.2464483750518411, + 1.254122780985199, + 1.2617623260011896, + 1.2694117720238864, + 1.2770879779709503, + 1.2847458339529112, + 1.2923912199912593, + 1.3000340859871358, + 1.3076948820380494, + 1.31530782696791, + 1.3229799630353227 + ], + [ + 2.812575779040344, + 2.82354791497346, + 2.834372040000744, + 2.845263415016234, + 2.856015930068679, + 2.8668902149656788, + 2.8777540699811652, + 2.888577025034465, + 2.8992631289875135, + 2.910254196031019, + 2.9213105119997635, + 2.932431419030763, + 2.943573115975596, + 2.9547178730135784, + 2.9658857800532132, + 2.9771046170499176, + 2.98833163396921, + 2.999588201986626, + 3.01088873995468, + 3.022179277963005, + 3.0333683650242165, + 3.044489862048067, + 3.0556855590548366, + 3.0669027660042048, + 3.0781210439745337, + 3.0893819810589775, + 3.100562419043854, + 3.111802396015264, + 3.1230687040369958, + 3.1341615499695763, + 3.145229847053997, + 3.156470783986151 + ] + ], + "ttft_s": [ + 1.0849878870649263, + 2.812575779040344 + ], + "stream": true, + "prefetch": false, + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 56, + "imports": [ + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 5, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": true + } + ], + "idle": true + }, + { + "index": 5, + "warmup": false, + "elapsed_s": 5.24187362997327, + "arrivals_s": [ + [ + 1.9401143759023398, + 1.9476662719389424, + 1.9549131050007418, + 1.9620433079544455, + 1.9693808319279924, + 1.976725775981322, + 1.9840503009036183, + 1.9913871249882504, + 1.99859478790313, + 2.005970192956738, + 2.013194856001064, + 2.020488749956712, + 2.027982375002466, + 2.0354723999043927, + 2.0430746459169313, + 2.0507124119903892, + 2.0585769088938832, + 2.0663277260027826, + 2.0740481519605964, + 2.081741808913648, + 2.089416334987618, + 2.0971080909948796, + 2.104812167934142, + 2.1126322449417785, + 2.1202775209676474, + 2.1279207669431344, + 2.1357978439191356, + 2.1434511499246582, + 2.1511284369044006, + 2.1588495429605246, + 2.166548728942871, + 2.174322005943395 + ], + [ + 4.897813641000539, + 4.908929187920876, + 4.919741153949872, + 4.930518308887258, + 4.9414180549792945, + 4.952189219999127, + 4.963079315959476, + 4.973965070908889, + 4.984807546949014, + 4.995597581961192, + 5.006622578948736, + 5.017711685970426, + 5.02880476298742, + 5.040049590985291, + 5.051218707929365, + 5.062392035964876, + 5.0735965030035, + 5.084823720972054, + 5.0959864179603755, + 5.107181035913527, + 5.1183951639104635, + 5.129672591923736, + 5.140831408905797, + 5.1521047779824585, + 5.163295344915241, + 5.174547112896107, + 5.1856218099128455, + 5.196900067967363, + 5.208199885906652, + 5.219299962976947, + 5.2305160709656775, + 5.241813318920322 + ] + ], + "ttft_s": [ + 1.9401143759023398, + 4.897813641000539 + ], + "stream": false, + "prefetch": false, + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "index": 6, + "warmup": false, + "elapsed_s": 5.125747713027522, + "arrivals_s": [ + [ + 2.0196453080279753, + 2.0272882849676535, + 2.0345293789869174, + 2.0417591319419444, + 2.049211196950637, + 2.056578782037832, + 2.0639696270227432, + 2.071211870992556, + 2.0784934849943966, + 2.085750269005075, + 2.092969691962935, + 2.1003218869445845, + 2.107748882030137, + 2.1152227469719946, + 2.1227142319548875, + 2.130922612035647, + 2.1386061189696193, + 2.1463481950340793, + 2.154075541999191, + 2.1617485790047795, + 2.169479475938715, + 2.1771614520112053, + 2.1847913180245087, + 2.1925323950126767, + 2.2002700320445, + 2.2079833089374006, + 2.215709434938617, + 2.2234258119715378, + 2.2310997389722615, + 2.23881424497813, + 2.2465173919918016, + 2.254268368938938 + ], + [ + 4.782726799021475, + 4.793817316996865, + 4.804581651929766, + 4.8153543079970405, + 4.8260995029704645, + 4.836775737931021, + 4.8475964040262625, + 4.8584058890119195, + 4.869104524026625, + 4.880010660039261, + 4.891005137003958, + 4.9021071549504995, + 4.913113511982374, + 4.92430982994847, + 4.935425586998463, + 4.946613564970903, + 4.957695652032271, + 4.968879889929667, + 4.980063147959299, + 4.991290107020177, + 5.002446413971484, + 5.013648331980221, + 5.024821860017255, + 5.035975167993456, + 5.047141805989668, + 5.058385464013554, + 5.0695920520229265, + 5.080849180929363, + 5.0921195989940315, + 5.10337118699681, + 5.114564965013415, + 5.1256853230297565 + ] + ], + "ttft_s": [ + 2.0196453080279753, + 4.782726799021475 + ], + "stream": false, + "prefetch": false, + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "index": 7, + "warmup": false, + "elapsed_s": 3.4200619159964845, + "arrivals_s": [ + [ + 1.2942129319999367, + 1.3022476410260424, + 1.310110267950222, + 1.3178908459376544, + 1.3256295330356807, + 1.3334905209485441, + 1.3412432780023664, + 1.3489347249269485, + 1.356644041952677, + 1.364299988024868, + 1.3720459849573672, + 1.3796609819401056, + 1.387459049001336, + 1.3951220259768888, + 1.4027179219992831, + 1.4104310789844021, + 1.4181518559344113, + 1.425790773006156, + 1.433543990016915, + 1.441273126984015, + 1.448888123035431, + 1.456533379969187, + 1.464264326961711, + 1.4718882029410452, + 1.4795592799782753, + 1.4873300269246101, + 1.4949562239926308, + 1.5026496909558773, + 1.5103824579855427, + 1.5180712150176987, + 1.5257489109644666, + 1.533372857957147 + ], + [ + 3.0743477270007133, + 3.08537309395615, + 3.096391140948981, + 3.107318307971582, + 3.1180055330041796, + 3.128885588957928, + 3.1399200069718063, + 3.150961144012399, + 3.1619995810324326, + 3.17329773993697, + 3.184476197930053, + 3.195747787016444, + 3.207041546003893, + 3.218261515023187, + 3.229553443030454, + 3.240655401023105, + 3.252011800999753, + 3.263234279002063, + 3.274504028027877, + 3.285601155948825, + 3.296908344957046, + 3.3080740330042318, + 3.319290840998292, + 3.3304839889751747, + 3.3416915079578757, + 3.3528747860109434, + 3.363975274027325, + 3.3752170419320464, + 3.3863808310125023, + 3.3976388489827514, + 3.408813626971096, + 3.4199980959529057 + ] + ], + "ttft_s": [ + 1.2942129319999367, + 3.0743477270007133 + ], + "stream": true, + "prefetch": false, + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 56, + "imports": [ + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 3, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + }, + { + "index": 8, + "warmup": true, + "elapsed_s": 4.907598602003418, + "arrivals_s": [ + [ + 1.8962099300697446, + 1.903864527004771, + 1.9118675760691985, + 1.9192094510653988, + 1.9266722070751712, + 1.9340858720242977, + 1.941487016971223, + 1.9487255420535803, + 1.955941415973939, + 1.9632593609858304, + 1.9705485249869525, + 1.9778016089694574, + 1.9853211849695072, + 1.992957542068325, + 2.0005195980193093, + 2.008273886051029, + 2.015945862978697, + 2.023611649987288, + 2.044004903989844, + 2.0515740209957585, + 2.058923745993525, + 2.0662406500196084, + 2.073555264971219, + 2.080741098965518, + 2.0880611940519884, + 2.095316027989611, + 2.102469652076252, + 2.1100806379690766, + 2.11790271603968, + 2.125673854025081, + 2.13350773206912, + 2.1413053390569985 + ], + [ + 4.5625991160050035, + 4.573694744030945, + 4.584493960021064, + 4.5954222769942135, + 4.606286704074591, + 4.617112430045381, + 4.627916865982115, + 4.63882079301402, + 4.64972652005963, + 4.660732317017391, + 4.671844484983012, + 4.682781461975537, + 4.694004381075501, + 4.705239410046488, + 4.716526349075139, + 4.72773407807108, + 4.738943257019855, + 4.750210175989196, + 4.761501164990477, + 4.7725933430483565, + 4.783897842979059, + 4.795177482068539, + 4.80647815100383, + 4.817636669962667, + 4.8288382480386645, + 4.840094387065619, + 4.851403997046873, + 4.862696376047097, + 4.873752104002051, + 4.884992192965001, + 4.896296382066794, + 4.907532911049202 + ] + ], + "ttft_s": [ + 1.8962099300697446, + 4.5625991160050035 + ], + "stream": false, + "prefetch": true, + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "index": 9, + "warmup": true, + "elapsed_s": 2.9186811110703275, + "arrivals_s": [ + [ + 1.1847977420547977, + 1.1926045200088993, + 1.2012859029928222, + 1.2093309330521151, + 1.2173143120016903, + 1.2252492900006473, + 1.2331863690633327, + 1.2411383179714903, + 1.24885410501156, + 1.2567926039919257, + 1.264709983021021, + 1.2724890110548586, + 1.2803177089663222, + 1.2881028869887814, + 1.2959217550233006, + 1.3036461720475927, + 1.3114261400187388, + 1.31918640807271, + 1.3269720550160855, + 1.3345651620766148, + 1.3424120499985293, + 1.3501954179955646, + 1.358013296034187, + 1.3658299240050837, + 1.373507641023025, + 1.381361189065501, + 1.3891007570782676, + 1.396799374022521, + 1.404699363047257, + 1.4125027210684493, + 1.420221287989989, + 1.4280537760350853 + ], + [ + 2.5723409900674596, + 2.5832998680416495, + 2.5941314339870587, + 2.6050949720665812, + 2.6159937690244988, + 2.626903916010633, + 2.637701162020676, + 2.6484682080335915, + 2.6592428750591353, + 2.670062631019391, + 2.68115477997344, + 2.69224527804181, + 2.7033090860350057, + 2.7144686239771545, + 2.7257392939645797, + 2.736917802016251, + 2.74819773202762, + 2.7594147810013965, + 2.77070505998563, + 2.7819914299761876, + 2.793269289075397, + 2.8046243090648204, + 2.8159132279688492, + 2.827175367041491, + 2.838379897060804, + 2.8496346559841186, + 2.860902684973553, + 2.872599477064796, + 2.8843053489690647, + 2.895723080029711, + 2.9071491400245577, + 2.918565350002609 + ] + ], + "ttft_s": [ + 1.1847977420547977, + 2.5723409900674596 + ], + "stream": true, + "prefetch": true, + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 56, + "imports": [ + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 3, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 4, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 3, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 2, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": true + } + ], + "idle": true + }, + { + "index": 10, + "warmup": false, + "elapsed_s": 5.0815801640274, + "arrivals_s": [ + [ + 1.9927638550288975, + 2.000342921935953, + 2.008346360991709, + 2.0156449859496206, + 2.022921951021999, + 2.0301989059662446, + 2.037596551934257, + 2.044934076955542, + 2.0522315519629046, + 2.0596058069495484, + 2.0668066919315606, + 2.074009325937368, + 2.081569002941251, + 2.0893133209319785, + 2.096815026947297, + 2.10445639397949, + 2.1121998319868, + 2.119905558996834, + 2.1276403369847685, + 2.1353904949501157, + 2.143148983013816, + 2.151014221017249, + 2.1587518990272656, + 2.166509366943501, + 2.174358675023541, + 2.1821671730140224, + 2.190201282966882, + 2.1980962119996548, + 2.2060913409804925, + 2.213923288974911, + 2.22184593800921, + 2.229714336921461 + ], + [ + 4.733737142989412, + 4.744898821925744, + 4.755678717978299, + 4.766467954963446, + 4.777349131996743, + 4.78814059891738, + 4.799066726933233, + 4.8099482340039685, + 4.8211052030092105, + 4.831967319943942, + 4.842943658004515, + 4.854030195972882, + 4.86503264401108, + 4.87634492397774, + 4.88763839402236, + 4.898906403919682, + 4.910213693976402, + 4.921567733981647, + 4.932913813972846, + 4.94435921497643, + 4.955715665011667, + 4.967839499935508, + 4.979458351968788, + 4.990738012013026, + 5.002054892014712, + 5.013359881937504, + 5.0247373229358345, + 5.036095712915994, + 5.047457222943194, + 5.0588099339511245, + 5.070116853923537, + 5.081504973932169 + ] + ], + "ttft_s": [ + 1.9927638550288975, + 4.733737142989412 + ], + "stream": false, + "prefetch": true, + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "index": 11, + "warmup": false, + "elapsed_s": 3.0011404580436647, + "arrivals_s": [ + [ + 1.1216147330123931, + 1.1297073140740395, + 1.1388899200828746, + 1.1468201400712132, + 1.1546368380077183, + 1.1625172570347786, + 1.170360385091044, + 1.1782315440941602, + 1.1860205120174214, + 1.1937881710473448, + 1.201447788043879, + 1.2091682960744947, + 1.2169031540397555, + 1.2245069810887799, + 1.2322143490891904, + 1.239907056093216, + 1.2475962640019134, + 1.2552756310906261, + 1.2630477300845087, + 1.2708338480442762, + 1.2786642360733822, + 1.2863751740660518, + 1.2940403120592237, + 1.3018363500013947, + 1.3094590870896354, + 1.3171645250404254, + 1.3248503830982372, + 1.3324878700077534, + 1.3401129270205274, + 1.3477916250703856, + 1.3554877421120182, + 1.3631767100887373 + ], + [ + 2.657398234005086, + 2.668407812016085, + 2.6792246700497344, + 2.690198438009247, + 2.7009993450483307, + 2.711713151074946, + 2.7224725080886856, + 2.733828368014656, + 2.744842377025634, + 2.7559279350098222, + 2.7670315540162846, + 2.7781747430562973, + 2.7893427030649036, + 2.8004695620620623, + 2.8115864210994914, + 2.82269343000371, + 2.833807279006578, + 2.8449685680679977, + 2.8560876870760694, + 2.867306366097182, + 2.878445906098932, + 2.889641405083239, + 2.900793784065172, + 2.9118966630194336, + 2.923076333012432, + 2.9341308911098167, + 2.94531729107257, + 2.95647898002062, + 2.967562929028645, + 2.978753479081206, + 2.989932768046856, + 3.0010443771025166 + ] + ], + "ttft_s": [ + 1.1216147330123931, + 2.657398234005086 + ], + "stream": true, + "prefetch": true, + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 56, + "imports": [ + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 4, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 3, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 2, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 2, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + }, + { + "index": 12, + "warmup": false, + "elapsed_s": 2.9083575889235362, + "arrivals_s": [ + [ + 1.0565081709064543, + 1.0645355709129944, + 1.0736694579245523, + 1.0814572559902444, + 1.0892776449909434, + 1.0971693939063698, + 1.1049885319080204, + 1.1126486998982728, + 1.1202952068997547, + 1.1279698549769819, + 1.1355643819551915, + 1.1432835299056023, + 1.150966067914851, + 1.1585875449236482, + 1.1661893329583108, + 1.1738629899919033, + 1.1814968279795721, + 1.1891565748956054, + 1.1967178619233891, + 1.2044006399810314, + 1.2121283579617739, + 1.219820785918273, + 1.2275024539558217, + 1.2351183509454131, + 1.2427653489867225, + 1.250449275947176, + 1.2581298139411956, + 1.2657409609528258, + 1.2734683289891109, + 1.2811151169007644, + 1.2887809548992664, + 1.2964531918987632 + ], + [ + 2.5654818149050698, + 2.5764600429683924, + 2.5872902899282053, + 2.5980643869843334, + 2.6087005739100277, + 2.6195331909693778, + 2.6302678579231724, + 2.6410807949723676, + 2.6521230139769614, + 2.663048291928135, + 2.6740106999641284, + 2.685190519900061, + 2.6963660089531913, + 2.7074694680050015, + 2.7186370079871267, + 2.7298221569508314, + 2.7409708069171757, + 2.752137875999324, + 2.7632721950067207, + 2.774494054960087, + 2.7856261539272964, + 2.796770683955401, + 2.807934502954595, + 2.8190638329833746, + 2.8302017719252035, + 2.8413574709556997, + 2.852466551004909, + 2.863623489974998, + 2.874821509933099, + 2.8859951089834794, + 2.8971629589796066, + 2.908291907981038 + ] + ], + "ttft_s": [ + 1.0565081709064543, + 2.5654818149050698 + ], + "stream": true, + "prefetch": true, + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 56, + "imports": [ + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 5, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 4, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 3, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + }, + { + "index": 13, + "warmup": false, + "elapsed_s": 4.828622877947055, + "arrivals_s": [ + [ + 1.9313401059480384, + 1.9388821530155838, + 1.9466557019622996, + 1.953855796949938, + 1.9610426119761541, + 1.9682809669757262, + 1.9754374120384455, + 1.9827490269672126, + 1.9899222019594163, + 1.9971270270179957, + 2.0043197619961575, + 2.0115113670472056, + 2.0188123419648036, + 2.026281428989023, + 2.033746866043657, + 2.041275633033365, + 2.0488926300313324, + 2.056517838034779, + 2.0641945359529927, + 2.0719287740066648, + 2.0796204019570723, + 2.0873120699543506, + 2.0949268869590014, + 2.102594265015796, + 2.1102620429592207, + 2.117948450963013, + 2.1256469190120697, + 2.1333098970353603, + 2.1409735550405458, + 2.1486343030119315, + 2.156315490952693, + 2.164021749049425 + ], + [ + 4.480909293051809, + 4.492771137971431, + 4.503661546041258, + 4.514472772949375, + 4.525210730032995, + 4.535970587981865, + 4.546913375961594, + 4.557958684978075, + 4.568766472977586, + 4.579606611048803, + 4.590658409986645, + 4.601720439037308, + 4.6129473289474845, + 4.624295879970305, + 4.635629671043716, + 4.646955981967039, + 4.658323202980682, + 4.66967021394521, + 4.681053975014947, + 4.692469605943188, + 4.703796637011692, + 4.715119568048976, + 4.726509668980725, + 4.7378162200329825, + 4.74903644004371, + 4.760413530981168, + 4.7717868629843, + 4.783141433959827, + 4.7944452540250495, + 4.805790105019696, + 4.817132055992261, + 4.828513317042962 + ] + ], + "ttft_s": [ + 1.9313401059480384, + 4.480909293051809 + ], + "stream": false, + "prefetch": true, + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "index": 14, + "warmup": false, + "elapsed_s": 4.877636607037857, + "arrivals_s": [ + [ + 1.9831870610360056, + 1.9908329490572214, + 1.9987157790455967, + 2.0059369740774855, + 2.0132339000701904, + 2.020455915015191, + 2.0276622000383213, + 2.0351427170680836, + 2.04227548209019, + 2.0494813970290124, + 2.0566596320131794, + 2.063886007061228, + 2.0712718539871275, + 2.0787105800118297, + 2.086219337070361, + 2.0936981540871784, + 2.10127447207924, + 2.1089847499970347, + 2.1166675980202854, + 2.124315886059776, + 2.132068715058267, + 2.139710513059981, + 2.1472526100696996, + 2.1548842780757695, + 2.162516965996474, + 2.170186444069259, + 2.177890692022629, + 2.1856108610518277, + 2.1932020290987566, + 2.2008394160075113, + 2.2085227550705895, + 2.216257823049091 + ], + [ + 4.531474529998377, + 4.54322051408235, + 4.554053572006524, + 4.564772050012834, + 4.575752019067295, + 4.586480336030945, + 4.597249484038912, + 4.608074802090414, + 4.618877410073765, + 4.629524807096459, + 4.6403117150766775, + 4.651275944081135, + 4.662256743060425, + 4.6735496640903875, + 4.684824944008142, + 4.696203206083737, + 4.707513857050799, + 4.718850317993201, + 4.7301868801005185, + 4.741517901071347, + 4.752878581988625, + 4.764194353017956, + 4.775567845092155, + 4.78680649609305, + 4.798166607040912, + 4.8094579980243, + 4.820801289053634, + 4.832076020073146, + 4.843413841095753, + 4.8547274130396545, + 4.866157194017433, + 4.877510535996407 + ] + ], + "ttft_s": [ + 1.9831870610360056, + 4.531474529998377 + ], + "stream": false, + "prefetch": true, + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "index": 15, + "warmup": false, + "elapsed_s": 2.9632957129506394, + "arrivals_s": [ + [ + 1.1390186270000413, + 1.14799523295369, + 1.1574470630148426, + 1.1652608519652858, + 1.1731496719876304, + 1.1809473909670487, + 1.188755439943634, + 1.19674575002864, + 1.204502669046633, + 1.2126704109832644, + 1.2204957200447097, + 1.228189327986911, + 1.2358625669730827, + 1.243502274970524, + 1.2511489629978314, + 1.258834031992592, + 1.2665428599575534, + 1.274158468004316, + 1.281864266959019, + 1.2896002649795264, + 1.2972416729899123, + 1.3049649519380182, + 1.312617399962619, + 1.320281038992107, + 1.3279752270318568, + 1.3356128650484607, + 1.3432899829931557, + 1.3508949209935963, + 1.358561999979429, + 1.36618561798241, + 1.3738482360495254, + 1.3815690350020304 + ], + [ + 2.61826146801468, + 2.6299544610083103, + 2.6408321999479085, + 2.651789308991283, + 2.6625462570227683, + 2.673357784980908, + 2.684112232993357, + 2.695101161953062, + 2.706106801982969, + 2.717145250993781, + 2.728225391008891, + 2.73940560198389, + 2.750530592049472, + 2.7616720319492742, + 2.772779571940191, + 2.7839702429482713, + 2.7951214930508286, + 2.8063042430439964, + 2.8174763539573178, + 2.8285595340421423, + 2.839729054016061, + 2.850961384945549, + 2.862040244974196, + 2.8733729460509494, + 2.8846411069389433, + 2.8958501879824325, + 2.9070653290254995, + 2.9182625389657915, + 2.9294439599616453, + 2.940744881052524, + 2.9519450520165265, + 2.9631936530349776 + ] + ], + "ttft_s": [ + 1.1390186270000413, + 2.61826146801468 + ], + "stream": true, + "prefetch": true, + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 56, + "imports": [ + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 3, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 4, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 2, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 2, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + } + ], + "scope": "alternating same-route timing, synthetic2K/8K fixed32output, B1 and two queued requests", + "code_sha256": { + "accel/platforms/atom/batching.py": "d98a51d75a36cd8c379a6220adb92528b3607cf80145b85a032270494a429580", + "accel/pd/pd_batching.py": "c827775c1d399bf724a9747c3424ee5ea69f93054493bfbb71d5f0cf08fff65b", + "accel/pd/prefill_server.py": "5af1169ff5c6bfac6ce265ea3edf7f6a031c207bda7ce7bcbc996d7133576b1d", + "accel/pd/layer_progress.py": "19c8853cd20b386dc11064d4be63fa696468c86a26b76ecf5c48cdf3905a700b" + }, + "stage": "complete" +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-long-atom.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-long-atom.log new file mode 100644 index 00000000..33dd7bb1 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-long-atom.log @@ -0,0 +1,17 @@ +ATOM_BINDING {"visible_count": 1, "physical": 0, "opened": ["/dev/rbln0"]} +{"index": 0, "warmup": true, "elapsed_s": 5.544769141939469, "arrivals_s": [[2.154887891956605, 2.162946528987959, 2.1701234319480136, 2.1773502639262006, 2.184562837006524, 2.1918752999044955, 2.1990703319897875, 2.2062795439269394, 2.2135618769098073, 2.220695528900251, 2.227838260936551, 2.2351979739032686, 2.242686218000017, 2.2501342019531876, 2.2576281059300527, 2.265084319980815, 2.2726498539559543, 2.2802462989930063, 2.287876353948377, 2.295483268913813, 2.303052552975714, 2.3106970579829067, 2.324039786006324, 2.332856507971883, 2.3407603949308395, 2.348371358937584, 2.3561150250025094, 2.3637116899481043, 2.371410374995321, 2.379011470009573, 2.3866421550046653, 2.3942277189344168], [5.203607447911054, 5.214738263981417, 5.225368986953981, 5.236054329900071, 5.246782772941515, 5.257440915913321, 5.268169078975916, 5.278894702903926, 5.289535224903375, 5.30023248901125, 5.311059861909598, 5.322098627919331, 5.333185342955403, 5.344296128954738, 5.355381593923084, 5.366442928905599, 5.377553805010393, 5.388702690950595, 5.3998024959582835, 5.410890261991881, 5.422020246973261, 5.433055141940713, 5.444120527943596, 5.455249142949469, 5.466319568920881, 5.477378114010207, 5.488494939985685, 5.499625644995831, 5.5108420309843495, 5.521964866900817, 5.533487244974822, 5.5446979010012]], "ttft_s": [2.154887891956605, 5.203607447911054], "stream": false, "prefetch": false, "tokens": [[6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862], [374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315]], "tokens_exact": true, "progress_spans": 0, "imports": [], "idle": true} +{"index": 1, "warmup": true, "elapsed_s": 3.2085662559838966, "arrivals_s": [[1.086576538044028, 1.0946398560190573, 1.102381141972728, 1.11027106794063, 1.1181763949571177, 1.1259495610138401, 1.133718536933884, 1.141395141952671, 1.1489899270236492, 1.156760822981596, 1.1644114879891276, 1.172045863000676, 1.1797038479708135, 1.187342302990146, 1.1949742890428752, 1.2026001539779827, 1.2102568589616567, 1.2178388240281492, 1.2259296119445935, 1.2333975959336385, 1.2411206510150805, 1.248814407037571, 1.256486561964266, 1.2641435379628092, 1.2718286829767749, 1.2795211389893666, 1.2872282939497381, 1.2948755290126428, 1.302566924947314, 1.310313671012409, 1.317908565979451, 1.3255502609536052], [2.8649883120087907, 2.8759944069897756, 2.886738640954718, 2.897611944936216, 2.9083995489636436, 2.9191502319881693, 2.930136937997304, 2.9409506720257923, 2.951715364935808, 2.9626945100026205, 2.9737729360349476, 2.984726040973328, 2.995875486987643, 3.0071227829903364, 3.01827817002777, 3.0293941349955276, 3.0406254519475624, 3.051824187976308, 3.0629871540004387, 3.0741348499432206, 3.085342676960863, 3.0965407729381695, 3.1077641199808568, 3.11894490593113, 3.130137142026797, 3.141374369035475, 3.152540895040147, 3.163741420954466, 3.174901106976904, 3.1861085640266538, 3.197273869998753, 3.2085054259514436]], "ttft_s": [1.086576538044028, 2.8649883120087907], "stream": true, "prefetch": false, "tokens": [[6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862], [374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315]], "tokens_exact": true, "progress_spans": 56, "imports": [{"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 5, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": true}], "idle": true} +{"index": 2, "warmup": false, "elapsed_s": 5.01515118801035, "arrivals_s": [[1.8849729129578918, 1.8924090469954535, 1.8996307000052184, 1.906868512975052, 1.9141540959244594, 1.921462259022519, 1.9286312819458544, 1.935849734931253, 1.943043097970076, 1.9503190709510818, 1.957504132995382, 1.9647205959772691, 1.9721664199605584, 1.9796862249495462, 1.9872248399769887, 1.9946817340096459, 2.002275778912008, 2.0099514049943537, 2.0175920599140227, 2.0252641059923917, 2.032853050972335, 2.040502775926143, 2.04819612193387, 2.0558691979385912, 2.06346041301731, 2.0711746989982203, 2.0788400139426813, 2.0865114399930462, 2.094233125913888, 2.1019283609930426, 2.109608746948652, 2.1172474320046604], [4.670866186963394, 4.682004072936252, 4.692656597006135, 4.703375690965913, 4.7140812039142475, 4.724836457986385, 4.735649853013456, 4.746397036942653, 4.757120470982045, 4.767864544992335, 4.778790919925086, 4.789743845001794, 4.80075808102265, 4.812069608015008, 4.823301414959133, 4.834590501966886, 4.845834578969516, 4.857170426985249, 4.868454943993129, 4.879699241020717, 4.890941937919706, 4.9022664949297905, 4.913548002950847, 4.924838289967738, 4.936104126973078, 4.947433314984664, 4.9586833419743925, 4.9699529689969495, 4.981216085958295, 4.992580103920773, 5.003816470969468, 5.015080777928233]], "ttft_s": [1.8849729129578918, 4.670866186963394], "stream": false, "prefetch": false, "tokens": [[6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862], [374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315]], "tokens_exact": true, "progress_spans": 0, "imports": [], "idle": true} +{"index": 3, "warmup": false, "elapsed_s": 3.2979267289629206, "arrivals_s": [[1.1401247920002788, 1.1485705520026386, 1.1565376699436456, 1.164540037047118, 1.1723834540462121, 1.1802602510433644, 1.1879954469623044, 1.1958241839893162, 1.2036627309862524, 1.2114486770005897, 1.2191877940203995, 1.2270224910462275, 1.234847716987133, 1.2426654039882123, 1.250490510952659, 1.2582784770056605, 1.266068403958343, 1.273814280051738, 1.2816425069468096, 1.2894293629797176, 1.2972603399539366, 1.3050431360024959, 1.312883993028663, 1.320663610007614, 1.328464725986123, 1.336307003046386, 1.3441573299933225, 1.3519714969443157, 1.3597304730210453, 1.3674917690223083, 1.3752323359949514, 1.3830373119562864], [2.9542476020287722, 2.9652525880374014, 2.9760279919719324, 2.986794737051241, 2.997511971043423, 3.008219875046052, 3.0189780589425936, 3.029719123034738, 3.0410332910250872, 3.051731294952333, 3.0626947809942067, 3.073835387942381, 3.0851233049761504, 3.0963810130488127, 3.1075877900002524, 3.1187964669661596, 3.1299808139447123, 3.141138460021466, 3.1522937669651583, 3.1633929340168834, 3.174575360957533, 3.1857296070083976, 3.196884313947521, 3.2081381710013375, 3.2194109490374103, 3.2306248160311952, 3.2418110229773447, 3.2529986100271344, 3.2643334480235353, 3.275536144967191, 3.2866655710386112, 3.297841547988355]], "ttft_s": [1.1401247920002788, 2.9542476020287722], "stream": true, "prefetch": false, "tokens": [[6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862], [374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315]], "tokens_exact": true, "progress_spans": 56, "imports": [{"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 3, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}], "idle": true} +{"index": 4, "warmup": false, "elapsed_s": 3.1565316249616444, "arrivals_s": [[1.0849878870649263, 1.0929180650273338, 1.1006231709616259, 1.1082994570024312, 1.1160858030198142, 1.1237467390019447, 1.1314039650605991, 1.1390980610158294, 1.146761337062344, 1.154417073004879, 1.1620892089558765, 1.169739144970663, 1.1773929010378197, 1.1850541670573875, 1.1927138529717922, 1.2003710289718583, 1.2081200750544667, 1.2158206909662113, 1.2234900869661942, 1.2312275529839098, 1.238838459015824, 1.2464483750518411, 1.254122780985199, 1.2617623260011896, 1.2694117720238864, 1.2770879779709503, 1.2847458339529112, 1.2923912199912593, 1.3000340859871358, 1.3076948820380494, 1.31530782696791, 1.3229799630353227], [2.812575779040344, 2.82354791497346, 2.834372040000744, 2.845263415016234, 2.856015930068679, 2.8668902149656788, 2.8777540699811652, 2.888577025034465, 2.8992631289875135, 2.910254196031019, 2.9213105119997635, 2.932431419030763, 2.943573115975596, 2.9547178730135784, 2.9658857800532132, 2.9771046170499176, 2.98833163396921, 2.999588201986626, 3.01088873995468, 3.022179277963005, 3.0333683650242165, 3.044489862048067, 3.0556855590548366, 3.0669027660042048, 3.0781210439745337, 3.0893819810589775, 3.100562419043854, 3.111802396015264, 3.1230687040369958, 3.1341615499695763, 3.145229847053997, 3.156470783986151]], "ttft_s": [1.0849878870649263, 2.812575779040344], "stream": true, "prefetch": false, "tokens": [[6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862], [374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315]], "tokens_exact": true, "progress_spans": 56, "imports": [{"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 5, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": true}], "idle": true} +{"index": 5, "warmup": false, "elapsed_s": 5.24187362997327, "arrivals_s": [[1.9401143759023398, 1.9476662719389424, 1.9549131050007418, 1.9620433079544455, 1.9693808319279924, 1.976725775981322, 1.9840503009036183, 1.9913871249882504, 1.99859478790313, 2.005970192956738, 2.013194856001064, 2.020488749956712, 2.027982375002466, 2.0354723999043927, 2.0430746459169313, 2.0507124119903892, 2.0585769088938832, 2.0663277260027826, 2.0740481519605964, 2.081741808913648, 2.089416334987618, 2.0971080909948796, 2.104812167934142, 2.1126322449417785, 2.1202775209676474, 2.1279207669431344, 2.1357978439191356, 2.1434511499246582, 2.1511284369044006, 2.1588495429605246, 2.166548728942871, 2.174322005943395], [4.897813641000539, 4.908929187920876, 4.919741153949872, 4.930518308887258, 4.9414180549792945, 4.952189219999127, 4.963079315959476, 4.973965070908889, 4.984807546949014, 4.995597581961192, 5.006622578948736, 5.017711685970426, 5.02880476298742, 5.040049590985291, 5.051218707929365, 5.062392035964876, 5.0735965030035, 5.084823720972054, 5.0959864179603755, 5.107181035913527, 5.1183951639104635, 5.129672591923736, 5.140831408905797, 5.1521047779824585, 5.163295344915241, 5.174547112896107, 5.1856218099128455, 5.196900067967363, 5.208199885906652, 5.219299962976947, 5.2305160709656775, 5.241813318920322]], "ttft_s": [1.9401143759023398, 4.897813641000539], "stream": false, "prefetch": false, "tokens": [[6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862], [374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315]], "tokens_exact": true, "progress_spans": 0, "imports": [], "idle": true} +{"index": 6, "warmup": false, "elapsed_s": 5.125747713027522, "arrivals_s": [[2.0196453080279753, 2.0272882849676535, 2.0345293789869174, 2.0417591319419444, 2.049211196950637, 2.056578782037832, 2.0639696270227432, 2.071211870992556, 2.0784934849943966, 2.085750269005075, 2.092969691962935, 2.1003218869445845, 2.107748882030137, 2.1152227469719946, 2.1227142319548875, 2.130922612035647, 2.1386061189696193, 2.1463481950340793, 2.154075541999191, 2.1617485790047795, 2.169479475938715, 2.1771614520112053, 2.1847913180245087, 2.1925323950126767, 2.2002700320445, 2.2079833089374006, 2.215709434938617, 2.2234258119715378, 2.2310997389722615, 2.23881424497813, 2.2465173919918016, 2.254268368938938], [4.782726799021475, 4.793817316996865, 4.804581651929766, 4.8153543079970405, 4.8260995029704645, 4.836775737931021, 4.8475964040262625, 4.8584058890119195, 4.869104524026625, 4.880010660039261, 4.891005137003958, 4.9021071549504995, 4.913113511982374, 4.92430982994847, 4.935425586998463, 4.946613564970903, 4.957695652032271, 4.968879889929667, 4.980063147959299, 4.991290107020177, 5.002446413971484, 5.013648331980221, 5.024821860017255, 5.035975167993456, 5.047141805989668, 5.058385464013554, 5.0695920520229265, 5.080849180929363, 5.0921195989940315, 5.10337118699681, 5.114564965013415, 5.1256853230297565]], "ttft_s": [2.0196453080279753, 4.782726799021475], "stream": false, "prefetch": false, "tokens": [[6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862], [374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315]], "tokens_exact": true, "progress_spans": 0, "imports": [], "idle": true} +{"index": 7, "warmup": false, "elapsed_s": 3.4200619159964845, "arrivals_s": [[1.2942129319999367, 1.3022476410260424, 1.310110267950222, 1.3178908459376544, 1.3256295330356807, 1.3334905209485441, 1.3412432780023664, 1.3489347249269485, 1.356644041952677, 1.364299988024868, 1.3720459849573672, 1.3796609819401056, 1.387459049001336, 1.3951220259768888, 1.4027179219992831, 1.4104310789844021, 1.4181518559344113, 1.425790773006156, 1.433543990016915, 1.441273126984015, 1.448888123035431, 1.456533379969187, 1.464264326961711, 1.4718882029410452, 1.4795592799782753, 1.4873300269246101, 1.4949562239926308, 1.5026496909558773, 1.5103824579855427, 1.5180712150176987, 1.5257489109644666, 1.533372857957147], [3.0743477270007133, 3.08537309395615, 3.096391140948981, 3.107318307971582, 3.1180055330041796, 3.128885588957928, 3.1399200069718063, 3.150961144012399, 3.1619995810324326, 3.17329773993697, 3.184476197930053, 3.195747787016444, 3.207041546003893, 3.218261515023187, 3.229553443030454, 3.240655401023105, 3.252011800999753, 3.263234279002063, 3.274504028027877, 3.285601155948825, 3.296908344957046, 3.3080740330042318, 3.319290840998292, 3.3304839889751747, 3.3416915079578757, 3.3528747860109434, 3.363975274027325, 3.3752170419320464, 3.3863808310125023, 3.3976388489827514, 3.408813626971096, 3.4199980959529057]], "ttft_s": [1.2942129319999367, 3.0743477270007133], "stream": true, "prefetch": false, "tokens": [[6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862], [374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315]], "tokens_exact": true, "progress_spans": 56, "imports": [{"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 3, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}], "idle": true} +{"index": 8, "warmup": true, "elapsed_s": 4.907598602003418, "arrivals_s": [[1.8962099300697446, 1.903864527004771, 1.9118675760691985, 1.9192094510653988, 1.9266722070751712, 1.9340858720242977, 1.941487016971223, 1.9487255420535803, 1.955941415973939, 1.9632593609858304, 1.9705485249869525, 1.9778016089694574, 1.9853211849695072, 1.992957542068325, 2.0005195980193093, 2.008273886051029, 2.015945862978697, 2.023611649987288, 2.044004903989844, 2.0515740209957585, 2.058923745993525, 2.0662406500196084, 2.073555264971219, 2.080741098965518, 2.0880611940519884, 2.095316027989611, 2.102469652076252, 2.1100806379690766, 2.11790271603968, 2.125673854025081, 2.13350773206912, 2.1413053390569985], [4.5625991160050035, 4.573694744030945, 4.584493960021064, 4.5954222769942135, 4.606286704074591, 4.617112430045381, 4.627916865982115, 4.63882079301402, 4.64972652005963, 4.660732317017391, 4.671844484983012, 4.682781461975537, 4.694004381075501, 4.705239410046488, 4.716526349075139, 4.72773407807108, 4.738943257019855, 4.750210175989196, 4.761501164990477, 4.7725933430483565, 4.783897842979059, 4.795177482068539, 4.80647815100383, 4.817636669962667, 4.8288382480386645, 4.840094387065619, 4.851403997046873, 4.862696376047097, 4.873752104002051, 4.884992192965001, 4.896296382066794, 4.907532911049202]], "ttft_s": [1.8962099300697446, 4.5625991160050035], "stream": false, "prefetch": true, "tokens": [[6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862], [374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315]], "tokens_exact": true, "progress_spans": 0, "imports": [], "idle": true} +{"index": 9, "warmup": true, "elapsed_s": 2.9186811110703275, "arrivals_s": [[1.1847977420547977, 1.1926045200088993, 1.2012859029928222, 1.2093309330521151, 1.2173143120016903, 1.2252492900006473, 1.2331863690633327, 1.2411383179714903, 1.24885410501156, 1.2567926039919257, 1.264709983021021, 1.2724890110548586, 1.2803177089663222, 1.2881028869887814, 1.2959217550233006, 1.3036461720475927, 1.3114261400187388, 1.31918640807271, 1.3269720550160855, 1.3345651620766148, 1.3424120499985293, 1.3501954179955646, 1.358013296034187, 1.3658299240050837, 1.373507641023025, 1.381361189065501, 1.3891007570782676, 1.396799374022521, 1.404699363047257, 1.4125027210684493, 1.420221287989989, 1.4280537760350853], [2.5723409900674596, 2.5832998680416495, 2.5941314339870587, 2.6050949720665812, 2.6159937690244988, 2.626903916010633, 2.637701162020676, 2.6484682080335915, 2.6592428750591353, 2.670062631019391, 2.68115477997344, 2.69224527804181, 2.7033090860350057, 2.7144686239771545, 2.7257392939645797, 2.736917802016251, 2.74819773202762, 2.7594147810013965, 2.77070505998563, 2.7819914299761876, 2.793269289075397, 2.8046243090648204, 2.8159132279688492, 2.827175367041491, 2.838379897060804, 2.8496346559841186, 2.860902684973553, 2.872599477064796, 2.8843053489690647, 2.895723080029711, 2.9071491400245577, 2.918565350002609]], "ttft_s": [1.1847977420547977, 2.5723409900674596], "stream": true, "prefetch": true, "tokens": [[6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862], [374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315]], "tokens_exact": true, "progress_spans": 56, "imports": [{"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 3, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 4, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 3, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 2, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": true}], "idle": true} +{"index": 10, "warmup": false, "elapsed_s": 5.0815801640274, "arrivals_s": [[1.9927638550288975, 2.000342921935953, 2.008346360991709, 2.0156449859496206, 2.022921951021999, 2.0301989059662446, 2.037596551934257, 2.044934076955542, 2.0522315519629046, 2.0596058069495484, 2.0668066919315606, 2.074009325937368, 2.081569002941251, 2.0893133209319785, 2.096815026947297, 2.10445639397949, 2.1121998319868, 2.119905558996834, 2.1276403369847685, 2.1353904949501157, 2.143148983013816, 2.151014221017249, 2.1587518990272656, 2.166509366943501, 2.174358675023541, 2.1821671730140224, 2.190201282966882, 2.1980962119996548, 2.2060913409804925, 2.213923288974911, 2.22184593800921, 2.229714336921461], [4.733737142989412, 4.744898821925744, 4.755678717978299, 4.766467954963446, 4.777349131996743, 4.78814059891738, 4.799066726933233, 4.8099482340039685, 4.8211052030092105, 4.831967319943942, 4.842943658004515, 4.854030195972882, 4.86503264401108, 4.87634492397774, 4.88763839402236, 4.898906403919682, 4.910213693976402, 4.921567733981647, 4.932913813972846, 4.94435921497643, 4.955715665011667, 4.967839499935508, 4.979458351968788, 4.990738012013026, 5.002054892014712, 5.013359881937504, 5.0247373229358345, 5.036095712915994, 5.047457222943194, 5.0588099339511245, 5.070116853923537, 5.081504973932169]], "ttft_s": [1.9927638550288975, 4.733737142989412], "stream": false, "prefetch": true, "tokens": [[6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862], [374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315]], "tokens_exact": true, "progress_spans": 0, "imports": [], "idle": true} +{"index": 11, "warmup": false, "elapsed_s": 3.0011404580436647, "arrivals_s": [[1.1216147330123931, 1.1297073140740395, 1.1388899200828746, 1.1468201400712132, 1.1546368380077183, 1.1625172570347786, 1.170360385091044, 1.1782315440941602, 1.1860205120174214, 1.1937881710473448, 1.201447788043879, 1.2091682960744947, 1.2169031540397555, 1.2245069810887799, 1.2322143490891904, 1.239907056093216, 1.2475962640019134, 1.2552756310906261, 1.2630477300845087, 1.2708338480442762, 1.2786642360733822, 1.2863751740660518, 1.2940403120592237, 1.3018363500013947, 1.3094590870896354, 1.3171645250404254, 1.3248503830982372, 1.3324878700077534, 1.3401129270205274, 1.3477916250703856, 1.3554877421120182, 1.3631767100887373], [2.657398234005086, 2.668407812016085, 2.6792246700497344, 2.690198438009247, 2.7009993450483307, 2.711713151074946, 2.7224725080886856, 2.733828368014656, 2.744842377025634, 2.7559279350098222, 2.7670315540162846, 2.7781747430562973, 2.7893427030649036, 2.8004695620620623, 2.8115864210994914, 2.82269343000371, 2.833807279006578, 2.8449685680679977, 2.8560876870760694, 2.867306366097182, 2.878445906098932, 2.889641405083239, 2.900793784065172, 2.9118966630194336, 2.923076333012432, 2.9341308911098167, 2.94531729107257, 2.95647898002062, 2.967562929028645, 2.978753479081206, 2.989932768046856, 3.0010443771025166]], "ttft_s": [1.1216147330123931, 2.657398234005086], "stream": true, "prefetch": true, "tokens": [[6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862], [374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315]], "tokens_exact": true, "progress_spans": 56, "imports": [{"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 4, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 3, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 2, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 2, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}], "idle": true} +{"index": 12, "warmup": false, "elapsed_s": 2.9083575889235362, "arrivals_s": [[1.0565081709064543, 1.0645355709129944, 1.0736694579245523, 1.0814572559902444, 1.0892776449909434, 1.0971693939063698, 1.1049885319080204, 1.1126486998982728, 1.1202952068997547, 1.1279698549769819, 1.1355643819551915, 1.1432835299056023, 1.150966067914851, 1.1585875449236482, 1.1661893329583108, 1.1738629899919033, 1.1814968279795721, 1.1891565748956054, 1.1967178619233891, 1.2044006399810314, 1.2121283579617739, 1.219820785918273, 1.2275024539558217, 1.2351183509454131, 1.2427653489867225, 1.250449275947176, 1.2581298139411956, 1.2657409609528258, 1.2734683289891109, 1.2811151169007644, 1.2887809548992664, 1.2964531918987632], [2.5654818149050698, 2.5764600429683924, 2.5872902899282053, 2.5980643869843334, 2.6087005739100277, 2.6195331909693778, 2.6302678579231724, 2.6410807949723676, 2.6521230139769614, 2.663048291928135, 2.6740106999641284, 2.685190519900061, 2.6963660089531913, 2.7074694680050015, 2.7186370079871267, 2.7298221569508314, 2.7409708069171757, 2.752137875999324, 2.7632721950067207, 2.774494054960087, 2.7856261539272964, 2.796770683955401, 2.807934502954595, 2.8190638329833746, 2.8302017719252035, 2.8413574709556997, 2.852466551004909, 2.863623489974998, 2.874821509933099, 2.8859951089834794, 2.8971629589796066, 2.908291907981038]], "ttft_s": [1.0565081709064543, 2.5654818149050698], "stream": true, "prefetch": true, "tokens": [[6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862], [374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315]], "tokens_exact": true, "progress_spans": 56, "imports": [{"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 5, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 4, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 3, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}], "idle": true} +{"index": 13, "warmup": false, "elapsed_s": 4.828622877947055, "arrivals_s": [[1.9313401059480384, 1.9388821530155838, 1.9466557019622996, 1.953855796949938, 1.9610426119761541, 1.9682809669757262, 1.9754374120384455, 1.9827490269672126, 1.9899222019594163, 1.9971270270179957, 2.0043197619961575, 2.0115113670472056, 2.0188123419648036, 2.026281428989023, 2.033746866043657, 2.041275633033365, 2.0488926300313324, 2.056517838034779, 2.0641945359529927, 2.0719287740066648, 2.0796204019570723, 2.0873120699543506, 2.0949268869590014, 2.102594265015796, 2.1102620429592207, 2.117948450963013, 2.1256469190120697, 2.1333098970353603, 2.1409735550405458, 2.1486343030119315, 2.156315490952693, 2.164021749049425], [4.480909293051809, 4.492771137971431, 4.503661546041258, 4.514472772949375, 4.525210730032995, 4.535970587981865, 4.546913375961594, 4.557958684978075, 4.568766472977586, 4.579606611048803, 4.590658409986645, 4.601720439037308, 4.6129473289474845, 4.624295879970305, 4.635629671043716, 4.646955981967039, 4.658323202980682, 4.66967021394521, 4.681053975014947, 4.692469605943188, 4.703796637011692, 4.715119568048976, 4.726509668980725, 4.7378162200329825, 4.74903644004371, 4.760413530981168, 4.7717868629843, 4.783141433959827, 4.7944452540250495, 4.805790105019696, 4.817132055992261, 4.828513317042962]], "ttft_s": [1.9313401059480384, 4.480909293051809], "stream": false, "prefetch": true, "tokens": [[6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862], [374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315]], "tokens_exact": true, "progress_spans": 0, "imports": [], "idle": true} +{"index": 14, "warmup": false, "elapsed_s": 4.877636607037857, "arrivals_s": [[1.9831870610360056, 1.9908329490572214, 1.9987157790455967, 2.0059369740774855, 2.0132339000701904, 2.020455915015191, 2.0276622000383213, 2.0351427170680836, 2.04227548209019, 2.0494813970290124, 2.0566596320131794, 2.063886007061228, 2.0712718539871275, 2.0787105800118297, 2.086219337070361, 2.0936981540871784, 2.10127447207924, 2.1089847499970347, 2.1166675980202854, 2.124315886059776, 2.132068715058267, 2.139710513059981, 2.1472526100696996, 2.1548842780757695, 2.162516965996474, 2.170186444069259, 2.177890692022629, 2.1856108610518277, 2.1932020290987566, 2.2008394160075113, 2.2085227550705895, 2.216257823049091], [4.531474529998377, 4.54322051408235, 4.554053572006524, 4.564772050012834, 4.575752019067295, 4.586480336030945, 4.597249484038912, 4.608074802090414, 4.618877410073765, 4.629524807096459, 4.6403117150766775, 4.651275944081135, 4.662256743060425, 4.6735496640903875, 4.684824944008142, 4.696203206083737, 4.707513857050799, 4.718850317993201, 4.7301868801005185, 4.741517901071347, 4.752878581988625, 4.764194353017956, 4.775567845092155, 4.78680649609305, 4.798166607040912, 4.8094579980243, 4.820801289053634, 4.832076020073146, 4.843413841095753, 4.8547274130396545, 4.866157194017433, 4.877510535996407]], "ttft_s": [1.9831870610360056, 4.531474529998377], "stream": false, "prefetch": true, "tokens": [[6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862], [374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315]], "tokens_exact": true, "progress_spans": 0, "imports": [], "idle": true} +{"index": 15, "warmup": false, "elapsed_s": 2.9632957129506394, "arrivals_s": [[1.1390186270000413, 1.14799523295369, 1.1574470630148426, 1.1652608519652858, 1.1731496719876304, 1.1809473909670487, 1.188755439943634, 1.19674575002864, 1.204502669046633, 1.2126704109832644, 1.2204957200447097, 1.228189327986911, 1.2358625669730827, 1.243502274970524, 1.2511489629978314, 1.258834031992592, 1.2665428599575534, 1.274158468004316, 1.281864266959019, 1.2896002649795264, 1.2972416729899123, 1.3049649519380182, 1.312617399962619, 1.320281038992107, 1.3279752270318568, 1.3356128650484607, 1.3432899829931557, 1.3508949209935963, 1.358561999979429, 1.36618561798241, 1.3738482360495254, 1.3815690350020304], [2.61826146801468, 2.6299544610083103, 2.6408321999479085, 2.651789308991283, 2.6625462570227683, 2.673357784980908, 2.684112232993357, 2.695101161953062, 2.706106801982969, 2.717145250993781, 2.728225391008891, 2.73940560198389, 2.750530592049472, 2.7616720319492742, 2.772779571940191, 2.7839702429482713, 2.7951214930508286, 2.8063042430439964, 2.8174763539573178, 2.8285595340421423, 2.839729054016061, 2.850961384945549, 2.862040244974196, 2.8733729460509494, 2.8846411069389433, 2.8958501879824325, 2.9070653290254995, 2.9182625389657915, 2.9294439599616453, 2.940744881052524, 2.9519450520165265, 2.9631936530349776]], "ttft_s": [1.1390186270000413, 2.61826146801468], "stream": true, "prefetch": true, "tokens": [[6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862], [374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315]], "tokens_exact": true, "progress_spans": 56, "imports": [{"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 3, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 4, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 2, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 2, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}], "idle": true} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-fault-gpu-v2.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-fault-gpu-v2.json new file mode 100644 index 00000000..f50a439f --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-fault-gpu-v2.json @@ -0,0 +1,43 @@ +{ + "model": "qwen4b", + "width": 8192, + "input_lengths": [ + 2048, + 8192 + ], + "output_tokens": 512, + "concurrency": 2, + "runs": [ + { + "case": "cancel-reuse", + "trigger": [ + { + "spans": 1, + "admitted": false + } + ], + "tokens_exact": true, + "idle": true, + "prefix_cache": false + }, + { + "case": "producer-death", + "trigger": [ + { + "spans": 37, + "admitted": false, + "active_tokens": 6 + } + ], + "error": "RuntimeError('prefill subprocess response failed: prefill subprocess exited')", + "idle": true, + "prefix_cache": false + } + ], + "scope": "actual streaming cancellation/reuse and source death with active512-token decode; same-route parity, not performance", + "source_sha256": { + "prefill_server.py": "5af1169ff5c6bfac6ce265ea3edf7f6a031c207bda7ce7bcbc996d7133576b1d", + "streaming_factories.py": "77745350973cc54bf508e0c8b473efc442afef20b1c64f7c4edc179ea1471389" + }, + "stage": "complete" +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-fault-gpu-v2.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-fault-gpu-v2.log new file mode 100644 index 00000000..25406598 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-fault-gpu-v2.log @@ -0,0 +1,4 @@ +GPU loading qwen4b + +Loading weights: 0%| | 0/398 [00:00 + new=b.submit(PDRequest('reuse',prompts[0],16));drain(b) + File "/tmp/stream265-fault-gpu.py", line 35, in drain + batch.step() + File "/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/pd_batching.py", line 602, in step + self._admit_prefilled(block=not self.decoding) + File "/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/pd_batching.py", line 637, in _admit_prefilled + self._prefill_ready.wait(timeout=0.05) + File "/usr/lib/python3.10/threading.py", line 607, in wait + signaled = self._cond.wait(timeout) + File "/usr/lib/python3.10/threading.py", line 324, in wait + gotit = waiter.acquire(True, timeout) +KeyboardInterrupt diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265_long_atom.py b/opt_prime/examples/pd/http_matrix/evidence265/stream265_long_atom.py new file mode 100644 index 00000000..c07b588c --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265_long_atom.py @@ -0,0 +1,50 @@ +"""Owned hardware check: same RNGD source, ATOM whole/partial import, optional prefetch.""" +import argparse,hashlib,json,os,time +from pathlib import Path +import torch +from transformers import AutoTokenizer +from opt_prime.accel.pd import PDRequest +from opt_prime.accel.pd.pd_batching import SubprocessPrefillWorker +from opt_prime.accel.platforms.atom.engine import AtomRblnEngine +p=argparse.ArgumentParser() +for name in ['model','family','label','cache-dir']:p.add_argument('--'+name,required=True) +p.add_argument('--kv-blocks',type=int,required=True);a=p.parse_args() +out=Path(f'stream265-{a.label}-long-atom.json') +if out.exists():raise RuntimeError('refuse overwrite') +result={'model':a.model,'width':8192,'output_tokens':32,'batch_size':1,'cases':[],'scope':'alternating same-route timing, synthetic2K/8K fixed32output, B1 and two queued requests'} +result['code_sha256']={name:hashlib.sha256((Path('stream265-code/opt_prime')/name).read_bytes()).hexdigest() for name in ['accel/platforms/atom/batching.py','accel/pd/pd_batching.py','accel/pd/prefill_server.py','accel/pd/layer_progress.py']} +nodes=list(Path('/dev').glob('rbln[0-9]*'));assert len(nodes)==1 +engine=AtomRblnEngine(devices=[int(nodes[0].name[4:])],max_seq_len=9216,batch_size=1,kv_blocks=a.kv_blocks,cache_dir=a.cache_dir) +worker=None +try: + engine.start(a.model);c=engine.model.config.get_text_config() + base=AutoTokenizer.from_pretrained(a.model,local_files_only=True).encode('Seoul is the capital of South Korea. Count one two three.',add_special_tokens=True) + prompts=[tuple((base*((n+len(base)-1)//len(base)))[:n]) for n in (2048,8192)] + worker=SubprocessPrefillWorker('./furiosa_prefill_python.sh',['--engine','factory','--engine-factory',f'streaming_factories:{a.family}','--model',a.model,'--width','8192','--chip','0'],slots=1,layers=c.num_hidden_layers,kv_heads=c.num_key_value_heads,head_dim=getattr(c,'head_dim',None) or c.hidden_size//c.num_attention_heads,max_context=8192,env=dict(os.environ),stream_layers=True) + reference=None + for index,(stream,prefetch) in enumerate([(s,p) for p in (False,True) for s in (False,True,False,True,True,False,False,True)]): + with worker._lock:assert not worker._futures + worker.stream_layers=stream + b=engine.batcher(prefix_cache=False,prefill_worker=worker,local_prefill=False,remote_prefetch=prefetch) + traces=[];original=b._import_progress + def observed(r,**kw): + before=b.stats['progress_spans'];active=len(b.decoding);done=r.pending.done() + original(r,**kw) + if b.stats['progress_spans']>before:traces.append(dict(spans=b.stats['progress_spans']-before,active_decode=active,source_done_before=done,source_done_after=r.pending.done())) + b._import_progress=observed + arrivals=[[],[]];start=time.perf_counter() + f=[b.submit(PDRequest(f'{index}-{i}',ids,32),on_token=lambda token,i=i:arrivals[i].append(time.perf_counter()-start)) for i,ids in enumerate(prompts)] + b.run_until_idle();tokens=[v.result(timeout=1) for v in f] + if reference is None:reference=tokens + elapsed=time.perf_counter()-start + assert all(len(x)==32 for x in arrivals) + row=dict(index=index,warmup=index%8<2,elapsed_s=elapsed,arrivals_s=arrivals,ttft_s=[x[0] for x in arrivals],stream=stream,prefetch=prefetch,tokens=tokens,tokens_exact=tokens==reference,progress_spans=b.stats['progress_spans'],imports=traces,idle=b.idle) + result['cases'].append(row);out.write_text(json.dumps(result,indent=2)+'\n');print(json.dumps(row),flush=True) + assert row['tokens_exact'] and b.idle and all(e['active_decode']==0 for e in traces) + assert (row['progress_spans']>0)==stream + result['stage']='complete' +except Exception as error: + result['stage']='failed';result['error']=repr(error);raise +finally: + if worker is not None:worker.close() + engine.close();out.write_text(json.dumps(result,indent=2)+'\n') diff --git a/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-rngd-layer-stream265.md b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-rngd-layer-stream265.md index be4b113a..873edfcb 100644 --- a/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-rngd-layer-stream265.md +++ b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-rngd-layer-stream265.md @@ -159,3 +159,21 @@ Actual ATOM check uses a separately allocated owned Pod, one RNGD and one ATOM, Actual four-model ATOM result: all16 mode batches drained and all32 generated sequences exactly match the same-route whole/no-prefetch reference. Whole/stream × prefetch off/on, short/512 inputs, fixed8 outputs. Stream span totals across both streaming modes: Qwen0.6=112, Qwen4=144, Gemma=104, KONI=128; respectively44/36/99/96 spans completed host import before the source Future was done. All imports observed zero active decode requests, preserving B1 cache ownership. All four child/copy exits0. The owned Pod was deleted by the queue, and an independent get --ignore-not-found returned empty with exit0. These measurements establish integration parity and early host-observed import, not long-context ATOM speedup or device DMA overlap. Reproduction drivers: stream265_atom.py, run-stream265-atom.sh, stream265-long-source.py. ATOM runtime is2e69570 plus candidate changes identified by SHA256 in each JSON. Full test log stream265-atom-full.log:626passed,15skipped,253subtests. Remaining: long ATOM timing, streaming hardware cancellation/producer failure, and device-overlap attribution. + +## Long ATOM alternating timing extension + +Runtime33d6cb0, isolated package hashes recorded per result. Owned Pod stream265long: one RNGD+one ATOM, B1 compiled context9216, sourcewidth8192, inputs2048/8192 queued together, fixed32 outputs, cache off. For each prefetch off/on stratum, modes whole/stream/whole/stream/stream/whole/whole/stream; first two warmups, three measured batches per mode. One live producer per model, switch only while drained; output tokens compared with initial same-route whole reference. Drivers stream265_long_atom.py and run-stream265-long-atom.sh, orchestration `python3 /tmp/stream265-long-atom-queue.py`. No performance result yet. Initial script upload used an SSH-config default port and failed before any benchmark; explicit accelerator-host port22 upload succeeded. + +Follow-up checkpoint: existing long ATOM queue session64332 remained live; owned Pod phase Running and source process CPU time increased during initialization. No completed long ATOM batch yet; do not restart from observation timeouts. Prepared stream265_fault_atom.py for actual early-import cancellation/reuse and producer death, with explicit assertions that interception occurs before source completion/admission. Driver is syntax-checked only and has not run; it is not hardware evidence. Rechecked all24 long source exactness conditions and16 short ATOM mode batches from raw JSON to update ACCEPTANCE.md/stream265-acceptance.json, preserving earlier native-parity/content failures. + +## Actual GPU streaming fault extension + +Local GPU compute-process listing and RNGD device-user listing were empty before launch. Independent of the remote ATOM timing host. Runtime33d6cb0, sourcewidth8192, source chip0/GPU0, decoder two slots/context9216/page64/cacheoff. `python3 /tmp/stream265-fault-queue.py > /tmp/stream265-fault-queue.log 2>&1`, session27276, invokes stream265-fault-gpu.py for each model. Test intercepts an incomplete import, cancels it and compares a replacement request against same-route whole-source tokens. Then it compares an active512-token decode against its same-route reference while killing the source after partial import of a second8K prompt. Assertions require an actual partial-before-completion interception and an active survivor at the kill point. All failures retained; no result yet. + +GPU fault driver first attempt failed in test instrumentation: after cancellation/reuse token comparison, it read ATOM-only `batch.poisoned` on PDBatcher, raising AttributeError. Qwen0.6 raw failure retained. Stopped only owned queue PID and its Qwen4 child; child exited through finally with KeyboardInterrupt, worker/device cleanup verified by empty GPU/RNGD users. Removed ATOM-only state assertions (GPU has no such quarantine field). Fresh driver/queue v2 write distinct `*-fault-gpu-v2.*` paths; no previous evidence overwritten. This is a harness fix, not a production engine fix. + +Completed first long ATOM model Qwen3-0.6B:16batches drained and all32 sequences exact. Three measured batches/mode: prefetch-off whole5.125748s→stream3.297927s (35.66% reduction); prefetch-on4.877637s→2.963296s (39.25%). Other models still pending; no four-model ATOM performance claim yet. + +GPU fault v2 checkpoint: Qwen0.6,Qwen4,Gemma each exited0, completed both cancellation/reuse and partial-producer-death tests, and drained. At producer death, the surviving512-token request had emitted5/6/4 tokens respectively; runtime assertions verified all512 tokens match the no-fault same-route reference. KONI remains live in source initialization; no completed claim for it. audit_stream265_faults.py requires allfour successful process exits and active_tokens strictly between0 and512; synthetic fixture accepted and a finished-survivor counterexample rejected. ATOM long Qwen4 source remains live; next ATOM fault scripts uploaded to owned scratch but no fault Pod allocated while timing continues. + +Final GPU fault v2 result: allfour child exits0; auditor confirms allfour complete cancellation/reuse and partial-producer-death cases. Surviving512-token decode had5/6/4/10 tokens at source death (Qwen0.6/Qwen4/Gemma/KONI), and driver asserts its entire output equals the same-route no-fault reference. Failed request raises source-exit error; owners drain. Prefix caches off. This proves tested source/owner failure handling, not device-failure recovery, prefix restoration or native numerical equivalence. Raw JSON stores assertion outcomes/triggers, not full512-token sequences; the exact executed driver contains the equality assertions. After queue exit, local GPU compute listing and RNGD device-user listing were empty. Independent auditor rerun reproduces stream265-fault-summary.json byte-for-byte. From 69180aac04ddaa432462d4d38be3c3f1128f6fbb Mon Sep 17 00:00:00 2001 From: gspark Date: Sat, 24 Oct 2026 07:58:01 +0900 Subject: [PATCH 10/29] test: cover partial prefetch faults and Qwen4 ATOM timing (#265) --- .../pd/http_matrix/.research/events.jsonl | 1 + opt_prime/examples/pd/http_matrix/STATUS.md | 2 + .../stream265-prefetch-fault-final.log | 2 + .../stream265-qwen4b-long-atom.json | 5492 +++++++++++++++++ .../stream265-qwen4b-long-atom.log | 17 + .../2026-10-24-rngd-layer-stream265.md | 8 + opt_prime/tests/test_atom_stream_progress.py | 33 + 7 files changed, 5555 insertions(+) create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-prefetch-fault-final.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-long-atom.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-long-atom.log diff --git a/opt_prime/examples/pd/http_matrix/.research/events.jsonl b/opt_prime/examples/pd/http_matrix/.research/events.jsonl index e39a9da2..41748f0c 100644 --- a/opt_prime/examples/pd/http_matrix/.research/events.jsonl +++ b/opt_prime/examples/pd/http_matrix/.research/events.jsonl @@ -15,3 +15,4 @@ {"id": "63bac08d360c462ea1702ca871c14305", "ts": "2026-10-24T07:10:12+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "All4 long RNGD-GPU runs complete: c2 inputs2K/8K output32,3 measured batches/mode. Whole→stream median seconds Q06 3.638→2.613(-28.2%), Q4 7.306→5.690(-22.1%), Gemma3.936→3.768(-4.3%), KONI7.599→5.856(-22.9%). All64 sequences incl warmups exact;732 imports completed before source Future. Host trace, not device-overlap proof.", "next": "Verify long byte-level KV and streaming fault isolation; connect ATOM ownership-safe partial import; retain opt-in pending wider loads", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"models": "4", "concurrency": "2", "input_tokens": "2048,8192", "output_tokens": "32", "compiled_width": "8192", "repeats": "3"}, "artifacts": ["evidence265/stream265-long-summary.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["benchmark", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} {"id": "636712c7c9774931afdfeb40f706ed4c", "ts": "2026-10-24T07:32:29+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Four-model RNGD-ATOM:16 mode batches/32 sequences exact, early imports preserve B1 ownership; owned Pod deleted. Long source24/24 at2K/8K exact KV/logits. Full626passed/15skipped/253subtests; partial-prefix publication fixed.", "next": "Measure long ATOM streaming performance and actual streaming cancellation/producer failure; retain numerical-quality limits", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"models": "Qwen3-0.6B,Qwen3-4B,Gemma3-1B,KONI-8B", "atom_source_width": "512"}, "artifacts": ["evidence265/stream265-atom-summary.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["experiment", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "RNGD+ATOM host", "branch": "main", "commit": "351d39d-dirty"} {"id": "f36dafcfc72848ca90f5561030f49edd", "ts": "2026-10-24T07:49:06+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "All4 GPU streaming hardware faults passed: cancellation/reuse and source death preserve active512-token decode, kill at5/6/4/10 tokens; all child exits0 and local devices idle. Auditor rerun exact. Long ATOM matrix continues (Q06 complete; Q4 active).", "next": "Publish GPU fault evidence; finish long ATOM matrix and run ATOM hardware faults", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"runtime": "33d6cb0", "source_width": "8192"}, "artifacts": ["evidence265/stream265-fault-summary.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["experiment", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "GPU+RNGD host", "branch": "main", "commit": "351d39d-dirty"} +{"id": "8c7b1d3b116049ad81b87cea3cf5b526", "ts": "2026-10-24T07:57:43+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Long ATOM Qwen4 complete16batches/32sequences exact: median completion21.26% lower without prefetch and22.90% with prefetch; Q06 previously35.66/39.25%. Gemma now running. Added partial-prefetch fail/cancel regressions;39focused tests pass, production unchanged.", "next": "Complete Gemma/KONI long ATOM, run full auditor, then actual three-case ATOM faults", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"runtime": "33d6cb0", "input_tokens": "2048,8192"}, "artifacts": ["evidence265/stream265-qwen4b-long-atom.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["benchmark", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "RNGD+ATOM host", "branch": "main", "commit": "351d39d-dirty"} diff --git a/opt_prime/examples/pd/http_matrix/STATUS.md b/opt_prime/examples/pd/http_matrix/STATUS.md index 1f0f3127..e7e689be 100644 --- a/opt_prime/examples/pd/http_matrix/STATUS.md +++ b/opt_prime/examples/pd/http_matrix/STATUS.md @@ -81,3 +81,5 @@ Long source24/24 conditions at2K/8K have exact KV/logits. ATOM partial import an ## Streaming hardware fault checks (#265) Runtime33d6cb0: allfour GPU cancellation/reuse and partial-producer-death checks passed. Active512-token decode remains exact to same-route no-fault reference; kill at5/6/4/10 tokens. All child exits0 and local devices idle. Auditor reproduces summary. First harness-only AttributeError and interrupted follow-up retained. Long ATOM Q06 complete16batches/32sequences exact, median completion reduction35.66% without prefetch/39.25% with prefetch; remaining models running. ATOM hardware faults remain pending. + +Qwen4 long ATOM completed16batches/32sequences exact: median completion reduction21.26% prefetchoff/22.90% on,3samples/mode. Gemma/KONI pending. Added two partial-prefetch failure/cancellation regressions; related39passed in5.00s. Production unchanged; previous full626-test run predates these two added tests. diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-prefetch-fault-final.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-prefetch-fault-final.log new file mode 100644 index 00000000..45428a0b --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-prefetch-fault-final.log @@ -0,0 +1,2 @@ +....................................... [100%] +39 passed in 5.00s diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-long-atom.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-long-atom.json new file mode 100644 index 00000000..cbafe11d --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-long-atom.json @@ -0,0 +1,5492 @@ +{ + "model": "Qwen/Qwen3-4B", + "width": 8192, + "output_tokens": 32, + "batch_size": 1, + "cases": [ + { + "index": 0, + "warmup": true, + "elapsed_s": 11.880785172921605, + "arrivals_s": [ + [ + 4.185251238988712, + 4.224391437950544, + 4.262429637950845, + 4.300343835959211, + 4.3383323749294505, + 4.376392573933117, + 4.414497573976405, + 4.452606254024431, + 4.490608374006115, + 4.529119506943971, + 4.567647360963747, + 4.6062616049312055, + 4.644906210014597, + 4.683576644980349, + 4.722196080023423, + 4.760798783972859, + 4.799390128930099, + 4.838055202970281, + 4.876626907964237, + 4.915317942970432, + 4.9539396070176736, + 4.992666222970001, + 5.03139340900816, + 5.0700775139266625, + 5.108878089929931, + 5.147653716034256, + 5.186320510925725, + 5.225019795936532, + 5.263694801018573, + 5.3024374570231885, + 5.341328143957071, + 5.380088259931654 + ], + [ + 10.557303373934701, + 10.59971927292645, + 10.641797679010779, + 10.683940464979969, + 10.725939519936219, + 10.767946944921277, + 10.81029397295788, + 10.852626260952093, + 10.895177160971798, + 10.937894103000872, + 10.98087046702858, + 11.023674568976276, + 11.0664283009246, + 11.109242253005505, + 11.15206594497431, + 11.19486012798734, + 11.237678439938463, + 11.28054918302223, + 11.32374876900576, + 11.366542781004682, + 11.409170211991295, + 11.451868442934938, + 11.494674314977601, + 11.537524087936617, + 11.58034719992429, + 11.623104951926507, + 11.66605752601754, + 11.709078090032563, + 11.751899261958897, + 11.794729694956914, + 11.837706318940036, + 11.880683342926204 + ] + ], + "ttft_s": [ + 4.185251238988712, + 10.557303373934701 + ], + "stream": false, + "prefetch": false, + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "index": 1, + "warmup": true, + "elapsed_s": 8.971877819043584, + "arrivals_s": [ + [ + 2.7051271550590172, + 2.7436930590774864, + 2.7821715930476785, + 2.8206536570796743, + 2.859126581111923, + 2.897756846039556, + 2.936384471016936, + 2.9750009960262105, + 3.013601901009679, + 3.052235666080378, + 3.0908782810438424, + 3.1294802660122514, + 3.1681083710864186, + 3.206703076022677, + 3.2453205611091107, + 3.2839286860544235, + 3.3225554010132328, + 3.3611983261071146, + 3.3998072911053896, + 3.43835220602341, + 3.4770027810009196, + 3.5155806260881945, + 3.5541918110102415, + 3.592812306014821, + 3.6315532320877537, + 3.670196098042652, + 3.708826823043637, + 3.747393327066675, + 3.786038393038325, + 3.8246359080076218, + 3.863274143077433, + 3.901894708047621 + ], + [ + 7.648791199084371, + 7.691542741027661, + 7.734165191999637, + 7.776459090062417, + 7.819054831052199, + 7.861771402996965, + 7.904477585107088, + 7.947208177065477, + 7.989955609082244, + 8.032586420071311, + 8.075272982008755, + 8.11798911402002, + 8.160690575023182, + 8.203395127085969, + 8.24614449904766, + 8.288875680998899, + 8.33166633406654, + 8.374445657012984, + 8.417185299098492, + 8.459957161103375, + 8.502763984026387, + 8.545489886077121, + 8.588221198064275, + 8.63093922007829, + 8.67359760205727, + 8.71621592307929, + 8.758809964056127, + 8.801394284004346, + 8.843963235034607, + 8.886577936005779, + 8.929194957017899, + 8.971801617997698 + ] + ], + "ttft_s": [ + 2.7051271550590172, + 7.648791199084371 + ], + "stream": true, + "prefetch": false, + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 72, + "imports": [ + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 3, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + }, + { + "index": 2, + "warmup": false, + "elapsed_s": 10.82617872802075, + "arrivals_s": [ + [ + 3.7175089010270312, + 3.755810643080622, + 3.7938307330477983, + 3.8318932940019295, + 3.869907504064031, + 3.9083598679862916, + 3.9467712320620194, + 3.9851248650811613, + 4.023722670041025, + 4.062238965067081, + 4.100749748991802, + 4.139400835032575, + 4.17813518201001, + 4.216839228058234, + 4.255503454012796, + 4.2941502400208265, + 4.332825136021711, + 4.371486242045648, + 4.410203888081014, + 4.448914004024118, + 4.487583080073819, + 4.52622788597364, + 4.564901401987299, + 4.603581657982431, + 4.64227667497471, + 4.680919450009242, + 4.71956473600585, + 4.758233272004873, + 4.796878528082743, + 4.835550484014675, + 4.874192550079897, + 4.9128794859861955 + ], + [ + 9.509370418032631, + 9.5518278980162, + 9.593841364025138, + 9.636015210999176, + 9.678128608036786, + 9.720231175073422, + 9.762677996070124, + 9.805024445056915, + 9.847626046044752, + 9.890226177987643, + 9.93279962905217, + 9.975413409993052, + 10.017972821020521, + 10.060539141995832, + 10.103314705076627, + 10.145864726044238, + 10.188421986997128, + 10.230965528055094, + 10.273561640060507, + 10.316107571008615, + 10.358666031970643, + 10.401360344025306, + 10.443831735057756, + 10.486165403970517, + 10.528542593005113, + 10.570823342073709, + 10.613057420006953, + 10.655621931073256, + 10.698271812987514, + 10.740893395035528, + 10.783474456053227, + 10.826102378079668 + ] + ], + "ttft_s": [ + 3.7175089010270312, + 9.509370418032631 + ], + "stream": false, + "prefetch": false, + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "index": 3, + "warmup": false, + "elapsed_s": 8.524408538010903, + "arrivals_s": [ + [ + 2.630150647019036, + 2.6687878529774025, + 2.707433080067858, + 2.7459688750095665, + 2.784497110056691, + 2.8229621440405026, + 2.861461009015329, + 2.8999797040596604, + 2.9384569689864293, + 2.9769750139676034, + 3.015484669012949, + 3.053972903988324, + 3.092498449026607, + 3.1310166340554133, + 3.169527709018439, + 3.208003423991613, + 3.2464754780521616, + 3.2849450630601496, + 3.3235582089982927, + 3.362270426005125, + 3.401144194067456, + 3.439834711025469, + 3.4785398580133915, + 3.5171938739949837, + 3.5558203799882904, + 3.594517257064581, + 3.6331863730447367, + 3.671859918977134, + 3.7105214659823105, + 3.749196902033873, + 3.787826898973435, + 3.8264944850234315 + ], + [ + 7.20081934297923, + 7.243151383008808, + 7.285671534016728, + 7.328156715026125, + 7.370705196051858, + 7.413270098040812, + 7.455961239989847, + 7.498702242970467, + 7.541422646027058, + 7.584082699031569, + 7.626852642046288, + 7.6696344059892, + 7.712393018999137, + 7.755234012962319, + 7.798008646001108, + 7.84079730999656, + 7.883543913019821, + 7.9263350770343095, + 7.969045580015518, + 8.011767733027227, + 8.054597847047262, + 8.097351409960538, + 8.140107922954485, + 8.182813336024992, + 8.225518779014237, + 8.2682859019842, + 8.311112736002542, + 8.353645037044771, + 8.396218638983555, + 8.438880700967275, + 8.481591723975725, + 8.524325737031177 + ] + ], + "ttft_s": [ + 2.630150647019036, + 7.20081934297923 + ], + "stream": true, + "prefetch": false, + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 72, + "imports": [ + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 3, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + }, + { + "index": 4, + "warmup": false, + "elapsed_s": 8.566247187089175, + "arrivals_s": [ + [ + 2.681256721029058, + 2.7200378990964964, + 2.7588405570713803, + 2.7975341440178454, + 2.836235041031614, + 2.874891677056439, + 2.9135772340232506, + 2.9522424610331655, + 2.9908252470195293, + 3.0294752940535545, + 3.0681490210117772, + 3.106780976988375, + 3.145384213072248, + 3.184100571088493, + 3.2227683970704675, + 3.2614429340464994, + 3.2999711399897933, + 3.33839589508716, + 3.3769086800748482, + 3.4153659850126132, + 3.4538201900431886, + 3.492298435070552, + 3.530835699988529, + 3.5693454860011116, + 3.6077787100803107, + 3.646208115038462, + 3.684644280001521, + 3.7233006370952353, + 3.7617933220462874, + 3.8002844670554623, + 3.838690191041678, + 3.877096335985698 + ], + [ + 7.244237503036857, + 7.286599453072995, + 7.329015874071047, + 7.371504465001635, + 7.4139692360768095, + 7.45652739808429, + 7.4990916000679135, + 7.541582521982491, + 7.584093903074972, + 7.6268532370449975, + 7.669549409998581, + 7.712231453042477, + 7.7552395990351215, + 7.79803649301175, + 7.840848786989227, + 7.8837257120758295, + 7.9263885649852455, + 7.969044527038932, + 8.011558338999748, + 8.05413386109285, + 8.096861225087196, + 8.139545768033713, + 8.182223831070587, + 8.224927274044603, + 8.267898029065691, + 8.310665313038044, + 8.353345836047083, + 8.39598354906775, + 8.439056386006996, + 8.481564817018807, + 8.523859346052632, + 8.566188866039738 + ] + ], + "ttft_s": [ + 2.681256721029058, + 7.244237503036857 + ], + "stream": true, + "prefetch": false, + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 72, + "imports": [ + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 3, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + }, + { + "index": 5, + "warmup": false, + "elapsed_s": 10.85112612193916, + "arrivals_s": [ + [ + 3.775383860920556, + 3.8136801549699157, + 3.85159334493801, + 3.8895023359218612, + 3.927425366011448, + 3.9655141179682687, + 4.003774362034164, + 4.04206901602447, + 4.080765452934429, + 4.119610701920465, + 4.1579293760005385, + 4.196137949009426, + 4.234550333931111, + 4.273058929946274, + 4.311729706940241, + 4.350280612939969, + 4.388822408975102, + 4.427356494939886, + 4.4658169109607115, + 4.504259685985744, + 4.542755831032991, + 4.581201586988755, + 4.61971660295967, + 4.658263618941419, + 4.696728473994881, + 4.735268289921805, + 4.773767975973897, + 4.812216000980698, + 4.850739596993662, + 4.889209032990038, + 4.927744838991202, + 4.966222903924063 + ], + [ + 9.53161905403249, + 9.574063915992156, + 9.61629019503016, + 9.658318192930892, + 9.70028592995368, + 9.742749240947887, + 9.78516569302883, + 9.827490922994912, + 9.870265656965785, + 9.913042661966756, + 9.955736304982565, + 9.99838457792066, + 10.041070751962252, + 10.083546273992397, + 10.12622002698481, + 10.168901431025006, + 10.211532033979893, + 10.254149107029662, + 10.296899611013941, + 10.339858787017874, + 10.38253182999324, + 10.425180513993837, + 10.468002639012411, + 10.510690031922422, + 10.553366065956652, + 10.596506492933258, + 10.639149205991998, + 10.68161280802451, + 10.724018968991004, + 10.766431019990705, + 10.80876098095905, + 10.85107616102323 + ] + ], + "ttft_s": [ + 3.775383860920556, + 9.53161905403249 + ], + "stream": false, + "prefetch": false, + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "index": 6, + "warmup": false, + "elapsed_s": 10.817887743003666, + "arrivals_s": [ + [ + 3.747401566011831, + 3.7856577989878133, + 3.8235852899961174, + 3.8616498929914087, + 3.8996519439388067, + 3.937767477007583, + 3.976097751990892, + 4.014400186017156, + 4.052817172021605, + 4.091274817008525, + 4.129744682926685, + 4.168222488951869, + 4.2066236740211025, + 4.245155490934849, + 4.2836004269775, + 4.322080153040588, + 4.360528917983174, + 4.398991734022275, + 4.437411749968305, + 4.475832675001584, + 4.514292581006885, + 4.552798487013206, + 4.5913029729854316, + 4.629859230015427, + 4.66830670600757, + 4.707326696952805, + 4.746200885972939, + 4.784919593948871, + 4.823597562033683, + 4.862269900040701, + 4.900771045940928, + 4.93930216296576 + ], + [ + 9.49896361597348, + 9.541400298010558, + 9.583590636961162, + 9.626038849004544, + 9.668300378951244, + 9.710352197987959, + 9.752676447969861, + 9.795112550025806, + 9.837368889944628, + 9.879632771015167, + 9.9217840799829, + 9.963921739021316, + 10.006653403979726, + 10.049365957966074, + 10.092058621929027, + 10.134737155982293, + 10.177463641040958, + 10.220210434985347, + 10.262903928989545, + 10.305614963988774, + 10.348328138003126, + 10.391010991996154, + 10.433772137039341, + 10.476544231991284, + 10.519261386012658, + 10.561609777039848, + 10.604294101009145, + 10.647001235978678, + 10.68973497999832, + 10.732447994989343, + 10.775172638939694, + 10.817805903032422 + ] + ], + "ttft_s": [ + 3.747401566011831, + 9.49896361597348 + ], + "stream": false, + "prefetch": false, + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "index": 7, + "warmup": false, + "elapsed_s": 8.489621934946626, + "arrivals_s": [ + [ + 2.6338949849596247, + 2.6721753199817613, + 2.710251173004508, + 2.7483382849022746, + 2.7864331279415637, + 2.824456490925513, + 2.8625708939507604, + 2.9006546369055286, + 2.9387775299837813, + 2.976847611949779, + 3.0148405039217323, + 3.052883996977471, + 3.0910518909804523, + 3.1292015039362013, + 3.167271106969565, + 3.205359148909338, + 3.243366361944936, + 3.2814066039863974, + 3.3194795169401914, + 3.3575670099817216, + 3.395692072925158, + 3.433847156004049, + 3.471977559966035, + 3.510158872930333, + 3.5482999769737944, + 3.5864231099840254, + 3.624546253005974, + 3.6626754259923473, + 3.7007780189160258, + 3.7389070629142225, + 3.777465660008602, + 3.816147817997262 + ], + [ + 7.168478104984388, + 7.210870216949843, + 7.253092226921581, + 7.295228395960294, + 7.337309914990328, + 7.379438444972038, + 7.4220410590060055, + 7.464832323952578, + 7.507497317972593, + 7.550185542902909, + 7.593303340952843, + 7.636175116989762, + 7.678723989985883, + 7.721270654001273, + 7.763821256929077, + 7.8068579249084, + 7.849927862989716, + 7.892942169914022, + 7.935625065001659, + 7.978231737972237, + 8.020864871912636, + 8.063372544944286, + 8.106332601979375, + 8.14901526691392, + 8.191580339916982, + 8.23418348398991, + 8.276746426941827, + 8.319275619927794, + 8.361835793941282, + 8.404362396919169, + 8.446997720981017, + 8.489550694008358 + ] + ], + "ttft_s": [ + 2.6338949849596247, + 7.168478104984388 + ], + "stream": true, + "prefetch": false, + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 72, + "imports": [ + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 3, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + }, + { + "index": 8, + "warmup": true, + "elapsed_s": 9.712225087103434, + "arrivals_s": [ + [ + 3.754094784031622, + 3.792439250042662, + 3.830946197034791, + 3.869032130111009, + 3.9070881730876863, + 3.945124766090885, + 3.9834290710277855, + 4.021862367051654, + 4.06046501500532, + 4.099054833059199, + 4.137718812096864, + 4.176629792083986, + 4.215310281026177, + 4.253936529043131, + 4.292551017017104, + 4.331178005086258, + 4.369816023041494, + 4.408391951001249, + 4.447207261109725, + 4.485955120064318, + 4.524629249004647, + 4.56343803810887, + 4.602109797066078, + 4.641152509022504, + 4.6800704000052065, + 4.718786769080907, + 4.757426046999171, + 4.796143656014465, + 4.83476724405773, + 4.873405452002771, + 4.911998250056058, + 4.950530586997047 + ], + [ + 8.389240697026253, + 8.431654509040527, + 8.47418496303726, + 8.516482084058225, + 8.558659315109253, + 8.601161697995849, + 8.643676531035453, + 8.686119794030674, + 8.728806849103421, + 8.771405923063867, + 8.814018367091194, + 8.856645232066512, + 8.89926762599498, + 8.941835100064054, + 8.984393644030206, + 9.027119689038955, + 9.069941955036484, + 9.112627650029026, + 9.155428646015935, + 9.198218832025304, + 9.241077537997626, + 9.283833794062957, + 9.326630140072666, + 9.369385735015385, + 9.412109711091034, + 9.45484657608904, + 9.497826534090564, + 9.540735610062256, + 9.583701638039201, + 9.62651320407167, + 9.66935869003646, + 9.712099766009487 + ] + ], + "ttft_s": [ + 3.754094784031622, + 8.389240697026253 + ], + "stream": false, + "prefetch": true, + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "index": 9, + "warmup": true, + "elapsed_s": 7.369228285038844, + "arrivals_s": [ + [ + 2.638657159055583, + 2.67727032804396, + 2.7169747659936547, + 2.7555830440251157, + 2.793839519028552, + 2.8323652970138937, + 2.871037506032735, + 2.9096129440004006, + 2.9481348810950294, + 2.9867232990218326, + 3.0251291560707614, + 3.063579603098333, + 3.102044190047309, + 3.140629098052159, + 3.1788428920553997, + 3.2172626490937546, + 3.255851957015693, + 3.2944422650616616, + 3.3328679620753974, + 3.37132748903241, + 3.4101047090953216, + 3.4487551470519975, + 3.487224695039913, + 3.5257259720237926, + 3.5642232690006495, + 3.6026744859991595, + 3.641225944040343, + 3.6797905520070344, + 3.7183815200114623, + 3.7569192880764604, + 3.7954707760363817, + 3.8339936730917543 + ], + [ + 6.061325140995905, + 6.1037155240774155, + 6.145901264040731, + 6.1880562350852415, + 6.230228245025501, + 6.272385976044461, + 6.314601557096466, + 6.3568258880404755, + 6.399028079002164, + 6.441148239071481, + 6.483350970083848, + 6.525559141067788, + 6.567764362087473, + 6.609930381993763, + 6.652172603062354, + 6.694304244010709, + 6.736492504016496, + 6.778697394998744, + 6.820876816054806, + 6.863059827010147, + 6.905186477000825, + 6.947384538012557, + 6.989589699078351, + 7.031761239049956, + 7.073958340100944, + 7.116202861070633, + 7.1583443420240656, + 7.200467562070116, + 7.242656793096103, + 7.2848135030362755, + 7.3270027140388265, + 7.369172945036553 + ] + ], + "ttft_s": [ + 2.638657159055583, + 6.061325140995905 + ], + "stream": true, + "prefetch": true, + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 72, + "imports": [ + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 3, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 12, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 5, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 2, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + }, + { + "index": 10, + "warmup": false, + "elapsed_s": 9.686247284058481, + "arrivals_s": [ + [ + 3.7464642520062625, + 3.784791288082488, + 3.823313025990501, + 3.8612182980868965, + 3.8992314010392874, + 3.9373051549773663, + 3.975620841025375, + 4.014097749022767, + 4.052668267046101, + 4.091250415076502, + 4.129919735016301, + 4.168636674061418, + 4.2072495829779655, + 4.245792231056839, + 4.284357698983513, + 4.3229080269811675, + 4.361509295995347, + 4.400075184064917, + 4.438719213008881, + 4.477435213048011, + 4.516084252041765, + 4.554516199044883, + 4.593424840015359, + 4.632028709049337, + 4.670599897042848, + 4.709124775021337, + 4.7477500539971516, + 4.786267042043619, + 4.824787860037759, + 4.86334208806511, + 4.90186150604859, + 4.9403722930001095 + ], + [ + 8.368063495028764, + 8.410484098014422, + 8.452657988993451, + 8.494684059056453, + 8.536717258044519, + 8.578814679058269, + 8.621327192988247, + 8.663729096064344, + 8.70626629004255, + 8.748907215078361, + 8.791452200035565, + 8.834019754081964, + 8.87653172807768, + 8.919142613071017, + 8.961672348086722, + 9.004272242076695, + 9.046832196996547, + 9.089335941011086, + 9.131885836017318, + 9.174428920028731, + 9.217033995082602, + 9.259626200073399, + 9.30217406398151, + 9.344694848055951, + 9.38728375302162, + 9.429898738046177, + 9.472625544061884, + 9.515399651019834, + 9.558043756056577, + 9.600682371063158, + 9.643426228081807, + 9.686158554046415 + ] + ], + "ttft_s": [ + 3.7464642520062625, + 8.368063495028764 + ], + "stream": false, + "prefetch": true, + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "index": 11, + "warmup": false, + "elapsed_s": 7.5093626220477745, + "arrivals_s": [ + [ + 2.66858704702463, + 2.707261626026593, + 2.747214686940424, + 2.785781585960649, + 2.824249294004403, + 2.8627854919759557, + 2.901410580961965, + 2.9398955289507285, + 2.978427786962129, + 3.0170032560126856, + 3.0555095840245485, + 3.0945300169987604, + 3.13335493800696, + 3.1718299449421465, + 3.2103129329625517, + 3.2486134689534083, + 3.2872289379592985, + 3.3258348769741133, + 3.36432055500336, + 3.4027939130319282, + 3.441409731982276, + 3.4799101300304756, + 3.51833329803776, + 3.556861705961637, + 3.5953903939807788, + 3.6338783520041034, + 3.672385680023581, + 3.71085359796416, + 3.749450586969033, + 3.787971665035002, + 3.8265687639359385, + 3.865146373049356 + ], + [ + 6.179646468022838, + 6.222081701038405, + 6.264312662999146, + 6.306844557984732, + 6.34964270493947, + 6.392427781946026, + 6.435089566977695, + 6.477843084023334, + 6.520567680010572, + 6.563555798958987, + 6.606596637982875, + 6.64955331699457, + 6.692513525020331, + 6.735463863005862, + 6.778416572022252, + 6.821462900959887, + 6.8643773689400405, + 6.9073819579789415, + 6.950403566937894, + 6.993430075934157, + 7.036410444998182, + 7.0794084939407185, + 7.1223940619966015, + 7.165366920991801, + 7.208370379987173, + 7.251378008979373, + 7.294369266950525, + 7.3373197260079905, + 7.380315475049429, + 7.423324974020943, + 7.466298741986975, + 7.509265340981074 + ] + ], + "ttft_s": [ + 2.66858704702463, + 6.179646468022838 + ], + "stream": true, + "prefetch": true, + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 72, + "imports": [ + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 3, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 12, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 5, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 2, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + }, + { + "index": 12, + "warmup": false, + "elapsed_s": 7.5079914659727365, + "arrivals_s": [ + [ + 2.632557649980299, + 2.6714303119806573, + 2.711574835004285, + 2.750330385984853, + 2.7890328660141677, + 2.8278700970113277, + 2.866670898045413, + 2.9055204200558364, + 2.9444086010335013, + 2.983202952076681, + 3.0218681020196527, + 3.0605452420422807, + 3.0992661829805, + 3.1379010420059785, + 3.1767893340438604, + 3.2155731150414795, + 3.2542596050770953, + 3.292951665003784, + 3.3316666149767116, + 3.3704406960168853, + 3.4091932270675898, + 3.448015077970922, + 3.486676517990418, + 3.525396067998372, + 3.564053818001412, + 3.602747527998872, + 3.6415839090477675, + 3.6803927200380713, + 3.71908477996476, + 3.757799690007232, + 3.7965108710341156, + 3.8354360030498356 + ], + [ + 6.186826509074308, + 6.229582275962457, + 6.271902768989094, + 6.314456794061698, + 6.356758267036639, + 6.399194221012294, + 6.441828667069785, + 6.484350890968926, + 6.52662813407369, + 6.568912766990252, + 6.6110962179955095, + 6.653303590021096, + 6.695952755981125, + 6.738303079968318, + 6.780711492989212, + 6.823471529991366, + 6.866308478056453, + 6.909130785963498, + 6.951909633004107, + 6.994707199977711, + 7.037499797064811, + 7.080228844075464, + 7.123007111018524, + 7.165752907982096, + 7.2084756849799305, + 7.2512597820023075, + 7.293987208977342, + 7.33680008596275, + 7.379588034003973, + 7.422372461063787, + 7.465080647030845, + 7.50790444505401 + ] + ], + "ttft_s": [ + 2.632557649980299, + 6.186826509074308 + ], + "stream": true, + "prefetch": true, + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 72, + "imports": [ + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 3, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 11, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 5, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 2, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + }, + { + "index": 13, + "warmup": false, + "elapsed_s": 9.744140287977643, + "arrivals_s": [ + [ + 3.776788439019583, + 3.815099806059152, + 3.8538748370483518, + 3.891928481985815, + 3.9299930169945583, + 3.9681367119774222, + 4.0064752290491015, + 4.045041657984257, + 4.083720698952675, + 4.122413618955761, + 4.161075929063372, + 4.199743399047293, + 4.2384234389755875, + 4.277403661981225, + 4.316433136002161, + 4.355391339049675, + 4.394306381000206, + 4.433279284043238, + 4.472205715952441, + 4.511085598031059, + 4.549986741039902, + 4.58887133304961, + 4.627768774982542, + 4.666697658016346, + 4.705559610039927, + 4.744454202009365, + 4.783315254026093, + 4.822200156049803, + 4.86111177795101, + 4.8999403699999675, + 4.93876668100711, + 4.977625153027475 + ], + [ + 8.424514923011884, + 8.466989467968233, + 8.509286221000366, + 8.55134577199351, + 8.59358921495732, + 8.635901208035648, + 8.67840461304877, + 8.721060329000466, + 8.763911518035457, + 8.806619693990797, + 8.849311391008087, + 8.891947146970779, + 8.934681275044568, + 8.977388722007163, + 9.020092808059417, + 9.062719405046664, + 9.105376661056653, + 9.148051648051478, + 9.191179068060592, + 9.233856184990145, + 9.27651660097763, + 9.319160697981715, + 9.36191684496589, + 9.404603661969304, + 9.44728473899886, + 9.48995137505699, + 9.532520540989935, + 9.57502669596579, + 9.617301068967208, + 9.659372600028291, + 9.70183797494974, + 9.744085627957247 + ] + ], + "ttft_s": [ + 3.776788439019583, + 8.424514923011884 + ], + "stream": false, + "prefetch": true, + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "index": 14, + "warmup": false, + "elapsed_s": 9.738162335939705, + "arrivals_s": [ + [ + 3.782657498959452, + 3.820944505976513, + 3.8594781450228766, + 3.897472898941487, + 3.935470803990029, + 3.9736347099533305, + 4.0119347369764, + 4.050265784026124, + 4.088894683984108, + 4.127524164970964, + 4.1661377949640155, + 4.204814784927294, + 4.243441995000467, + 4.282095525995828, + 4.320718806004152, + 4.359322695992887, + 4.397942395997234, + 4.436497454997152, + 4.47502659400925, + 4.513626403990202, + 4.552171914023347, + 4.590652202954516, + 4.6292189619271085, + 4.6677694419631734, + 4.706407981924713, + 4.744849290000275, + 4.783358198939823, + 4.8218818890163675, + 4.860483899014071, + 4.899108648998663, + 4.937742359004915, + 4.976431609946303 + ], + [ + 8.412971117999405, + 8.455433783004992, + 8.497574224951677, + 8.539735386963002, + 8.582032400998287, + 8.624059592024423, + 8.666365716024302, + 8.70892260200344, + 8.75172299996484, + 8.794578188913874, + 8.837451406987384, + 8.880699620000087, + 8.923910890938714, + 8.966906241024844, + 9.009892061003484, + 9.052847290993668, + 9.09604540199507, + 9.138907540938817, + 9.181659198948182, + 9.224816809990443, + 9.267749210004695, + 9.310492157004774, + 9.353258754941635, + 9.395991152967326, + 9.438740300014615, + 9.48155255895108, + 9.524296775925905, + 9.567043883958831, + 9.609793861978687, + 9.65250286902301, + 9.695281386957504, + 9.73806987493299 + ] + ], + "ttft_s": [ + 3.782657498959452, + 8.412971117999405 + ], + "stream": false, + "prefetch": true, + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "index": 15, + "warmup": false, + "elapsed_s": 7.505343787022866, + "arrivals_s": [ + [ + 2.672224759007804, + 2.710873320000246, + 2.7505371290026233, + 2.7890464989468455, + 2.827530657988973, + 2.8660812280140817, + 2.9047358279349282, + 2.9432513079373166, + 2.98184363800101, + 3.0204628279898316, + 3.059063948923722, + 3.0976913089398295, + 3.1362758789910004, + 3.17484085902106, + 3.2134279989404604, + 3.2520270289387554, + 3.29061153891962, + 3.329124668962322, + 3.3676266779657453, + 3.406154077965766, + 3.4450966509757563, + 3.4838477729354054, + 3.522527363966219, + 3.561126903980039, + 3.5997221539728343, + 3.6383132939226925, + 3.676888923975639, + 3.715522315003909, + 3.754093463998288, + 3.792752785026096, + 3.8315648869611323, + 3.8701559179462492 + ], + [ + 6.197321344981901, + 6.239666929934174, + 6.2819376030238345, + 6.324084565974772, + 6.366318749031052, + 6.408469841931947, + 6.450614413945004, + 6.492747045936994, + 6.53485030902084, + 6.576959080994129, + 6.619163144030608, + 6.6613328059902415, + 6.7035115390317515, + 6.74584700295236, + 6.788007235969417, + 6.830272249993868, + 6.872518223011866, + 6.914665605989285, + 6.956833128002472, + 6.998970820917748, + 7.041157033992931, + 7.083318146993406, + 7.125616280012764, + 7.167807932943106, + 7.20994826592505, + 7.252173778950237, + 7.294355841935612, + 7.336516244919039, + 7.378738597966731, + 7.420894969953224, + 7.463049692916684, + 7.505288215936162 + ] + ], + "ttft_s": [ + 2.672224759007804, + 6.197321344981901 + ], + "stream": true, + "prefetch": true, + "tokens": [ + [ + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862 + ], + [ + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315, + 4882, + 11862, + 13, + 4504, + 825, + 1378, + 2326, + 13, + 1514, + 10965, + 374, + 279, + 6722, + 315 + ] + ], + "tokens_exact": true, + "progress_spans": 72, + "imports": [ + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 3, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 11, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 5, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 2, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + } + ], + "scope": "alternating same-route timing, synthetic2K/8K fixed32output, B1 and two queued requests", + "code_sha256": { + "accel/platforms/atom/batching.py": "d98a51d75a36cd8c379a6220adb92528b3607cf80145b85a032270494a429580", + "accel/pd/pd_batching.py": "c827775c1d399bf724a9747c3424ee5ea69f93054493bfbb71d5f0cf08fff65b", + "accel/pd/prefill_server.py": "5af1169ff5c6bfac6ce265ea3edf7f6a031c207bda7ce7bcbc996d7133576b1d", + "accel/pd/layer_progress.py": "19c8853cd20b386dc11064d4be63fa696468c86a26b76ecf5c48cdf3905a700b" + }, + "stage": "complete" +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-long-atom.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-long-atom.log new file mode 100644 index 00000000..f08923d0 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-long-atom.log @@ -0,0 +1,17 @@ +ATOM_BINDING {"visible_count": 1, "physical": 0, "opened": ["/dev/rbln0"]} +{"index": 0, "warmup": true, "elapsed_s": 11.880785172921605, "arrivals_s": [[4.185251238988712, 4.224391437950544, 4.262429637950845, 4.300343835959211, 4.3383323749294505, 4.376392573933117, 4.414497573976405, 4.452606254024431, 4.490608374006115, 4.529119506943971, 4.567647360963747, 4.6062616049312055, 4.644906210014597, 4.683576644980349, 4.722196080023423, 4.760798783972859, 4.799390128930099, 4.838055202970281, 4.876626907964237, 4.915317942970432, 4.9539396070176736, 4.992666222970001, 5.03139340900816, 5.0700775139266625, 5.108878089929931, 5.147653716034256, 5.186320510925725, 5.225019795936532, 5.263694801018573, 5.3024374570231885, 5.341328143957071, 5.380088259931654], [10.557303373934701, 10.59971927292645, 10.641797679010779, 10.683940464979969, 10.725939519936219, 10.767946944921277, 10.81029397295788, 10.852626260952093, 10.895177160971798, 10.937894103000872, 10.98087046702858, 11.023674568976276, 11.0664283009246, 11.109242253005505, 11.15206594497431, 11.19486012798734, 11.237678439938463, 11.28054918302223, 11.32374876900576, 11.366542781004682, 11.409170211991295, 11.451868442934938, 11.494674314977601, 11.537524087936617, 11.58034719992429, 11.623104951926507, 11.66605752601754, 11.709078090032563, 11.751899261958897, 11.794729694956914, 11.837706318940036, 11.880683342926204]], "ttft_s": [4.185251238988712, 10.557303373934701], "stream": false, "prefetch": false, "tokens": [[6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862], [374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315]], "tokens_exact": true, "progress_spans": 0, "imports": [], "idle": true} +{"index": 1, "warmup": true, "elapsed_s": 8.971877819043584, "arrivals_s": [[2.7051271550590172, 2.7436930590774864, 2.7821715930476785, 2.8206536570796743, 2.859126581111923, 2.897756846039556, 2.936384471016936, 2.9750009960262105, 3.013601901009679, 3.052235666080378, 3.0908782810438424, 3.1294802660122514, 3.1681083710864186, 3.206703076022677, 3.2453205611091107, 3.2839286860544235, 3.3225554010132328, 3.3611983261071146, 3.3998072911053896, 3.43835220602341, 3.4770027810009196, 3.5155806260881945, 3.5541918110102415, 3.592812306014821, 3.6315532320877537, 3.670196098042652, 3.708826823043637, 3.747393327066675, 3.786038393038325, 3.8246359080076218, 3.863274143077433, 3.901894708047621], [7.648791199084371, 7.691542741027661, 7.734165191999637, 7.776459090062417, 7.819054831052199, 7.861771402996965, 7.904477585107088, 7.947208177065477, 7.989955609082244, 8.032586420071311, 8.075272982008755, 8.11798911402002, 8.160690575023182, 8.203395127085969, 8.24614449904766, 8.288875680998899, 8.33166633406654, 8.374445657012984, 8.417185299098492, 8.459957161103375, 8.502763984026387, 8.545489886077121, 8.588221198064275, 8.63093922007829, 8.67359760205727, 8.71621592307929, 8.758809964056127, 8.801394284004346, 8.843963235034607, 8.886577936005779, 8.929194957017899, 8.971801617997698]], "ttft_s": [2.7051271550590172, 7.648791199084371], "stream": true, "prefetch": false, "tokens": [[6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862], [374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315]], "tokens_exact": true, "progress_spans": 72, "imports": [{"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 3, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}], "idle": true} +{"index": 2, "warmup": false, "elapsed_s": 10.82617872802075, "arrivals_s": [[3.7175089010270312, 3.755810643080622, 3.7938307330477983, 3.8318932940019295, 3.869907504064031, 3.9083598679862916, 3.9467712320620194, 3.9851248650811613, 4.023722670041025, 4.062238965067081, 4.100749748991802, 4.139400835032575, 4.17813518201001, 4.216839228058234, 4.255503454012796, 4.2941502400208265, 4.332825136021711, 4.371486242045648, 4.410203888081014, 4.448914004024118, 4.487583080073819, 4.52622788597364, 4.564901401987299, 4.603581657982431, 4.64227667497471, 4.680919450009242, 4.71956473600585, 4.758233272004873, 4.796878528082743, 4.835550484014675, 4.874192550079897, 4.9128794859861955], [9.509370418032631, 9.5518278980162, 9.593841364025138, 9.636015210999176, 9.678128608036786, 9.720231175073422, 9.762677996070124, 9.805024445056915, 9.847626046044752, 9.890226177987643, 9.93279962905217, 9.975413409993052, 10.017972821020521, 10.060539141995832, 10.103314705076627, 10.145864726044238, 10.188421986997128, 10.230965528055094, 10.273561640060507, 10.316107571008615, 10.358666031970643, 10.401360344025306, 10.443831735057756, 10.486165403970517, 10.528542593005113, 10.570823342073709, 10.613057420006953, 10.655621931073256, 10.698271812987514, 10.740893395035528, 10.783474456053227, 10.826102378079668]], "ttft_s": [3.7175089010270312, 9.509370418032631], "stream": false, "prefetch": false, "tokens": [[6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862], [374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315]], "tokens_exact": true, "progress_spans": 0, "imports": [], "idle": true} +{"index": 3, "warmup": false, "elapsed_s": 8.524408538010903, "arrivals_s": [[2.630150647019036, 2.6687878529774025, 2.707433080067858, 2.7459688750095665, 2.784497110056691, 2.8229621440405026, 2.861461009015329, 2.8999797040596604, 2.9384569689864293, 2.9769750139676034, 3.015484669012949, 3.053972903988324, 3.092498449026607, 3.1310166340554133, 3.169527709018439, 3.208003423991613, 3.2464754780521616, 3.2849450630601496, 3.3235582089982927, 3.362270426005125, 3.401144194067456, 3.439834711025469, 3.4785398580133915, 3.5171938739949837, 3.5558203799882904, 3.594517257064581, 3.6331863730447367, 3.671859918977134, 3.7105214659823105, 3.749196902033873, 3.787826898973435, 3.8264944850234315], [7.20081934297923, 7.243151383008808, 7.285671534016728, 7.328156715026125, 7.370705196051858, 7.413270098040812, 7.455961239989847, 7.498702242970467, 7.541422646027058, 7.584082699031569, 7.626852642046288, 7.6696344059892, 7.712393018999137, 7.755234012962319, 7.798008646001108, 7.84079730999656, 7.883543913019821, 7.9263350770343095, 7.969045580015518, 8.011767733027227, 8.054597847047262, 8.097351409960538, 8.140107922954485, 8.182813336024992, 8.225518779014237, 8.2682859019842, 8.311112736002542, 8.353645037044771, 8.396218638983555, 8.438880700967275, 8.481591723975725, 8.524325737031177]], "ttft_s": [2.630150647019036, 7.20081934297923], "stream": true, "prefetch": false, "tokens": [[6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862], [374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315]], "tokens_exact": true, "progress_spans": 72, "imports": [{"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 3, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}], "idle": true} +{"index": 4, "warmup": false, "elapsed_s": 8.566247187089175, "arrivals_s": [[2.681256721029058, 2.7200378990964964, 2.7588405570713803, 2.7975341440178454, 2.836235041031614, 2.874891677056439, 2.9135772340232506, 2.9522424610331655, 2.9908252470195293, 3.0294752940535545, 3.0681490210117772, 3.106780976988375, 3.145384213072248, 3.184100571088493, 3.2227683970704675, 3.2614429340464994, 3.2999711399897933, 3.33839589508716, 3.3769086800748482, 3.4153659850126132, 3.4538201900431886, 3.492298435070552, 3.530835699988529, 3.5693454860011116, 3.6077787100803107, 3.646208115038462, 3.684644280001521, 3.7233006370952353, 3.7617933220462874, 3.8002844670554623, 3.838690191041678, 3.877096335985698], [7.244237503036857, 7.286599453072995, 7.329015874071047, 7.371504465001635, 7.4139692360768095, 7.45652739808429, 7.4990916000679135, 7.541582521982491, 7.584093903074972, 7.6268532370449975, 7.669549409998581, 7.712231453042477, 7.7552395990351215, 7.79803649301175, 7.840848786989227, 7.8837257120758295, 7.9263885649852455, 7.969044527038932, 8.011558338999748, 8.05413386109285, 8.096861225087196, 8.139545768033713, 8.182223831070587, 8.224927274044603, 8.267898029065691, 8.310665313038044, 8.353345836047083, 8.39598354906775, 8.439056386006996, 8.481564817018807, 8.523859346052632, 8.566188866039738]], "ttft_s": [2.681256721029058, 7.244237503036857], "stream": true, "prefetch": false, "tokens": [[6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862], [374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315]], "tokens_exact": true, "progress_spans": 72, "imports": [{"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 3, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}], "idle": true} +{"index": 5, "warmup": false, "elapsed_s": 10.85112612193916, "arrivals_s": [[3.775383860920556, 3.8136801549699157, 3.85159334493801, 3.8895023359218612, 3.927425366011448, 3.9655141179682687, 4.003774362034164, 4.04206901602447, 4.080765452934429, 4.119610701920465, 4.1579293760005385, 4.196137949009426, 4.234550333931111, 4.273058929946274, 4.311729706940241, 4.350280612939969, 4.388822408975102, 4.427356494939886, 4.4658169109607115, 4.504259685985744, 4.542755831032991, 4.581201586988755, 4.61971660295967, 4.658263618941419, 4.696728473994881, 4.735268289921805, 4.773767975973897, 4.812216000980698, 4.850739596993662, 4.889209032990038, 4.927744838991202, 4.966222903924063], [9.53161905403249, 9.574063915992156, 9.61629019503016, 9.658318192930892, 9.70028592995368, 9.742749240947887, 9.78516569302883, 9.827490922994912, 9.870265656965785, 9.913042661966756, 9.955736304982565, 9.99838457792066, 10.041070751962252, 10.083546273992397, 10.12622002698481, 10.168901431025006, 10.211532033979893, 10.254149107029662, 10.296899611013941, 10.339858787017874, 10.38253182999324, 10.425180513993837, 10.468002639012411, 10.510690031922422, 10.553366065956652, 10.596506492933258, 10.639149205991998, 10.68161280802451, 10.724018968991004, 10.766431019990705, 10.80876098095905, 10.85107616102323]], "ttft_s": [3.775383860920556, 9.53161905403249], "stream": false, "prefetch": false, "tokens": [[6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862], [374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315]], "tokens_exact": true, "progress_spans": 0, "imports": [], "idle": true} +{"index": 6, "warmup": false, "elapsed_s": 10.817887743003666, "arrivals_s": [[3.747401566011831, 3.7856577989878133, 3.8235852899961174, 3.8616498929914087, 3.8996519439388067, 3.937767477007583, 3.976097751990892, 4.014400186017156, 4.052817172021605, 4.091274817008525, 4.129744682926685, 4.168222488951869, 4.2066236740211025, 4.245155490934849, 4.2836004269775, 4.322080153040588, 4.360528917983174, 4.398991734022275, 4.437411749968305, 4.475832675001584, 4.514292581006885, 4.552798487013206, 4.5913029729854316, 4.629859230015427, 4.66830670600757, 4.707326696952805, 4.746200885972939, 4.784919593948871, 4.823597562033683, 4.862269900040701, 4.900771045940928, 4.93930216296576], [9.49896361597348, 9.541400298010558, 9.583590636961162, 9.626038849004544, 9.668300378951244, 9.710352197987959, 9.752676447969861, 9.795112550025806, 9.837368889944628, 9.879632771015167, 9.9217840799829, 9.963921739021316, 10.006653403979726, 10.049365957966074, 10.092058621929027, 10.134737155982293, 10.177463641040958, 10.220210434985347, 10.262903928989545, 10.305614963988774, 10.348328138003126, 10.391010991996154, 10.433772137039341, 10.476544231991284, 10.519261386012658, 10.561609777039848, 10.604294101009145, 10.647001235978678, 10.68973497999832, 10.732447994989343, 10.775172638939694, 10.817805903032422]], "ttft_s": [3.747401566011831, 9.49896361597348], "stream": false, "prefetch": false, "tokens": [[6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862], [374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315]], "tokens_exact": true, "progress_spans": 0, "imports": [], "idle": true} +{"index": 7, "warmup": false, "elapsed_s": 8.489621934946626, "arrivals_s": [[2.6338949849596247, 2.6721753199817613, 2.710251173004508, 2.7483382849022746, 2.7864331279415637, 2.824456490925513, 2.8625708939507604, 2.9006546369055286, 2.9387775299837813, 2.976847611949779, 3.0148405039217323, 3.052883996977471, 3.0910518909804523, 3.1292015039362013, 3.167271106969565, 3.205359148909338, 3.243366361944936, 3.2814066039863974, 3.3194795169401914, 3.3575670099817216, 3.395692072925158, 3.433847156004049, 3.471977559966035, 3.510158872930333, 3.5482999769737944, 3.5864231099840254, 3.624546253005974, 3.6626754259923473, 3.7007780189160258, 3.7389070629142225, 3.777465660008602, 3.816147817997262], [7.168478104984388, 7.210870216949843, 7.253092226921581, 7.295228395960294, 7.337309914990328, 7.379438444972038, 7.4220410590060055, 7.464832323952578, 7.507497317972593, 7.550185542902909, 7.593303340952843, 7.636175116989762, 7.678723989985883, 7.721270654001273, 7.763821256929077, 7.8068579249084, 7.849927862989716, 7.892942169914022, 7.935625065001659, 7.978231737972237, 8.020864871912636, 8.063372544944286, 8.106332601979375, 8.14901526691392, 8.191580339916982, 8.23418348398991, 8.276746426941827, 8.319275619927794, 8.361835793941282, 8.404362396919169, 8.446997720981017, 8.489550694008358]], "ttft_s": [2.6338949849596247, 7.168478104984388], "stream": true, "prefetch": false, "tokens": [[6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862], [374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315]], "tokens_exact": true, "progress_spans": 72, "imports": [{"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 3, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}], "idle": true} +{"index": 8, "warmup": true, "elapsed_s": 9.712225087103434, "arrivals_s": [[3.754094784031622, 3.792439250042662, 3.830946197034791, 3.869032130111009, 3.9070881730876863, 3.945124766090885, 3.9834290710277855, 4.021862367051654, 4.06046501500532, 4.099054833059199, 4.137718812096864, 4.176629792083986, 4.215310281026177, 4.253936529043131, 4.292551017017104, 4.331178005086258, 4.369816023041494, 4.408391951001249, 4.447207261109725, 4.485955120064318, 4.524629249004647, 4.56343803810887, 4.602109797066078, 4.641152509022504, 4.6800704000052065, 4.718786769080907, 4.757426046999171, 4.796143656014465, 4.83476724405773, 4.873405452002771, 4.911998250056058, 4.950530586997047], [8.389240697026253, 8.431654509040527, 8.47418496303726, 8.516482084058225, 8.558659315109253, 8.601161697995849, 8.643676531035453, 8.686119794030674, 8.728806849103421, 8.771405923063867, 8.814018367091194, 8.856645232066512, 8.89926762599498, 8.941835100064054, 8.984393644030206, 9.027119689038955, 9.069941955036484, 9.112627650029026, 9.155428646015935, 9.198218832025304, 9.241077537997626, 9.283833794062957, 9.326630140072666, 9.369385735015385, 9.412109711091034, 9.45484657608904, 9.497826534090564, 9.540735610062256, 9.583701638039201, 9.62651320407167, 9.66935869003646, 9.712099766009487]], "ttft_s": [3.754094784031622, 8.389240697026253], "stream": false, "prefetch": true, "tokens": [[6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862], [374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315]], "tokens_exact": true, "progress_spans": 0, "imports": [], "idle": true} +{"index": 9, "warmup": true, "elapsed_s": 7.369228285038844, "arrivals_s": [[2.638657159055583, 2.67727032804396, 2.7169747659936547, 2.7555830440251157, 2.793839519028552, 2.8323652970138937, 2.871037506032735, 2.9096129440004006, 2.9481348810950294, 2.9867232990218326, 3.0251291560707614, 3.063579603098333, 3.102044190047309, 3.140629098052159, 3.1788428920553997, 3.2172626490937546, 3.255851957015693, 3.2944422650616616, 3.3328679620753974, 3.37132748903241, 3.4101047090953216, 3.4487551470519975, 3.487224695039913, 3.5257259720237926, 3.5642232690006495, 3.6026744859991595, 3.641225944040343, 3.6797905520070344, 3.7183815200114623, 3.7569192880764604, 3.7954707760363817, 3.8339936730917543], [6.061325140995905, 6.1037155240774155, 6.145901264040731, 6.1880562350852415, 6.230228245025501, 6.272385976044461, 6.314601557096466, 6.3568258880404755, 6.399028079002164, 6.441148239071481, 6.483350970083848, 6.525559141067788, 6.567764362087473, 6.609930381993763, 6.652172603062354, 6.694304244010709, 6.736492504016496, 6.778697394998744, 6.820876816054806, 6.863059827010147, 6.905186477000825, 6.947384538012557, 6.989589699078351, 7.031761239049956, 7.073958340100944, 7.116202861070633, 7.1583443420240656, 7.200467562070116, 7.242656793096103, 7.2848135030362755, 7.3270027140388265, 7.369172945036553]], "ttft_s": [2.638657159055583, 6.061325140995905], "stream": true, "prefetch": true, "tokens": [[6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862], [374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315]], "tokens_exact": true, "progress_spans": 72, "imports": [{"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 3, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 12, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 5, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 2, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}], "idle": true} +{"index": 10, "warmup": false, "elapsed_s": 9.686247284058481, "arrivals_s": [[3.7464642520062625, 3.784791288082488, 3.823313025990501, 3.8612182980868965, 3.8992314010392874, 3.9373051549773663, 3.975620841025375, 4.014097749022767, 4.052668267046101, 4.091250415076502, 4.129919735016301, 4.168636674061418, 4.2072495829779655, 4.245792231056839, 4.284357698983513, 4.3229080269811675, 4.361509295995347, 4.400075184064917, 4.438719213008881, 4.477435213048011, 4.516084252041765, 4.554516199044883, 4.593424840015359, 4.632028709049337, 4.670599897042848, 4.709124775021337, 4.7477500539971516, 4.786267042043619, 4.824787860037759, 4.86334208806511, 4.90186150604859, 4.9403722930001095], [8.368063495028764, 8.410484098014422, 8.452657988993451, 8.494684059056453, 8.536717258044519, 8.578814679058269, 8.621327192988247, 8.663729096064344, 8.70626629004255, 8.748907215078361, 8.791452200035565, 8.834019754081964, 8.87653172807768, 8.919142613071017, 8.961672348086722, 9.004272242076695, 9.046832196996547, 9.089335941011086, 9.131885836017318, 9.174428920028731, 9.217033995082602, 9.259626200073399, 9.30217406398151, 9.344694848055951, 9.38728375302162, 9.429898738046177, 9.472625544061884, 9.515399651019834, 9.558043756056577, 9.600682371063158, 9.643426228081807, 9.686158554046415]], "ttft_s": [3.7464642520062625, 8.368063495028764], "stream": false, "prefetch": true, "tokens": [[6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862], [374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315]], "tokens_exact": true, "progress_spans": 0, "imports": [], "idle": true} +{"index": 11, "warmup": false, "elapsed_s": 7.5093626220477745, "arrivals_s": [[2.66858704702463, 2.707261626026593, 2.747214686940424, 2.785781585960649, 2.824249294004403, 2.8627854919759557, 2.901410580961965, 2.9398955289507285, 2.978427786962129, 3.0170032560126856, 3.0555095840245485, 3.0945300169987604, 3.13335493800696, 3.1718299449421465, 3.2103129329625517, 3.2486134689534083, 3.2872289379592985, 3.3258348769741133, 3.36432055500336, 3.4027939130319282, 3.441409731982276, 3.4799101300304756, 3.51833329803776, 3.556861705961637, 3.5953903939807788, 3.6338783520041034, 3.672385680023581, 3.71085359796416, 3.749450586969033, 3.787971665035002, 3.8265687639359385, 3.865146373049356], [6.179646468022838, 6.222081701038405, 6.264312662999146, 6.306844557984732, 6.34964270493947, 6.392427781946026, 6.435089566977695, 6.477843084023334, 6.520567680010572, 6.563555798958987, 6.606596637982875, 6.64955331699457, 6.692513525020331, 6.735463863005862, 6.778416572022252, 6.821462900959887, 6.8643773689400405, 6.9073819579789415, 6.950403566937894, 6.993430075934157, 7.036410444998182, 7.0794084939407185, 7.1223940619966015, 7.165366920991801, 7.208370379987173, 7.251378008979373, 7.294369266950525, 7.3373197260079905, 7.380315475049429, 7.423324974020943, 7.466298741986975, 7.509265340981074]], "ttft_s": [2.66858704702463, 6.179646468022838], "stream": true, "prefetch": true, "tokens": [[6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862], [374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315]], "tokens_exact": true, "progress_spans": 72, "imports": [{"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 3, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 12, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 5, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 2, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}], "idle": true} +{"index": 12, "warmup": false, "elapsed_s": 7.5079914659727365, "arrivals_s": [[2.632557649980299, 2.6714303119806573, 2.711574835004285, 2.750330385984853, 2.7890328660141677, 2.8278700970113277, 2.866670898045413, 2.9055204200558364, 2.9444086010335013, 2.983202952076681, 3.0218681020196527, 3.0605452420422807, 3.0992661829805, 3.1379010420059785, 3.1767893340438604, 3.2155731150414795, 3.2542596050770953, 3.292951665003784, 3.3316666149767116, 3.3704406960168853, 3.4091932270675898, 3.448015077970922, 3.486676517990418, 3.525396067998372, 3.564053818001412, 3.602747527998872, 3.6415839090477675, 3.6803927200380713, 3.71908477996476, 3.757799690007232, 3.7965108710341156, 3.8354360030498356], [6.186826509074308, 6.229582275962457, 6.271902768989094, 6.314456794061698, 6.356758267036639, 6.399194221012294, 6.441828667069785, 6.484350890968926, 6.52662813407369, 6.568912766990252, 6.6110962179955095, 6.653303590021096, 6.695952755981125, 6.738303079968318, 6.780711492989212, 6.823471529991366, 6.866308478056453, 6.909130785963498, 6.951909633004107, 6.994707199977711, 7.037499797064811, 7.080228844075464, 7.123007111018524, 7.165752907982096, 7.2084756849799305, 7.2512597820023075, 7.293987208977342, 7.33680008596275, 7.379588034003973, 7.422372461063787, 7.465080647030845, 7.50790444505401]], "ttft_s": [2.632557649980299, 6.186826509074308], "stream": true, "prefetch": true, "tokens": [[6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862], [374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315]], "tokens_exact": true, "progress_spans": 72, "imports": [{"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 3, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 11, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 5, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 2, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}], "idle": true} +{"index": 13, "warmup": false, "elapsed_s": 9.744140287977643, "arrivals_s": [[3.776788439019583, 3.815099806059152, 3.8538748370483518, 3.891928481985815, 3.9299930169945583, 3.9681367119774222, 4.0064752290491015, 4.045041657984257, 4.083720698952675, 4.122413618955761, 4.161075929063372, 4.199743399047293, 4.2384234389755875, 4.277403661981225, 4.316433136002161, 4.355391339049675, 4.394306381000206, 4.433279284043238, 4.472205715952441, 4.511085598031059, 4.549986741039902, 4.58887133304961, 4.627768774982542, 4.666697658016346, 4.705559610039927, 4.744454202009365, 4.783315254026093, 4.822200156049803, 4.86111177795101, 4.8999403699999675, 4.93876668100711, 4.977625153027475], [8.424514923011884, 8.466989467968233, 8.509286221000366, 8.55134577199351, 8.59358921495732, 8.635901208035648, 8.67840461304877, 8.721060329000466, 8.763911518035457, 8.806619693990797, 8.849311391008087, 8.891947146970779, 8.934681275044568, 8.977388722007163, 9.020092808059417, 9.062719405046664, 9.105376661056653, 9.148051648051478, 9.191179068060592, 9.233856184990145, 9.27651660097763, 9.319160697981715, 9.36191684496589, 9.404603661969304, 9.44728473899886, 9.48995137505699, 9.532520540989935, 9.57502669596579, 9.617301068967208, 9.659372600028291, 9.70183797494974, 9.744085627957247]], "ttft_s": [3.776788439019583, 8.424514923011884], "stream": false, "prefetch": true, "tokens": [[6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862], [374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315]], "tokens_exact": true, "progress_spans": 0, "imports": [], "idle": true} +{"index": 14, "warmup": false, "elapsed_s": 9.738162335939705, "arrivals_s": [[3.782657498959452, 3.820944505976513, 3.8594781450228766, 3.897472898941487, 3.935470803990029, 3.9736347099533305, 4.0119347369764, 4.050265784026124, 4.088894683984108, 4.127524164970964, 4.1661377949640155, 4.204814784927294, 4.243441995000467, 4.282095525995828, 4.320718806004152, 4.359322695992887, 4.397942395997234, 4.436497454997152, 4.47502659400925, 4.513626403990202, 4.552171914023347, 4.590652202954516, 4.6292189619271085, 4.6677694419631734, 4.706407981924713, 4.744849290000275, 4.783358198939823, 4.8218818890163675, 4.860483899014071, 4.899108648998663, 4.937742359004915, 4.976431609946303], [8.412971117999405, 8.455433783004992, 8.497574224951677, 8.539735386963002, 8.582032400998287, 8.624059592024423, 8.666365716024302, 8.70892260200344, 8.75172299996484, 8.794578188913874, 8.837451406987384, 8.880699620000087, 8.923910890938714, 8.966906241024844, 9.009892061003484, 9.052847290993668, 9.09604540199507, 9.138907540938817, 9.181659198948182, 9.224816809990443, 9.267749210004695, 9.310492157004774, 9.353258754941635, 9.395991152967326, 9.438740300014615, 9.48155255895108, 9.524296775925905, 9.567043883958831, 9.609793861978687, 9.65250286902301, 9.695281386957504, 9.73806987493299]], "ttft_s": [3.782657498959452, 8.412971117999405], "stream": false, "prefetch": true, "tokens": [[6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862], [374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315]], "tokens_exact": true, "progress_spans": 0, "imports": [], "idle": true} +{"index": 15, "warmup": false, "elapsed_s": 7.505343787022866, "arrivals_s": [[2.672224759007804, 2.710873320000246, 2.7505371290026233, 2.7890464989468455, 2.827530657988973, 2.8660812280140817, 2.9047358279349282, 2.9432513079373166, 2.98184363800101, 3.0204628279898316, 3.059063948923722, 3.0976913089398295, 3.1362758789910004, 3.17484085902106, 3.2134279989404604, 3.2520270289387554, 3.29061153891962, 3.329124668962322, 3.3676266779657453, 3.406154077965766, 3.4450966509757563, 3.4838477729354054, 3.522527363966219, 3.561126903980039, 3.5997221539728343, 3.6383132939226925, 3.676888923975639, 3.715522315003909, 3.754093463998288, 3.792752785026096, 3.8315648869611323, 3.8701559179462492], [6.197321344981901, 6.239666929934174, 6.2819376030238345, 6.324084565974772, 6.366318749031052, 6.408469841931947, 6.450614413945004, 6.492747045936994, 6.53485030902084, 6.576959080994129, 6.619163144030608, 6.6613328059902415, 6.7035115390317515, 6.74584700295236, 6.788007235969417, 6.830272249993868, 6.872518223011866, 6.914665605989285, 6.956833128002472, 6.998970820917748, 7.041157033992931, 7.083318146993406, 7.125616280012764, 7.167807932943106, 7.20994826592505, 7.252173778950237, 7.294355841935612, 7.336516244919039, 7.378738597966731, 7.420894969953224, 7.463049692916684, 7.505288215936162]], "ttft_s": [2.672224759007804, 6.197321344981901], "stream": true, "prefetch": true, "tokens": [[6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862], [374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315, 4882, 11862, 13, 4504, 825, 1378, 2326, 13, 1514, 10965, 374, 279, 6722, 315]], "tokens_exact": true, "progress_spans": 72, "imports": [{"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 3, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 11, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 5, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 2, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}], "idle": true} diff --git a/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-rngd-layer-stream265.md b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-rngd-layer-stream265.md index 873edfcb..97ef77c2 100644 --- a/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-rngd-layer-stream265.md +++ b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-rngd-layer-stream265.md @@ -177,3 +177,11 @@ Completed first long ATOM model Qwen3-0.6B:16batches drained and all32 sequences GPU fault v2 checkpoint: Qwen0.6,Qwen4,Gemma each exited0, completed both cancellation/reuse and partial-producer-death tests, and drained. At producer death, the surviving512-token request had emitted5/6/4 tokens respectively; runtime assertions verified all512 tokens match the no-fault same-route reference. KONI remains live in source initialization; no completed claim for it. audit_stream265_faults.py requires allfour successful process exits and active_tokens strictly between0 and512; synthetic fixture accepted and a finished-survivor counterexample rejected. ATOM long Qwen4 source remains live; next ATOM fault scripts uploaded to owned scratch but no fault Pod allocated while timing continues. Final GPU fault v2 result: allfour child exits0; auditor confirms allfour complete cancellation/reuse and partial-producer-death cases. Surviving512-token decode had5/6/4/10 tokens at source death (Qwen0.6/Qwen4/Gemma/KONI), and driver asserts its entire output equals the same-route no-fault reference. Failed request raises source-exit error; owners drain. Prefix caches off. This proves tested source/owner failure handling, not device-failure recovery, prefix restoration or native numerical equivalence. Raw JSON stores assertion outcomes/triggers, not full512-token sequences; the exact executed driver contains the equality assertions. After queue exit, local GPU compute listing and RNGD device-user listing were empty. Independent auditor rerun reproduces stream265-fault-summary.json byte-for-byte. + +ATOM fault preparation extended (not run): after partial-import cancellation/reuse and producer death, start a fresh source and compare active512-token decode against its same-route reference while killing a prefetched8K request after progress appears. Assert victim has no destination lane yet and survivor is active. Store complete expected/actual token arrays for reuse and survivor cases. Updated isolated driver uploaded; running timing script/package is unchanged. Working notes refreshed to remove stale pre-implementation status and obsolete owned-Pod pointers. + +Qwen4 long ATOM source startup diagnostic: read-only inspection inside the owned Pod reports source RSS38245120KiB, swap0,29threads; total Pod memory50786693120bytes. OOM/oom_kill counts0, memory pressure avg10/60/300 all0. CPU usage continues increasing, but this alone does not establish successful initialization; no Qwen4 timed batch yet. Existing startup timeout remains1800s, queue unchanged. Host-side /proc/io was denied; used only the owned container's /proc instead. Diagnostic snapshot stream265-qwen4b-init-diagnostic.json. No profiler attached and no live runtime/code changed. + +Added two controlled-producer regressions for partial prefetch error/cancel while another request decodes: no partial destination import into the active lane, cancelled source reservation retained until its writer finishes, same BF16-source reference output, owner drains without poisoning. Focused command `OMP_NUM_THREADS=4 MKL_NUM_THREADS=4 TORCH_DEVICE_BACKEND_AUTOLOAD=0 /home/gspark/venvs/pt213/bin/python -m pytest -q tests/test_atom_stream_progress.py tests/test_atom_batching.py` from worktree opt_prime:39passed in5.00s, log stream265-prefetch-fault-final.log. An initial append used the wrong relative path and failed before modifying tests; that initial invocation ran only pre-existing tests and is not new-test evidence. No production code changed. Qwen4 long ATOM now emitted actual timed batches after startup; measurements still in progress. + +Qwen3-4B long ATOM completed with child/copy exits0, all16 batches/32sequences same-route exact and drained; every import observes zero active B1 decode. Three measured batches/mode: prefetch-off whole10.826179s→stream8.524409s (21.26% reduction), prefetch-on9.738162s→7.507991s (22.90%). Gemma starts next; KONI queued. Startup is excluded from these timings. These results do not establish native-vendor equivalence or full four-model ATOM performance yet. diff --git a/opt_prime/tests/test_atom_stream_progress.py b/opt_prime/tests/test_atom_stream_progress.py index 6d7c74a0..5f0ed13c 100644 --- a/opt_prime/tests/test_atom_stream_progress.py +++ b/opt_prime/tests/test_atom_stream_progress.py @@ -142,3 +142,36 @@ def test_multilane_hybrid_defers_partial_cache_until_decode_admission(fake_rebel f=b.submit(PDRequest('hybrid',_prompts(1,20,35)[0],3));b.step() assert b.stats['progress_spans']==0, 'idle hybrid decode lanes can overwrite partial local KV' w.finish(0);b.run_until_idle();assert len(f.result())==3 and b.stats['progress_spans']==2 + + +@pytest.mark.parametrize('outcome', ['error', 'cancel']) +def test_prefetched_partial_failure_preserves_active_decode_and_source_ownership(fake_rebel, outcome): + from opt_prime.accel.pd.runtime import RequestCancelled + fake, w, b = setup(fake_rebel, prefetch=True) + p, q = _prompts(2, 20, 35) + first = b.submit(PDRequest('first', p, 12)) + second = b.submit(PDRequest('second', q, 3)) + b.step(); w.finish(0); b.step() + assert b.decoding and b._prefetched.slot == -1 + pending, progress, _ = w.jobs[1] + assert progress.coverage.pending and not pending.done() + imported = b.stats['progress_spans'] + if outcome == 'error': + pending.set_exception(RuntimeError('partial source failed')) + else: + assert b.cancel('second') + while not first.done(): + b.step() + assert b.stats['progress_spans'] == imported + if outcome == 'cancel': + assert not pending.done() and not b.idle + w.finish(1) + b.run_until_idle() + with pytest.raises(RuntimeError if outcome == 'error' else RequestCancelled): + second.result() + assert b.idle and not b.poisoned and b.free == [0] + # Compare with the same BF16 source/cache path without the failed prefetch. + _, control_worker, control = setup(fake_rebel) + expected = control.submit(PDRequest('reference', p, 12)) + control.step(); control_worker.finish(0); control.run_until_idle() + assert first.result() == expected.result() From 562b1c442277e3b6e007d9aff45e4e04173c9eba Mon Sep 17 00:00:00 2001 From: gspark Date: Sat, 24 Oct 2026 08:16:53 +0900 Subject: [PATCH 11/29] test: separate notification timing from KV path gains (#265) --- .../pd/http_matrix/.research/events.jsonl | 1 + opt_prime/examples/pd/http_matrix/STATUS.md | 4 + .../evidence265/audit_stream265_control.py | 25 + .../evidence265/stream265-control-gpu.py | 55 + .../evidence265/stream265-control-python.sh | 3 + .../evidence265/stream265-control-queue.json | 18 + .../evidence265/stream265-control-queue.py | 15 + .../stream265-control-summary.json | 138 + .../stream265-controlled-server.py | 17 + .../stream265-gemma-control-gpu.json | 3647 ++++++++++++ .../stream265-gemma-control-gpu.log | 16 + .../stream265-gemma-long-atom.json | 4904 +++++++++++++++++ .../evidence265/stream265-gemma-long-atom.log | 17 + .../stream265-koni-control-gpu.json | 4015 ++++++++++++++ .../stream265-koni-control-gpu.log | 16 + .../stream265-qwen06b-control-gpu.json | 3759 +++++++++++++ .../stream265-qwen06b-control-gpu.log | 16 + .../stream265-qwen4b-control-gpu.json | 4255 ++++++++++++++ .../stream265-qwen4b-control-gpu.log | 16 + .../evidence265/stream265_control.py | 16 + .../2026-10-24-rngd-layer-stream265.md | 27 + 21 files changed, 20980 insertions(+) create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/audit_stream265_control.py create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-control-gpu.py create mode 100755 opt_prime/examples/pd/http_matrix/evidence265/stream265-control-python.sh create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-control-queue.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-control-queue.py create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-control-summary.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-controlled-server.py create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-control-gpu.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-control-gpu.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-long-atom.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-long-atom.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-control-gpu.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-control-gpu.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-control-gpu.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-control-gpu.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-control-gpu.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-control-gpu.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265_control.py diff --git a/opt_prime/examples/pd/http_matrix/.research/events.jsonl b/opt_prime/examples/pd/http_matrix/.research/events.jsonl index 41748f0c..08488b35 100644 --- a/opt_prime/examples/pd/http_matrix/.research/events.jsonl +++ b/opt_prime/examples/pd/http_matrix/.research/events.jsonl @@ -16,3 +16,4 @@ {"id": "636712c7c9774931afdfeb40f706ed4c", "ts": "2026-10-24T07:32:29+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Four-model RNGD-ATOM:16 mode batches/32 sequences exact, early imports preserve B1 ownership; owned Pod deleted. Long source24/24 at2K/8K exact KV/logits. Full626passed/15skipped/253subtests; partial-prefix publication fixed.", "next": "Measure long ATOM streaming performance and actual streaming cancellation/producer failure; retain numerical-quality limits", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"models": "Qwen3-0.6B,Qwen3-4B,Gemma3-1B,KONI-8B", "atom_source_width": "512"}, "artifacts": ["evidence265/stream265-atom-summary.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["experiment", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "RNGD+ATOM host", "branch": "main", "commit": "351d39d-dirty"} {"id": "f36dafcfc72848ca90f5561030f49edd", "ts": "2026-10-24T07:49:06+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "All4 GPU streaming hardware faults passed: cancellation/reuse and source death preserve active512-token decode, kill at5/6/4/10 tokens; all child exits0 and local devices idle. Auditor rerun exact. Long ATOM matrix continues (Q06 complete; Q4 active).", "next": "Publish GPU fault evidence; finish long ATOM matrix and run ATOM hardware faults", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"runtime": "33d6cb0", "source_width": "8192"}, "artifacts": ["evidence265/stream265-fault-summary.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["experiment", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "GPU+RNGD host", "branch": "main", "commit": "351d39d-dirty"} {"id": "8c7b1d3b116049ad81b87cea3cf5b526", "ts": "2026-10-24T07:57:43+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Long ATOM Qwen4 complete16batches/32sequences exact: median completion21.26% lower without prefetch and22.90% with prefetch; Q06 previously35.66/39.25%. Gemma now running. Added partial-prefetch fail/cancel regressions;39focused tests pass, production unchanged.", "next": "Complete Gemma/KONI long ATOM, run full auditor, then actual three-case ATOM faults", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"runtime": "33d6cb0", "input_tokens": "2048,8192"}, "artifacts": ["evidence265/stream265-qwen4b-long-atom.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["benchmark", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "RNGD+ATOM host", "branch": "main", "commit": "351d39d-dirty"} +{"id": "c6fcebd4f4144d41a6e4cb2f9a61eb0b", "ts": "2026-10-24T08:16:30+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Four-model GPU notification control complete48batches/96sequences exact; all exits0/local devices idle. Early vs deferred improvement4.64/2.99/0.40/1.72%; deferred vs whole22.74/19.62/2.84/21.25%. Most Qwen/KONI gain persists without within-request early notification; not proof of DMA overlap. Full auditor passes.", "next": "Publish full attribution results; finish KONI long ATOM64332 and run prepared ATOM faults", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"runtime": "33d6cb0", "control": "deferred_notification"}, "artifacts": ["evidence265/stream265-control-summary.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["benchmark", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "GPU+RNGD host", "branch": "main", "commit": "351d39d-dirty"} diff --git a/opt_prime/examples/pd/http_matrix/STATUS.md b/opt_prime/examples/pd/http_matrix/STATUS.md index e7e689be..e985ecd4 100644 --- a/opt_prime/examples/pd/http_matrix/STATUS.md +++ b/opt_prime/examples/pd/http_matrix/STATUS.md @@ -83,3 +83,7 @@ Long source24/24 conditions at2K/8K have exact KV/logits. ATOM partial import an Runtime33d6cb0: allfour GPU cancellation/reuse and partial-producer-death checks passed. Active512-token decode remains exact to same-route no-fault reference; kill at5/6/4/10 tokens. All child exits0 and local devices idle. Auditor reproduces summary. First harness-only AttributeError and interrupted follow-up retained. Long ATOM Q06 complete16batches/32sequences exact, median completion reduction35.66% without prefetch/39.25% with prefetch; remaining models running. ATOM hardware faults remain pending. Qwen4 long ATOM completed16batches/32sequences exact: median completion reduction21.26% prefetchoff/22.90% on,3samples/mode. Gemma/KONI pending. Added two partial-prefetch failure/cancellation regressions; related39passed in5.00s. Production unchanged; previous full626-test run predates these two added tests. + +## Notification-timing control (#265) + +Allfour GPU control48batches/96sequences exact. Early-vs-deferred completion reduction4.64/2.99/0.40/1.72%; deferred-vs-whole22.74/19.62/2.84/21.25%. Most Qwen/KONI gain persists without within-request early notification; deferred still changes source assembly/destination import and permits cross-request overlap, so no pure source-assembly or DMA-overlap attribution. Three samples/mode; Gemma ranges overlap. Auditor reproduces summary. Gemma long ATOM complete16batches/32sequences exact,9.79/11.21% reduction without/with prefetch. KONI long ATOM and ATOM faults pending. diff --git a/opt_prime/examples/pd/http_matrix/evidence265/audit_stream265_control.py b/opt_prime/examples/pd/http_matrix/evidence265/audit_stream265_control.py new file mode 100644 index 00000000..0401caec --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/audit_stream265_control.py @@ -0,0 +1,25 @@ +"""Audit balanced three-mode timing control and recompute medians.""" +import json,sys,statistics +from pathlib import Path +root=Path(sys.argv[1]);models=('qwen06b','qwen4b','gemma','koni');plan=['whole','early','deferred','early','deferred','whole','deferred','whole','early','whole','early','deferred'] +queue=json.loads((root/'stream265-control-queue.json').read_text()) +assert len(queue)==4 and {r['label'] for r in queue}==set(models) and all(r['exit_code']==0 for r in queue) +summary=[] +for model in models: + d=json.loads((root/f'stream265-{model}-control-gpu.json').read_text()) + assert d['stage']=='complete' and len(d['runs'])==12 and d['width']==8192 + reference=d['runs'][0]['tokens'] + for i,r in enumerate(d['runs']): + assert r['mode']==plan[i] and r['warmup']==(i<3) and r['stream_layers']==(r['mode']!='whole') + assert r['idle'] and r['tokens_exact'] and r['tokens']==reference + assert len(r['tokens'])==2 and all(len(t)==32 for t in r['tokens']) + assert bool(r['progress_spans'])==r['stream_layers'] + assert sum(t['spans'] for t in r['imports'])==r['progress_spans'] + for arrivals,ttft in zip(r['token_times_s'],r['ttft_s']): + assert len(arrivals)==32 and arrivals==sorted(arrivals) and arrivals[0]==ttft and 0count: + self.import_trace.append({'request':r.request.request_id,'spans':self.stats['progress_spans']-count,'start_s':start,'end_s':time.perf_counter(),'source_done_before':done_before,'source_done_after':r.pending.done()}) +p=argparse.ArgumentParser();p.add_argument('--model',required=True);p.add_argument('--family',required=True);p.add_argument('--label',required=True);p.add_argument('--width',type=int,default=8192);a=p.parse_args() +root=Path('/home/gspark/workspace/npu_offload/analysis/serving-matrix-201');out=root/f'stream265-{a.label}-control-gpu.json' +if out.exists():raise RuntimeError('refuse overwrite') +print('GPU loading',a.label,flush=True) +model=AutoModelForCausalLM.from_pretrained(a.model,dtype=torch.bfloat16).to('cuda:0').eval();c=model.config.get_text_config() +base=AutoTokenizer.from_pretrained(a.model).encode('Seoul is the capital of South Korea. Count one two three.',add_special_tokens=True) +prompts=[tuple((base*((n+len(base)-1)//len(base)))[:n]) for n in [a.width//4,a.width]] +env=dict(os.environ,PYTHONPATH='/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime:/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd:/tmp/rngd-gpu201-src:/home/gspark/workspace/aicomp-live-pd-234/opt_prime/examples/pd/serving_matrix') +modes=['whole','early','deferred','early','deferred','whole','deferred','whole','early','whole','early','deferred'] +env['STREAM265_MODES']=json.dumps(modes) +result={'model':a.label,'width':a.width,'input_lengths':list(map(len,prompts)),'output_tokens':32,'concurrency':2,'runs':[], + 'scope':'test-only whole/early/deferred-notification control; identical source layer compute and SHM writes in early/deferred, three measured batches per mode after one warmup each; not device-DMA trace'} +result['source_sha256']={name:hashlib.sha256(Path(path).read_bytes()).hexdigest() for name,path in [('prefill_server.py','/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/prefill_server.py'),('streaming_factories.py','/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/streaming_factories.py')]} +result['control_sha256']={name:hashlib.sha256(Path('/tmp',name).read_bytes()).hexdigest() for name in ['stream265_control.py','stream265-controlled-server.py','stream265-control-python.sh']} +worker=None +try: + worker=SubprocessPrefillWorker('/tmp/stream265-control-python.sh',['--engine','factory','--engine-factory',f'streaming_factories:{a.family}','--model',a.model,'--width',str(a.width),'--chip','0'],slots=2,layers=c.num_hidden_layers,kv_heads=c.num_key_value_heads,head_dim=getattr(c,'head_dim',None) or c.hidden_size//c.num_attention_heads,max_context=a.width+128,env=env,stream_layers=True) + reference=None + for index,mode in enumerate(modes): + stream=mode!="whole" + # Handshake required capability at startup. Change request mode only with no outstanding futures. + with worker._lock: + assert not worker._futures, "request mode switch requires drained source" + worker.stream_layers=stream + batch=ObservedBatcher(model,worker,slots=2,max_context=a.width+128,page_size=64,prefix_cache=False) + arrivals=[[],[]];start=time.perf_counter() + futures=[batch.submit(PDRequest(f'{index}-{i}',ids,32),on_token=lambda token,i=i:arrivals[i].append(time.perf_counter()-start)) for i,ids in enumerate(prompts)] + batch.run_until_idle();tokens=[f.result(timeout=1) for f in futures];elapsed=time.perf_counter()-start + if reference is None:reference=tokens + row={'stream_layers':stream,'mode':mode,'warmup':index<3,'elapsed_s':elapsed,'ttft_s':[v[0] for v in arrivals],'token_times_s':arrivals,'tokens':tokens,'tokens_exact':tokens==reference,'progress_spans':batch.stats['progress_spans'],'imports':batch.import_trace,'idle':batch.idle} + result['runs'].append(row);out.write_text(json.dumps(result,indent=2)+'\n') + print(json.dumps({k:v for k,v in row.items() if k not in ['tokens','imports','token_times_s']}),flush=True) + assert batch.idle and row['tokens_exact'] + del batch + result['stage']='complete' +except Exception as error: + result['stage']='failed';result['error']=repr(error);raise +finally: + if worker is not None:worker.close() + out.write_text(json.dumps(result,indent=2)+'\n') diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-control-python.sh b/opt_prime/examples/pd/http_matrix/evidence265/stream265-control-python.sh new file mode 100755 index 00000000..1d25dc8f --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-control-python.sh @@ -0,0 +1,3 @@ +#!/bin/bash +set -eu +exec env TORCH_DEVICE_BACKEND_AUTOLOAD=0 /tmp/codex-rngd-gpu-201/bin/python /tmp/stream265-controlled-server.py "$@" diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-control-queue.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-control-queue.json new file mode 100644 index 00000000..ef57f7cc --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-control-queue.json @@ -0,0 +1,18 @@ +[ + { + "label": "qwen06b", + "exit_code": 0 + }, + { + "label": "qwen4b", + "exit_code": 0 + }, + { + "label": "gemma", + "exit_code": 0 + }, + { + "label": "koni", + "exit_code": 0 + } +] diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-control-queue.py b/opt_prime/examples/pd/http_matrix/evidence265/stream265-control-queue.py new file mode 100644 index 00000000..292bbab5 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-control-queue.py @@ -0,0 +1,15 @@ +import os,subprocess,json +from pathlib import Path +root=Path('/home/gspark/workspace/npu_offload/analysis/serving-matrix-201') +env=dict(os.environ,OMP_NUM_THREADS='4',MKL_NUM_THREADS='4',TORCH_DEVICE_BACKEND_AUTOLOAD='0',PYTHONPATH='/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime:/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd:/tmp/rngd-gpu201-src:/home/gspark/workspace/aicomp-live-pd-234/opt_prime/examples/pd/serving_matrix') +rows=[] +for label,family,model,width in [('qwen06b','qwen','/home/gspark/.cache/huggingface/hub/models--Qwen--Qwen3-0.6B/snapshots/c1899de289a04d12100db370d81485cdf75e47ca',128),('qwen4b','qwen','/tmp/serving-matrix-models/Qwen3-4B',128),('gemma','gemma','/tmp/serving-matrix-models/Gemma3-1B',128),('koni','koni','/tmp/serving-matrix-models/KONI-8B',512)]: + log=root/f'stream265-{label}-control-gpu.log' + print('start',label,flush=True) + with log.open('x') as f: + p=subprocess.run(['/home/gspark/venvs/pt213/bin/python','/tmp/stream265-control-gpu.py','--label',label,'--family',family,'--model',model,'--width','8192'],env=env,stdout=f,stderr=subprocess.STDOUT) + rows.append({'label':label,'exit_code':p.returncode});(root/'stream265-control-queue.json').write_text(json.dumps(rows,indent=2)+'\n') + print('finished',label,p.returncode,flush=True) + + +raise SystemExit(int(any(row["exit_code"] for row in rows))) diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-control-summary.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-control-summary.json new file mode 100644 index 00000000..85b46c39 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-control-summary.json @@ -0,0 +1,138 @@ +[ + { + "model": "qwen06b", + "modes": { + "whole": { + "median_s": 3.4643305800273083, + "min_s": 3.4534478000132367, + "max_s": 3.5906188570079394, + "ttft_s": [ + 1.2801390059757978, + 2.8686593280290253 + ] + }, + "early": { + "median_s": 2.552257211995311, + "min_s": 2.5348918170202523, + "max_s": 2.5529632509569637, + "ttft_s": [ + 0.8350584550062194, + 1.9610661109909415 + ] + }, + "deferred": { + "median_s": 2.676550543983467, + "min_s": 2.650186926010065, + "max_s": 2.729103217017837, + "ttft_s": [ + 0.869385304977186, + 2.1127985079656355 + ] + } + }, + "early_vs_deferred_reduction_percent": 4.643787963113599, + "deferred_vs_whole_reduction_percent": 22.739747776542487 + }, + { + "model": "qwen4b", + "modes": { + "whole": { + "median_s": 7.298562044976279, + "min_s": 7.233659856021404, + "max_s": 7.319470223039389, + "ttft_s": [ + 3.082467970030848, + 6.49596800096333 + ] + }, + "early": { + "median_s": 5.691522600944154, + "min_s": 5.608699768024962, + "max_s": 5.728027609002311, + "ttft_s": [ + 2.2769200630136766, + 4.871746651944704 + ] + }, + "deferred": { + "median_s": 5.866723619052209, + "min_s": 5.817856362031307, + "max_s": 5.9350821080151945, + "ttft_s": [ + 2.3198140790336765, + 5.046010941034183 + ] + } + }, + "early_vs_deferred_reduction_percent": 2.986351999591197, + "deferred_vs_whole_reduction_percent": 19.618089386657033 + }, + { + "model": "gemma", + "modes": { + "whole": { + "median_s": 3.8359568640007637, + "min_s": 3.8131397839752026, + "max_s": 3.8426199899986386, + "ttft_s": [ + 1.535245934035629, + 3.0941286670276895 + ] + }, + "early": { + "median_s": 3.711786489991937, + "min_s": 3.6742665999918245, + "max_s": 3.7350744919967838, + "ttft_s": [ + 1.4738769480027258, + 2.9557751740212552 + ] + }, + "deferred": { + "median_s": 3.7268790010130033, + "min_s": 3.6845865420182236, + "max_s": 3.7367304289946333, + "ttft_s": [ + 1.4821069979807362, + 2.9881414090050384 + ] + } + }, + "early_vs_deferred_reduction_percent": 0.40496380529027043, + "deferred_vs_whole_reduction_percent": 2.843563336476007 + }, + { + "model": "koni", + "modes": { + "whole": { + "median_s": 7.453317557985429, + "min_s": 7.421827398007736, + "max_s": 7.493696278019343, + "ttft_s": [ + 3.2359411250217818, + 6.824683312966954 + ] + }, + "early": { + "median_s": 5.768218498036731, + "min_s": 5.73869323899271, + "max_s": 5.894263966009021, + "ttft_s": [ + 2.608490073995199, + 5.138715777022298 + ] + }, + "deferred": { + "median_s": 5.86934878496686, + "min_s": 5.860672477982007, + "max_s": 6.103643173002638, + "ttft_s": [ + 2.624418278981466, + 5.237491295963991 + ] + } + }, + "early_vs_deferred_reduction_percent": 1.7230239782163537, + "deferred_vs_whole_reduction_percent": 21.251862149916267 + } +] diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-controlled-server.py b/opt_prime/examples/pd/http_matrix/evidence265/stream265-controlled-server.py new file mode 100644 index 00000000..f592a538 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-controlled-server.py @@ -0,0 +1,17 @@ +import sys,os,json +from furiosa.torch._register import _register +_register() +import rngd_pd.engines.fsdk as sdk +sdk.open_device=lambda *a,**k:(sdk.set_fusion(4),sdk.set_mesh_kind(sdk.MeshKind.Mesh(2))) +from opt_prime.accel.pd import prefill_server as server +from stream265_control import deferred +modes=json.loads(os.environ['STREAM265_MODES']);original=server.stream_result + +def controlled(engine,request,slab,publish): + mode=modes[request['id']//2] + assert mode in ('early','deferred') + if mode=='deferred':return deferred(original,engine,request,slab,publish) + return original(engine,request,slab,publish) +server.stream_result=controlled +sys.argv=['prefill_server',*sys.argv[3:]] +server.main() diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-control-gpu.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-control-gpu.json new file mode 100644 index 00000000..02942871 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-control-gpu.json @@ -0,0 +1,3647 @@ +{ + "model": "gemma", + "width": 8192, + "input_lengths": [ + 2048, + 8192 + ], + "output_tokens": 32, + "concurrency": 2, + "runs": [ + { + "stream_layers": false, + "mode": "whole", + "warmup": true, + "elapsed_s": 4.12183624599129, + "ttft_s": [ + 1.6059852070175111, + 3.35102686699247 + ], + "token_times_s": [ + [ + 1.6059852070175111, + 3.270755695994012, + 3.376660213980358, + 3.400539434980601, + 3.425637314969208, + 3.4508789050159976, + 3.4757774400059134, + 3.5001850050175563, + 3.5232494869851507, + 3.550218865973875, + 3.574097135977354, + 3.5973280479665846, + 3.6212379619828425, + 3.646944487001747, + 3.6756219459930435, + 3.701661194965709, + 3.72928992199013, + 3.757120445021428, + 3.784305587003473, + 3.8120063659735024, + 3.839570290001575, + 3.866095077013597, + 3.890497501997743, + 3.9141473390045576, + 3.9383661819738336, + 3.9614647189737298, + 3.984408385993447, + 4.006523122021463, + 4.028553346986882, + 4.052108253003098, + 4.0739889810211025, + 4.09680738899624 + ], + [ + 3.35102686699247, + 3.3766945339739323, + 3.400574541010428, + 3.425674266007263, + 3.4509140519658104, + 3.475812700984534, + 3.500218920991756, + 3.5232898850226775, + 3.5502531940001063, + 3.5741306060226634, + 3.597361986991018, + 3.621272593969479, + 3.646980779012665, + 3.6756602359819226, + 3.701700843987055, + 3.729328845976852, + 3.757156056992244, + 3.7843425369937904, + 3.8120441180071793, + 3.8396135889925063, + 3.8661305580171756, + 3.8905289929825813, + 3.9141781959915534, + 3.9384007019689307, + 3.961497474985663, + 3.984439603984356, + 4.006557636021171, + 4.028588243992999, + 4.052140053012408, + 4.074023507011589, + 4.096924369980115, + 4.121695956971962 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "stream_layers": true, + "mode": "early", + "warmup": true, + "elapsed_s": 3.6649806129862554, + "ttft_s": [ + 1.479011757997796, + 2.959453115996439 + ], + "token_times_s": [ + [ + 1.479011757997796, + 1.5062510239658877, + 1.5299723999924026, + 1.5550906009739265, + 1.5844769379473291, + 1.6096155859995633, + 1.634486898954492, + 1.659211587975733, + 1.6841814929503016, + 1.707190315995831, + 1.7314572199829854, + 1.7550731700030155, + 1.7779246799764223, + 1.8027917259605601, + 1.8262851070030592, + 1.8499425429617986, + 1.8714770539663732, + 1.8953130129957572, + 1.919989050948061, + 1.9424931249814108, + 1.9663515249849297, + 1.9892558599822223, + 2.0147420909488574, + 2.037316520989407, + 2.0605503619881347, + 2.084103872999549, + 2.107935214997269, + 2.1323491959483363, + 2.1546386319678277, + 2.1785005079582334, + 2.2053728529717773, + 2.2305624169530347 + ], + [ + 2.959453115996439, + 2.9848276839475147, + 3.007853346003685, + 3.030002679966856, + 3.054507634951733, + 3.0764413040014915, + 3.0981843899935484, + 3.121238527004607, + 3.14414702198701, + 3.1676350229536183, + 3.1900158929638565, + 3.2154695499921218, + 3.2390908419620246, + 3.260661687992979, + 3.282615125994198, + 3.307644057960715, + 3.330202124954667, + 3.3522439699736424, + 3.3741624739486724, + 3.3960625889594667, + 3.4193031929899007, + 3.442443595966324, + 3.464381229947321, + 3.4862826599855907, + 3.509344556950964, + 3.5312118559959345, + 3.5531751689850353, + 3.5757344509474933, + 3.5974388499744236, + 3.619660184951499, + 3.6418810129980557, + 3.6648057799902745 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107 + ] + ], + "tokens_exact": true, + "progress_spans": 52, + "imports": [ + { + "request": "1-0", + "spans": 1, + "start_s": 309181.346230391, + "end_s": 309181.347122747, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 309181.401494634, + "end_s": 309181.402213279, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 309181.456878452, + "end_s": 309181.457622946, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 309181.512424886, + "end_s": 309181.513225573, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 309181.567843214, + "end_s": 309181.568589643, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 309181.623270104, + "end_s": 309181.62395006, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 309181.678723427, + "end_s": 309181.679458096, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 309181.734152105, + "end_s": 309181.734838252, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 309181.789496928, + "end_s": 309181.790176484, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 309181.844976785, + "end_s": 309181.845777187, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 309181.900549682, + "end_s": 309181.901333478, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 309181.956046844, + "end_s": 309181.956825015, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 309182.01152746, + "end_s": 309182.012434656, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 309182.066991071, + "end_s": 309182.067754983, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 309182.122452236, + "end_s": 309182.123147762, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 309182.178054801, + "end_s": 309182.1788733, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 309182.233675225, + "end_s": 309182.234547054, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 309182.289328538, + "end_s": 309182.290214121, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 309182.345137681, + "end_s": 309182.346062647, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 309182.400858857, + "end_s": 309182.40183965, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 309182.456640074, + "end_s": 309182.457679925, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 309182.512298876, + "end_s": 309182.513240717, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 309182.567663109, + "end_s": 309182.568391084, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 309182.623143891, + "end_s": 309182.623881256, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 309182.678566646, + "end_s": 309182.679300078, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-0", + "spans": 1, + "start_s": 309182.733942303, + "end_s": 309182.734651198, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 309182.833491197, + "end_s": 309182.834944446, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 309182.888020539, + "end_s": 309182.889547962, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 309182.937614916, + "end_s": 309182.939205368, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 309183.009858071, + "end_s": 309183.01141041, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 309183.056326201, + "end_s": 309183.057892864, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 309183.104684261, + "end_s": 309183.106264211, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 309183.173712623, + "end_s": 309183.175300456, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 309183.220891893, + "end_s": 309183.222477484, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 309183.267659924, + "end_s": 309183.269399746, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 309183.338948702, + "end_s": 309183.340520911, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 309183.386333873, + "end_s": 309183.387894387, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 309183.456898392, + "end_s": 309183.4584655, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 309183.509049659, + "end_s": 309183.510612671, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 309183.545449246, + "end_s": 309183.54714245, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 309183.601159086, + "end_s": 309183.60305776, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 309183.656921981, + "end_s": 309183.658568689, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 309183.712682284, + "end_s": 309183.714494698, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 309183.768408934, + "end_s": 309183.770231702, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 309183.824084403, + "end_s": 309183.825821237, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 309183.879838202, + "end_s": 309183.881654828, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 309183.935475861, + "end_s": 309183.937332759, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 309183.991266385, + "end_s": 309183.993008882, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 309184.047133425, + "end_s": 309184.049145282, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 309184.102994171, + "end_s": 309184.104941011, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 309184.158872376, + "end_s": 309184.160647456, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 309184.214520759, + "end_s": 309184.216431635, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + }, + { + "stream_layers": true, + "mode": "deferred", + "warmup": true, + "elapsed_s": 3.7547355410060845, + "ttft_s": [ + 1.4842413429869339, + 2.990375644993037 + ], + "token_times_s": [ + [ + 1.4842413429869339, + 1.5086222909740172, + 1.5320625960011967, + 1.5546262279967777, + 1.5773548670113087, + 1.6022417899803258, + 1.6239761220058426, + 1.6460890870075673, + 1.6701774909743108, + 1.6923958159750327, + 1.714870558003895, + 1.7374022720032372, + 1.7593212769716047, + 1.78338509099558, + 1.8086158160003833, + 1.8316929849679582, + 1.8535780439851806, + 1.8803036059834994, + 1.9044872469967231, + 1.9275474059977569, + 1.9501759159611538, + 1.9721375519875437, + 1.995088552008383, + 2.0169948319671676, + 2.0387672149809077, + 2.0629038009792566, + 2.085127564962022, + 2.1090270539862104, + 2.1307152489898726, + 2.152846923971083, + 2.176655769988429, + 2.1990064319688827 + ], + [ + 2.990375644993037, + 3.018471146002412, + 3.0484591120039113, + 3.0773453539586626, + 3.1011210379656404, + 3.124326711986214, + 3.1462120880023576, + 3.1695228979806416, + 3.1934186589787714, + 3.217275105009321, + 3.240306707972195, + 3.2632255529752, + 3.286797572975047, + 3.312161381007172, + 3.338158486993052, + 3.3638645239989273, + 3.387349268014077, + 3.415084664011374, + 3.4387345709837973, + 3.4629093519761227, + 3.4874229269917123, + 3.511927851010114, + 3.5373356339987367, + 3.560715226980392, + 3.5849333239602856, + 3.610346181958448, + 3.635219521005638, + 3.6572691469918936, + 3.68157491897, + 3.7051491329912096, + 3.731862162007019, + 3.7545882139820606 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107 + ] + ], + "tokens_exact": true, + "progress_spans": 52, + "imports": [ + { + "request": "2-0", + "spans": 19, + "start_s": 309186.619398669, + "end_s": 309186.63048908, + "source_done_before": false, + "source_done_after": true + }, + { + "request": "2-0", + "spans": 7, + "start_s": 309186.630548268, + "end_s": 309186.634399926, + "source_done_before": true, + "source_done_after": true + }, + { + "request": "2-1", + "spans": 26, + "start_s": 309188.100685862, + "end_s": 309188.140501628, + "source_done_before": false, + "source_done_after": true + } + ], + "idle": true + }, + { + "stream_layers": true, + "mode": "early", + "warmup": false, + "elapsed_s": 3.711786489991937, + "ttft_s": [ + 1.4701091590104625, + 2.9516176789766178 + ], + "token_times_s": [ + [ + 1.4701091590104625, + 1.4983085190178826, + 1.5221830959781073, + 1.5490764990099706, + 1.574397724994924, + 1.6010507339960895, + 1.6261849320144393, + 1.6508918309700675, + 1.6776221910258755, + 1.7007667709840462, + 1.7246636630152352, + 1.7509814520017244, + 1.7756531889899634, + 1.8011405459837988, + 1.8254397040000185, + 1.853157226985786, + 1.8755147510091774, + 1.9005952380248345, + 1.9259314790251665, + 1.9535777340061031, + 1.9775785580277443, + 2.0006966589717194, + 2.0248055449919775, + 2.049978898023255, + 2.0776398690068163, + 2.1064473890000954, + 2.1372539299773052, + 2.1663445950252935, + 2.196582580974791, + 2.2255837930133566, + 2.2564028140041046, + 2.2849591720150784 + ], + [ + 2.9516176789766178, + 2.978340024012141, + 3.0041289050132036, + 3.0311401070212014, + 3.0559282110189088, + 3.079843426006846, + 3.103720333019737, + 3.1272374039981514, + 3.1517036670120433, + 3.175714863988105, + 3.1985652790172026, + 3.220990977017209, + 3.2460548380040564, + 3.2723328759893775, + 3.295910081011243, + 3.3178191899787635, + 3.341092001006473, + 3.3683583399979398, + 3.3970311990124173, + 3.4248787270043977, + 3.4493642909801565, + 3.4727727929712273, + 3.4962032989715226, + 3.5182924669934437, + 3.544593566970434, + 3.5704438849934377, + 3.596019473974593, + 3.618735754978843, + 3.6418166829971597, + 3.6659220380242914, + 3.6891311120125465, + 3.7116388860158622 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107 + ] + ], + "tokens_exact": true, + "progress_spans": 52, + "imports": [ + { + "request": "3-0", + "spans": 1, + "start_s": 309188.995897538, + "end_s": 309188.996835523, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 309189.051168294, + "end_s": 309189.051977299, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 309189.106405433, + "end_s": 309189.107165638, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 309189.161661693, + "end_s": 309189.162410128, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 309189.217058102, + "end_s": 309189.217800616, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 309189.272462594, + "end_s": 309189.273204775, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 309189.327733575, + "end_s": 309189.328438036, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 309189.382992407, + "end_s": 309189.383683493, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 309189.438301987, + "end_s": 309189.438985442, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 309189.493658127, + "end_s": 309189.494331217, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 309189.548994579, + "end_s": 309189.549688397, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 309189.604327405, + "end_s": 309189.60503085, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 309189.659703071, + "end_s": 309189.660453686, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 309189.71504657, + "end_s": 309189.715812644, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 309189.770486135, + "end_s": 309189.77119636, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 309189.825747121, + "end_s": 309189.826479669, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 309189.881085996, + "end_s": 309189.881784817, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 309189.936418115, + "end_s": 309189.937174651, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 309189.991790042, + "end_s": 309189.992481179, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 309190.047129623, + "end_s": 309190.047825002, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 309190.102396764, + "end_s": 309190.103056614, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 309190.157816585, + "end_s": 309190.158574411, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 309190.213238092, + "end_s": 309190.213988208, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 309190.26864489, + "end_s": 309190.269505268, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 309190.324079191, + "end_s": 309190.325032649, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-0", + "spans": 1, + "start_s": 309190.379442263, + "end_s": 309190.380318606, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 309190.481866399, + "end_s": 309190.483344594, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 309190.53384443, + "end_s": 309190.535497447, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 309190.583680678, + "end_s": 309190.585141717, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 309190.633557508, + "end_s": 309190.635086332, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 309190.708446012, + "end_s": 309190.710105045, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 309190.758228004, + "end_s": 309190.759787187, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 309190.808305506, + "end_s": 309190.80995269, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 309190.85872287, + "end_s": 309190.860387726, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 309190.933484515, + "end_s": 309190.935059669, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 309190.982766743, + "end_s": 309190.984334214, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 309191.039246693, + "end_s": 309191.0410762, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 309191.099144717, + "end_s": 309191.101013397, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 309191.158384419, + "end_s": 309191.160251794, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 309191.2178607, + "end_s": 309191.219678186, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 309191.246927655, + "end_s": 309191.248959707, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 309191.302748282, + "end_s": 309191.304419233, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 309191.358314728, + "end_s": 309191.359962746, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 309191.413973664, + "end_s": 309191.415724984, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 309191.469610115, + "end_s": 309191.471439468, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 309191.525274455, + "end_s": 309191.526944227, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 309191.581173983, + "end_s": 309191.583225161, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 309191.637271473, + "end_s": 309191.639463772, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 309191.693359122, + "end_s": 309191.695561846, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 309191.749265561, + "end_s": 309191.75114588, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 309191.805126532, + "end_s": 309191.807103812, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 309191.861031083, + "end_s": 309191.863214691, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + }, + { + "stream_layers": true, + "mode": "deferred", + "warmup": false, + "elapsed_s": 3.7367304289946333, + "ttft_s": [ + 1.4818152359803207, + 2.9869218369713053 + ], + "token_times_s": [ + [ + 1.4818152359803207, + 1.5081065019476227, + 1.530486868985463, + 1.5560449929907918, + 1.5787546719657257, + 1.6030428359517828, + 1.6254335249541327, + 1.649328543979209, + 1.6711788359680213, + 1.6982946599600837, + 1.72749506495893, + 1.7565234149806201, + 1.7806379619869404, + 1.8063217519666068, + 1.8311000969843008, + 1.8565814920002595, + 1.8790062369662337, + 1.903229133982677, + 1.9266386849922128, + 1.9520252469810657, + 1.9739700319478288, + 1.9982699459651485, + 2.022314223984722, + 2.0469357409747317, + 2.0695389449829236, + 2.0923353959806263, + 2.1152801609714516, + 2.138542509987019, + 2.162978980981279, + 2.1848211259930395, + 2.2076311099808663, + 2.230040806985926 + ], + [ + 2.9869218369713053, + 3.01344104699092, + 3.0389936679857783, + 3.0656116319587454, + 3.089004726964049, + 3.1118515319540165, + 3.1354563490021974, + 3.159557918959763, + 3.1846979889669456, + 3.2097049139556475, + 3.233115120965522, + 3.2576076219556853, + 3.282571566000115, + 3.30824057594873, + 3.3319605289725587, + 3.356789976998698, + 3.380806303990539, + 3.405166811950039, + 3.427665672963485, + 3.452931697946042, + 3.476080872991588, + 3.50076684699161, + 3.524826099979691, + 3.5486092809587717, + 3.5705003939801827, + 3.5941286769811995, + 3.6181773739517666, + 3.6430672629503533, + 3.6677030909922905, + 3.690825550991576, + 3.714758316986263, + 3.736566862964537 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107 + ] + ], + "tokens_exact": true, + "progress_spans": 52, + "imports": [ + { + "request": "4-0", + "spans": 19, + "start_s": 309194.138912669, + "end_s": 309194.149333045, + "source_done_before": false, + "source_done_after": true + }, + { + "request": "4-0", + "spans": 7, + "start_s": 309194.149385068, + "end_s": 309194.152866895, + "source_done_before": true, + "source_done_after": true + }, + { + "request": "4-1", + "spans": 1, + "start_s": 309195.618506206, + "end_s": 309195.620797672, + "source_done_before": false, + "source_done_after": true + }, + { + "request": "4-1", + "spans": 25, + "start_s": 309195.620827573, + "end_s": 309195.657958076, + "source_done_before": true, + "source_done_after": true + } + ], + "idle": true + }, + { + "stream_layers": false, + "mode": "whole", + "warmup": false, + "elapsed_s": 3.8426199899986386, + "ttft_s": [ + 1.535245934035629, + 3.09193536802195 + ], + "token_times_s": [ + [ + 1.535245934035629, + 1.5620176680386066, + 1.5913648180430755, + 1.6206840930390172, + 1.6479286210378632, + 1.6718294030288234, + 1.6944791119894944, + 1.7173097060294822, + 1.7425608180346899, + 1.7673172700451687, + 1.7909095660434105, + 1.8158103080349974, + 1.839469047030434, + 1.861711876001209, + 1.885311026009731, + 1.9082291930099018, + 1.9311275249929167, + 1.9543852810165845, + 1.9780206760042347, + 2.0008075980003923, + 2.0245463110040873, + 2.0522581320255995, + 2.0810658400296234, + 2.109982651018072, + 2.134847366018221, + 2.160310106992256, + 2.1853114800178446, + 2.209157658042386, + 2.233351159025915, + 2.2585679620387964, + 2.2847375990240835, + 2.3086239140247926 + ], + [ + 3.09193536802195, + 3.1190023960079998, + 3.1427063129958697, + 3.1645783120184205, + 3.187363503035158, + 3.209699620027095, + 3.235091145033948, + 3.2612412060261704, + 3.285831956018228, + 3.3101286480086856, + 3.33379253000021, + 3.3571078670211136, + 3.381887069030199, + 3.4040307190152816, + 3.427534014044795, + 3.4518417399958707, + 3.4747463110252284, + 3.498990454012528, + 3.5228325779899023, + 3.5477139680297114, + 3.571877144044265, + 3.59413190203486, + 3.6168636780348606, + 3.641975678037852, + 3.665434302005451, + 3.6913029809948057, + 3.714278876024764, + 3.740370082028676, + 3.766989786992781, + 3.7924494839971885, + 3.8165964240324683, + 3.84247100999346 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "stream_layers": true, + "mode": "deferred", + "warmup": false, + "elapsed_s": 3.7268790010130033, + "ttft_s": [ + 1.490320191020146, + 2.996264562010765 + ], + "token_times_s": [ + [ + 1.490320191020146, + 1.516554722969886, + 1.5422590969828889, + 1.5698456859681755, + 1.5961888259625994, + 1.622115953010507, + 1.6441962299868464, + 1.6699048680020496, + 1.694825091981329, + 1.7180016869679093, + 1.7405810969648883, + 1.764892692968715, + 1.7882802149979398, + 1.812011928006541, + 1.838723156019114, + 1.8619946169783361, + 1.8866686089895666, + 1.911835387989413, + 1.9338024129974656, + 1.9574121229816228, + 1.981262842018623, + 2.005908772989642, + 2.0294617770123295, + 2.0554305849946104, + 2.077770686009899, + 2.1027122929808684, + 2.1269550920114852, + 2.15035039401846, + 2.177238733973354, + 2.20213445200352, + 2.225513767974917, + 2.2502347349654883 + ], + [ + 2.996264562010765, + 3.0212373649701476, + 3.0437144470051862, + 3.065782292978838, + 3.0881483539706096, + 3.1117491030017845, + 3.1345627299742773, + 3.1563661789987236, + 3.182329694973305, + 3.2061350729782134, + 3.2294287309632637, + 3.25502401299309, + 3.277358718973119, + 3.300738942984026, + 3.323696900974028, + 3.3459781949641183, + 3.368773792986758, + 3.3916142439702526, + 3.4163009349722415, + 3.439328149019275, + 3.4622839149669744, + 3.484471792995464, + 3.510458481963724, + 3.5335866899695247, + 3.5595897879684344, + 3.5840320080169477, + 3.6097677719662897, + 3.6342112540150993, + 3.65818779199617, + 3.6818334729759954, + 3.703763593977783, + 3.726740386977326 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107 + ] + ], + "tokens_exact": true, + "progress_spans": 52, + "imports": [ + { + "request": "6-0", + "spans": 26, + "start_s": 309201.783122965, + "end_s": 309201.798547435, + "source_done_before": false, + "source_done_after": true + }, + { + "request": "6-1", + "spans": 26, + "start_s": 309203.264690906, + "end_s": 309203.304511093, + "source_done_before": false, + "source_done_after": true + } + ], + "idle": true + }, + { + "stream_layers": false, + "mode": "whole", + "warmup": false, + "elapsed_s": 3.8359568640007637, + "ttft_s": [ + 1.5457775780232623, + 3.0941286670276895 + ], + "token_times_s": [ + [ + 1.5457775780232623, + 1.5711645580013283, + 1.593355083023198, + 1.6175584280281328, + 1.6412869589985348, + 1.6667604990070686, + 1.6894616640056483, + 1.7123718350194395, + 1.7343660870101303, + 1.757503199041821, + 1.7793783000088297, + 1.8037139530060813, + 1.8262217990122736, + 1.8513123480370268, + 1.8745507019921206, + 1.897687319025863, + 1.921484025020618, + 1.948076241009403, + 1.9739684700034559, + 2.000810433004517, + 2.0225822610082105, + 2.0454011380206794, + 2.0709953310433775, + 2.0950125150266103, + 2.1191810780437663, + 2.142525975010358, + 2.165661141043529, + 2.1874853990157135, + 2.2108612850424834, + 2.2336710070376284, + 2.2604183980147354, + 2.284569173993077 + ], + [ + 3.0941286670276895, + 3.120466648018919, + 3.144793372019194, + 3.1692437390447594, + 3.1928955310140736, + 3.2172822290449403, + 3.24024803400971, + 3.264634223014582, + 3.2884007040411234, + 3.3126098189968616, + 3.335165210010018, + 3.3593492380459793, + 3.383362627995666, + 3.406341854017228, + 3.4333004360087216, + 3.4591497629880905, + 3.481470649014227, + 3.514106596005149, + 3.538688266009558, + 3.563400441023987, + 3.5864673890173435, + 3.608735031040851, + 3.631199376017321, + 3.655905026011169, + 3.6784895680029877, + 3.702592829009518, + 3.7245570800150745, + 3.7465217070421204, + 3.7684125390369445, + 3.7903135850210674, + 3.813792775035836, + 3.8357845970313065 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "stream_layers": true, + "mode": "early", + "warmup": false, + "elapsed_s": 3.7350744919967838, + "ttft_s": [ + 1.475416667002719, + 2.9597467409912497 + ], + "token_times_s": [ + [ + 1.475416667002719, + 1.502400906989351, + 1.5254241889924742, + 1.5516155649675056, + 1.578976803983096, + 1.6031975710066035, + 1.627802809001878, + 1.6525835659704171, + 1.677503239014186, + 1.7010768270120025, + 1.7238964979769662, + 1.7502994679962285, + 1.7766467470210046, + 1.803994457994122, + 1.8268916850211099, + 1.8528179539716803, + 1.8769885409856215, + 1.9033130200114101, + 1.9254746370133944, + 1.9511765969800763, + 1.9773717729840428, + 2.002693945018109, + 2.027221644995734, + 2.05386757501401, + 2.0816350069944747, + 2.1064733740058728, + 2.1313944219728, + 2.1559442289872095, + 2.180365686013829, + 2.204792989010457, + 2.2288704629754648, + 2.257053237000946 + ], + [ + 2.9597467409912497, + 2.9900302210007794, + 3.015166701981798, + 3.039602142991498, + 3.0636609659995884, + 3.089737488015089, + 3.1115451799705625, + 3.134130025980994, + 3.1604001590167172, + 3.1849275599815883, + 3.208004785992671, + 3.22975125501398, + 3.257045359991025, + 3.2802115450031124, + 3.302839039999526, + 3.324550964985974, + 3.349484935984947, + 3.372917698987294, + 3.395966371987015, + 3.4210473569692113, + 3.4441217569983564, + 3.466404478996992, + 3.489788622013293, + 3.512542387994472, + 3.5367616519797593, + 3.5631575799779966, + 3.591458577022422, + 3.620081040018704, + 3.648804518976249, + 3.6774268680019304, + 3.706255432975013, + 3.7348566339933313 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107 + ] + ], + "tokens_exact": true, + "progress_spans": 52, + "imports": [ + { + "request": "8-0", + "spans": 1, + "start_s": 309207.992033933, + "end_s": 309207.992991201, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-0", + "spans": 1, + "start_s": 309208.047631581, + "end_s": 309208.04866039, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-0", + "spans": 1, + "start_s": 309208.103239357, + "end_s": 309208.10427821, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-0", + "spans": 1, + "start_s": 309208.158726365, + "end_s": 309208.159818257, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-0", + "spans": 1, + "start_s": 309208.214235719, + "end_s": 309208.215141787, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-0", + "spans": 1, + "start_s": 309208.269489985, + "end_s": 309208.270242016, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-0", + "spans": 1, + "start_s": 309208.324871645, + "end_s": 309208.325605987, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-0", + "spans": 1, + "start_s": 309208.380192092, + "end_s": 309208.380909882, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-0", + "spans": 1, + "start_s": 309208.43547342, + "end_s": 309208.436240906, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-0", + "spans": 1, + "start_s": 309208.490840337, + "end_s": 309208.491658926, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-0", + "spans": 1, + "start_s": 309208.54623847, + "end_s": 309208.547027088, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-0", + "spans": 1, + "start_s": 309208.601539337, + "end_s": 309208.60238551, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-0", + "spans": 1, + "start_s": 309208.65679161, + "end_s": 309208.657545311, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-0", + "spans": 1, + "start_s": 309208.712207179, + "end_s": 309208.712988806, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-0", + "spans": 1, + "start_s": 309208.767586618, + "end_s": 309208.768316114, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-0", + "spans": 1, + "start_s": 309208.823039959, + "end_s": 309208.823896968, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-0", + "spans": 1, + "start_s": 309208.8784283, + "end_s": 309208.879252339, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-0", + "spans": 1, + "start_s": 309208.933877544, + "end_s": 309208.934622209, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-0", + "spans": 1, + "start_s": 309208.989204617, + "end_s": 309208.989988999, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-0", + "spans": 1, + "start_s": 309209.044493533, + "end_s": 309209.045292865, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-0", + "spans": 1, + "start_s": 309209.099883139, + "end_s": 309209.100550736, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-0", + "spans": 1, + "start_s": 309209.155228892, + "end_s": 309209.155928929, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-0", + "spans": 1, + "start_s": 309209.210488423, + "end_s": 309209.21125179, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-0", + "spans": 1, + "start_s": 309209.265919034, + "end_s": 309209.266673566, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-0", + "spans": 1, + "start_s": 309209.321260919, + "end_s": 309209.322048705, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-0", + "spans": 1, + "start_s": 309209.376570986, + "end_s": 309209.377290806, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-1", + "spans": 1, + "start_s": 309209.476688212, + "end_s": 309209.478310147, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-1", + "spans": 1, + "start_s": 309209.528265926, + "end_s": 309209.529705473, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-1", + "spans": 1, + "start_s": 309209.577651154, + "end_s": 309209.579087742, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-1", + "spans": 1, + "start_s": 309209.648964353, + "end_s": 309209.650434276, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-1", + "spans": 1, + "start_s": 309209.701716177, + "end_s": 309209.703304939, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-1", + "spans": 1, + "start_s": 309209.751966118, + "end_s": 309209.753764082, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-1", + "spans": 1, + "start_s": 309209.802058905, + "end_s": 309209.803693163, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-1", + "spans": 1, + "start_s": 309209.876246856, + "end_s": 309209.877884072, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-1", + "spans": 1, + "start_s": 309209.927763772, + "end_s": 309209.929413215, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-1", + "spans": 1, + "start_s": 309209.97893897, + "end_s": 309209.980705241, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-1", + "spans": 1, + "start_s": 309210.031543298, + "end_s": 309210.033185779, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-1", + "spans": 1, + "start_s": 309210.081020175, + "end_s": 309210.082701116, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-1", + "spans": 1, + "start_s": 309210.153944465, + "end_s": 309210.155706488, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-1", + "spans": 1, + "start_s": 309210.191502229, + "end_s": 309210.193407936, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-1", + "spans": 1, + "start_s": 309210.24720095, + "end_s": 309210.248870364, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-1", + "spans": 1, + "start_s": 309210.302868489, + "end_s": 309210.304593758, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-1", + "spans": 1, + "start_s": 309210.358583895, + "end_s": 309210.360339741, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-1", + "spans": 1, + "start_s": 309210.41439456, + "end_s": 309210.416202176, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-1", + "spans": 1, + "start_s": 309210.47040084, + "end_s": 309210.472296685, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-1", + "spans": 1, + "start_s": 309210.526153093, + "end_s": 309210.527823816, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-1", + "spans": 1, + "start_s": 309210.582048578, + "end_s": 309210.583933346, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-1", + "spans": 1, + "start_s": 309210.637666541, + "end_s": 309210.639340279, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-1", + "spans": 1, + "start_s": 309210.693296592, + "end_s": 309210.695114366, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-1", + "spans": 1, + "start_s": 309210.749015291, + "end_s": 309210.750839473, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-1", + "spans": 1, + "start_s": 309210.804682409, + "end_s": 309210.8065367, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "8-1", + "spans": 1, + "start_s": 309210.860620727, + "end_s": 309210.862746599, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + }, + { + "stream_layers": false, + "mode": "whole", + "warmup": false, + "elapsed_s": 3.8131397839752026, + "ttft_s": [ + 1.53319330397062, + 3.0956258999649435 + ], + "token_times_s": [ + [ + 1.53319330397062, + 1.560553073999472, + 1.5845567049691454, + 1.607820453995373, + 1.6322658169665374, + 1.6557689040200785, + 1.67955915001221, + 1.701866023009643, + 1.7249711159965955, + 1.7467098999768496, + 1.7691645739832893, + 1.7940530629712157, + 1.817751850001514, + 1.8401953309657983, + 1.8622534379828721, + 1.885301481001079, + 1.9099678969942033, + 1.9329111989936791, + 1.9547155490145087, + 1.9775783640216105, + 2.004970345995389, + 2.029243963013869, + 2.050990935007576, + 2.07485432701651, + 2.0968466849881224, + 2.119584555970505, + 2.141854779969435, + 2.165173209970817, + 2.191803273977712, + 2.216715333983302, + 2.239763467980083, + 2.2639807509840466 + ], + [ + 3.0956258999649435, + 3.1201170419808477, + 3.1420133489882573, + 3.166016054979991, + 3.187927368970122, + 3.2095465309685096, + 3.2312919789692387, + 3.2550526059931144, + 3.2792256780085154, + 3.3065790989785455, + 3.3337187109864317, + 3.360547713993583, + 3.382932737004012, + 3.4047367349849083, + 3.4294511710177176, + 3.451285504968837, + 3.4741450939909555, + 3.497179423982743, + 3.519751149986405, + 3.5432873939862475, + 3.5660836080205627, + 3.587721969000995, + 3.6093902610009536, + 3.631063880980946, + 3.654287329991348, + 3.6772584120044485, + 3.6989161879755557, + 3.720437732990831, + 3.7420800119871274, + 3.76439390698215, + 3.78987815300934, + 3.812986858014483 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "stream_layers": true, + "mode": "early", + "warmup": false, + "elapsed_s": 3.6742665999918245, + "ttft_s": [ + 1.4738769480027258, + 2.9557751740212552 + ], + "token_times_s": [ + [ + 1.4738769480027258, + 1.5005358569906093, + 1.5288076269789599, + 1.558421289024409, + 1.588417652004864, + 1.612225124030374, + 1.637044903007336, + 1.6603323660092428, + 1.6844521519960836, + 1.7092769119772129, + 1.734061458031647, + 1.7556030090199783, + 1.7781550260260701, + 1.80135392799275, + 1.8257721909903921, + 1.8520743219996803, + 1.8751879060291685, + 1.8990925879916176, + 1.9209096049889922, + 1.9467856099945493, + 1.9701380199985579, + 1.9941597889992408, + 2.017364559986163, + 2.0402720820275135, + 2.0652964020264335, + 2.087422934011556, + 2.1093368700239807, + 2.133730433008168, + 2.1568806049763225, + 2.1826292169862427, + 2.2043897900148295, + 2.2286026590154506 + ], + [ + 2.9557751740212552, + 2.9813288580044173, + 3.0044615649967454, + 3.0267018810263835, + 3.0490766760194674, + 3.0730895639862865, + 3.095688503992278, + 3.117274301010184, + 3.1407220530090854, + 3.1629567579948343, + 3.1859166970243677, + 3.207746447005775, + 3.2305693390080705, + 3.255830531998072, + 3.277644113986753, + 3.2995920429821126, + 3.321157182974275, + 3.3443210650002584, + 3.367626224004198, + 3.3892744019976817, + 3.4108267090050504, + 3.432464336976409, + 3.455204344994854, + 3.476847660029307, + 3.5000169139821082, + 3.522681622998789, + 3.5443867790163495, + 3.566390144987963, + 3.5948291390086524, + 3.6235052330303006, + 3.6503195330151357, + 3.674132021027617 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107 + ] + ], + "tokens_exact": true, + "progress_spans": 52, + "imports": [ + { + "request": "10-0", + "spans": 1, + "start_s": 309215.600694607, + "end_s": 309215.601655533, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-0", + "spans": 1, + "start_s": 309215.655918268, + "end_s": 309215.656662453, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-0", + "spans": 1, + "start_s": 309215.711316193, + "end_s": 309215.712065311, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-0", + "spans": 1, + "start_s": 309215.766675817, + "end_s": 309215.76738236, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-0", + "spans": 1, + "start_s": 309215.821953309, + "end_s": 309215.822645594, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-0", + "spans": 1, + "start_s": 309215.877265833, + "end_s": 309215.877915537, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-0", + "spans": 1, + "start_s": 309215.93266752, + "end_s": 309215.933409188, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-0", + "spans": 1, + "start_s": 309215.987967675, + "end_s": 309215.988672042, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-0", + "spans": 1, + "start_s": 309216.043296496, + "end_s": 309216.043979779, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-0", + "spans": 1, + "start_s": 309216.098571846, + "end_s": 309216.09925672, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-0", + "spans": 1, + "start_s": 309216.153844911, + "end_s": 309216.154548563, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-0", + "spans": 1, + "start_s": 309216.209184258, + "end_s": 309216.209916683, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-0", + "spans": 1, + "start_s": 309216.264538189, + "end_s": 309216.265225999, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-0", + "spans": 1, + "start_s": 309216.319867873, + "end_s": 309216.320568805, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-0", + "spans": 1, + "start_s": 309216.375142759, + "end_s": 309216.375779985, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-0", + "spans": 1, + "start_s": 309216.430458475, + "end_s": 309216.431152427, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-0", + "spans": 1, + "start_s": 309216.485762104, + "end_s": 309216.486453874, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-0", + "spans": 1, + "start_s": 309216.541044449, + "end_s": 309216.541744529, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-0", + "spans": 1, + "start_s": 309216.596295695, + "end_s": 309216.596982125, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-0", + "spans": 1, + "start_s": 309216.651626506, + "end_s": 309216.652284102, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-0", + "spans": 1, + "start_s": 309216.707085741, + "end_s": 309216.707769255, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-0", + "spans": 1, + "start_s": 309216.762323192, + "end_s": 309216.762963378, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-0", + "spans": 1, + "start_s": 309216.817718922, + "end_s": 309216.818473269, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-0", + "spans": 1, + "start_s": 309216.873048568, + "end_s": 309216.873731644, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-0", + "spans": 1, + "start_s": 309216.928245851, + "end_s": 309216.928883432, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-0", + "spans": 1, + "start_s": 309216.983523693, + "end_s": 309216.984178075, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-1", + "spans": 1, + "start_s": 309217.091998341, + "end_s": 309217.093693443, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-1", + "spans": 1, + "start_s": 309217.145791962, + "end_s": 309217.147331743, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-1", + "spans": 1, + "start_s": 309217.193897915, + "end_s": 309217.195354587, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-1", + "spans": 1, + "start_s": 309217.242846775, + "end_s": 309217.244452702, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-1", + "spans": 1, + "start_s": 309217.311719605, + "end_s": 309217.313219538, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-1", + "spans": 1, + "start_s": 309217.359339437, + "end_s": 309217.361010673, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-1", + "spans": 1, + "start_s": 309217.408755428, + "end_s": 309217.410428762, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-1", + "spans": 1, + "start_s": 309217.480349668, + "end_s": 309217.481942507, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-1", + "spans": 1, + "start_s": 309217.52772479, + "end_s": 309217.529320763, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-1", + "spans": 1, + "start_s": 309217.573838518, + "end_s": 309217.575499024, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-1", + "spans": 1, + "start_s": 309217.642901083, + "end_s": 309217.644492111, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-1", + "spans": 1, + "start_s": 309217.690449677, + "end_s": 309217.692216774, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-1", + "spans": 1, + "start_s": 309217.762257643, + "end_s": 309217.763851921, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-1", + "spans": 1, + "start_s": 309217.795411726, + "end_s": 309217.79722301, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-1", + "spans": 1, + "start_s": 309217.851077129, + "end_s": 309217.852871103, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-1", + "spans": 1, + "start_s": 309217.906956431, + "end_s": 309217.909082989, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-1", + "spans": 1, + "start_s": 309217.96268954, + "end_s": 309217.964675577, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-1", + "spans": 1, + "start_s": 309218.018468918, + "end_s": 309218.020508413, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-1", + "spans": 1, + "start_s": 309218.074547795, + "end_s": 309218.076732078, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-1", + "spans": 1, + "start_s": 309218.13063465, + "end_s": 309218.132860226, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-1", + "spans": 1, + "start_s": 309218.186541622, + "end_s": 309218.188792823, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-1", + "spans": 1, + "start_s": 309218.242424499, + "end_s": 309218.244479547, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-1", + "spans": 1, + "start_s": 309218.298340368, + "end_s": 309218.300092928, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-1", + "spans": 1, + "start_s": 309218.354032552, + "end_s": 309218.355796581, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-1", + "spans": 1, + "start_s": 309218.409619305, + "end_s": 309218.411283868, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "10-1", + "spans": 1, + "start_s": 309218.46540276, + "end_s": 309218.467364028, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + }, + { + "stream_layers": true, + "mode": "deferred", + "warmup": false, + "elapsed_s": 3.6845865420182236, + "ttft_s": [ + 1.4821069979807362, + 2.9881414090050384 + ], + "token_times_s": [ + [ + 1.4821069979807362, + 1.5075697239954025, + 1.5304705540183932, + 1.5537718959967606, + 1.576189732993953, + 1.599895399005618, + 1.6221093750209548, + 1.6442845080164261, + 1.6693404680117965, + 1.692355765029788, + 1.71487268502824, + 1.7381954350275919, + 1.7632601240184158, + 1.7862755419919267, + 1.8092198760132305, + 1.837582498032134, + 1.865184722992126, + 1.8936815290362574, + 1.9203641869826242, + 1.9490700589958578, + 1.978557382011786, + 2.007380790018942, + 2.0320838670013472, + 2.0553742430056445, + 2.0782888490357436, + 2.102608429035172, + 2.12433288898319, + 2.146536337037105, + 2.169606635987293, + 2.1934387169894762, + 2.2177351010032, + 2.2413385080290027 + ], + [ + 2.9881414090050384, + 3.0114115939941257, + 3.034213630016893, + 3.057060557999648, + 3.0788010120159015, + 3.1002958359895274, + 3.1218261070316657, + 3.143482409999706, + 3.1656264690100215, + 3.1882258410332724, + 3.2099560530041344, + 3.232204622006975, + 3.256665636028629, + 3.2793861370300874, + 3.302990715019405, + 3.3246968539897352, + 3.346448728989344, + 3.3681263150065206, + 3.392797934007831, + 3.4147069540340453, + 3.4377508590114303, + 3.4600377150345594, + 3.483110631990712, + 3.5047374620335177, + 3.528175635030493, + 3.55035641399445, + 3.5724091560114175, + 3.5958995950059034, + 3.617850585025735, + 3.6394091690308414, + 3.6609367050114088, + 3.684451284003444 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107 + ] + ], + "tokens_exact": true, + "progress_spans": 52, + "imports": [ + { + "request": "11-0", + "spans": 22, + "start_s": 309220.701138014, + "end_s": 309220.713773639, + "source_done_before": false, + "source_done_after": true + }, + { + "request": "11-0", + "spans": 4, + "start_s": 309220.713828506, + "end_s": 309220.715969224, + "source_done_before": true, + "source_done_after": true + }, + { + "request": "11-1", + "spans": 22, + "start_s": 309222.181914563, + "end_s": 309222.215886149, + "source_done_before": false, + "source_done_after": true + }, + { + "request": "11-1", + "spans": 4, + "start_s": 309222.215918226, + "end_s": 309222.222005308, + "source_done_before": true, + "source_done_after": true + } + ], + "idle": true + } + ], + "scope": "test-only whole/early/deferred-notification control; identical source layer compute and SHM writes in early/deferred, three measured batches per mode after one warmup each; not device-DMA trace", + "source_sha256": { + "prefill_server.py": "5af1169ff5c6bfac6ce265ea3edf7f6a031c207bda7ce7bcbc996d7133576b1d", + "streaming_factories.py": "77745350973cc54bf508e0c8b473efc442afef20b1c64f7c4edc179ea1471389" + }, + "control_sha256": { + "stream265_control.py": "8ba1ca784c069662b94b22dd50c246770a9bdec33bf6a791a6bd2d99f4cef0ce", + "stream265-controlled-server.py": "9f04411cda8671258dc8892a728a3471ebd977d8cd7de2af7a8541ca50933b04", + "stream265-control-python.sh": "4314cb5b1c873a45e536bbc5c0b41600304f74287ea3d19d9b41b02f53455cfb" + }, + "stage": "complete" +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-control-gpu.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-control-gpu.log new file mode 100644 index 00000000..f8989d02 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-control-gpu.log @@ -0,0 +1,16 @@ +GPU loading gemma + +Loading weights: 0%| | 0/340 [00:00 /tmp/stream265-control-queue.log 2>&1`. Local GPU/RNGD device users were empty before launch. Remote ATOM timing continues on a different host. This control can attribute host-pipeline timing, not prove device DMA overlap. No result yet. + +First control result, Qwen0.6:12batches/24sequences exact, child exit0. Median completion whole3.464331s, early2.552257s, deferred2.676551s (three measured batches/mode). Early is4.64% faster than deferred; deferred is22.74% faster than whole. Thus the total improvement cannot be attributed solely to within-request early notification. Deferred retains layer-wise assembly/copy behavior and can still overlap one request's import with another request's prefill in this c2 workload. Early-vs-deferred estimates the incremental timing effect of within-request notification; deferred-vs-whole includes other source/host-path differences and is not a pure device-overlap measurement. Other models still running; no universal attribution claim. + +Gemma long ATOM completed16batches/32sequences exact and drained, child/copy exits0, zero active B1 decode at every partial import. Prefetch-off whole4.116702s→stream3.713744s (9.79% reduction), prefetch-on3.807711s→3.380978s (11.21%);3measured batches/mode. KONI starts next. Qwen4 GPU notification control also completes12batches/24sequences exact: whole7.298562s, early5.691523s, deferred5.866724s; early2.99% faster than deferred. These first two control models both show most total whole-vs-stream gain persists with deferred within-request notification. Remaining control models pending. + +Gemma GPU notification control completes12batches/24sequences exact, child exit0: whole median3.835957s, early3.711786s, deferred3.726879s. Early-vs-deferred difference is only0.40%; early samples3.71179/3.73507/3.67427s overlap deferred3.73673/3.72688/3.68459s, so these three repetitions do not establish a reliable additional early-notification gain for Gemma. Qwen0.6/Qwen4 early/deferred sample ranges are separated in this recorded run, but only three samples/model/mode and one c2 workload; no general statistical or device-overlap claim. KONI control and long ATOM source both remain live. Control auditor self-check accepted a synthetic balanced matrix and rejected an incorrect mode ordering. + +## Completed four-model notification control + +Allfour child exits0,48batches/96sequences including warmups exact and drained. Auditor verifies fixed mode ordering, warmups, three measured batches/mode, source span counts, token arrival times and exact output arrays; deterministic summary saved in stream265-control-summary.json. GPU compute-process and local RNGD user listings empty after queue exit. + +|Model|Whole median(s)|Early(s)|Deferred(s)|Early reduction vs deferred|Deferred reduction vs whole| +|---|---:|---:|---:|---:|---:| +|Qwen0.6|3.464331|2.552257|2.676551|4.64%|22.74%| +|Qwen4|7.298562|5.691523|5.866724|2.99%|19.62%| +|Gemma|3.835957|3.711786|3.726879|0.40%|2.84%| +|KONI|7.453318|5.768218|5.869349|1.72%|21.25%| + +Conclusion limited to this c2 synthetic2K/8K/fixed32 workload: most Qwen/KONI whole-vs-stream gain remains without within-request early notifications. The deferred control still changes source KV assembly and destination per-layer import relative to whole mode, and still permits cross-request overlap. It therefore does not isolate source assembly alone or prove device DMA overlap. Early-vs-deferred is the narrower incremental notification-timing comparison. Three samples/mode; Gemma ranges overlap. Preserve whole default; do not describe total speedup as an overlap percentage. From e8345cacac9de630dce4407369b94153aa7aa451 Mon Sep 17 00:00:00 2001 From: gspark Date: Sat, 24 Oct 2026 08:24:22 +0900 Subject: [PATCH 12/29] test: verify four-model long-context ATOM streaming (#265) --- opt_prime/examples/pd/STREAMING.md | 7 +- .../pd/http_matrix/.research/events.jsonl | 1 + opt_prime/examples/pd/http_matrix/STATUS.md | 4 + .../evidence265/stream265-koni-long-atom.json | 4856 +++++++++++++++++ .../evidence265/stream265-koni-long-atom.log | 17 + .../stream265-long-atom-queue.json | 22 + .../stream265-long-atom-summary.json | 98 + .../stream265-qwen4b-init-diagnostic.json | 15 + .../2026-10-24-rngd-layer-stream265.md | 6 + 9 files changed, 5024 insertions(+), 2 deletions(-) create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-long-atom.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-long-atom.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-long-atom-queue.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-long-atom-summary.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-init-diagnostic.json diff --git a/opt_prime/examples/pd/STREAMING.md b/opt_prime/examples/pd/STREAMING.md index 1e08bc4d..567bb8bc 100644 --- a/opt_prime/examples/pd/STREAMING.md +++ b/opt_prime/examples/pd/STREAMING.md @@ -48,7 +48,10 @@ This is blocking per-group CPU export followed by incremental decoder import. It can allow decoder import during later source computation, but does not imply asynchronous RNGD download, device DMA overlap, or a serving speedup. Hardware source parity has been checked at widths128/512 and8192. Recorded GPU timing -improvements apply only to the measured c2 workload; ATOM timing and hardware -fault isolation still require verification. None establishes cross-backend +improvements apply only to the measured c2 workload. Four-model ATOM timing +and same-route parity are also verified for B1/two queued2K/8K prompts, fixed32 +outputs, and prefetch off/on. Actual ATOM streaming fault isolation remains pending. +Notification-timing controls show that total improvement is not solely the effect +of early notification; source/host path changes and cross-request overlap remain. None establishes cross-backend numerical equivalence. See the experiment record for exact cases, failed attempts and the current verification scope. diff --git a/opt_prime/examples/pd/http_matrix/.research/events.jsonl b/opt_prime/examples/pd/http_matrix/.research/events.jsonl index 08488b35..28cc00a2 100644 --- a/opt_prime/examples/pd/http_matrix/.research/events.jsonl +++ b/opt_prime/examples/pd/http_matrix/.research/events.jsonl @@ -17,3 +17,4 @@ {"id": "f36dafcfc72848ca90f5561030f49edd", "ts": "2026-10-24T07:49:06+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "All4 GPU streaming hardware faults passed: cancellation/reuse and source death preserve active512-token decode, kill at5/6/4/10 tokens; all child exits0 and local devices idle. Auditor rerun exact. Long ATOM matrix continues (Q06 complete; Q4 active).", "next": "Publish GPU fault evidence; finish long ATOM matrix and run ATOM hardware faults", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"runtime": "33d6cb0", "source_width": "8192"}, "artifacts": ["evidence265/stream265-fault-summary.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["experiment", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "GPU+RNGD host", "branch": "main", "commit": "351d39d-dirty"} {"id": "8c7b1d3b116049ad81b87cea3cf5b526", "ts": "2026-10-24T07:57:43+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Long ATOM Qwen4 complete16batches/32sequences exact: median completion21.26% lower without prefetch and22.90% with prefetch; Q06 previously35.66/39.25%. Gemma now running. Added partial-prefetch fail/cancel regressions;39focused tests pass, production unchanged.", "next": "Complete Gemma/KONI long ATOM, run full auditor, then actual three-case ATOM faults", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"runtime": "33d6cb0", "input_tokens": "2048,8192"}, "artifacts": ["evidence265/stream265-qwen4b-long-atom.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["benchmark", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "RNGD+ATOM host", "branch": "main", "commit": "351d39d-dirty"} {"id": "c6fcebd4f4144d41a6e4cb2f9a61eb0b", "ts": "2026-10-24T08:16:30+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Four-model GPU notification control complete48batches/96sequences exact; all exits0/local devices idle. Early vs deferred improvement4.64/2.99/0.40/1.72%; deferred vs whole22.74/19.62/2.84/21.25%. Most Qwen/KONI gain persists without within-request early notification; not proof of DMA overlap. Full auditor passes.", "next": "Publish full attribution results; finish KONI long ATOM64332 and run prepared ATOM faults", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"runtime": "33d6cb0", "control": "deferred_notification"}, "artifacts": ["evidence265/stream265-control-summary.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["benchmark", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "GPU+RNGD host", "branch": "main", "commit": "351d39d-dirty"} +{"id": "2350450944714c339f9ec5a5fc02f95a", "ts": "2026-10-24T08:23:40+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Long ATOM all4 complete64batches/128sequences exact, full auditor passes; completion reduction35.66/21.26/9.79/19.19% without prefetch,39.25/22.90/11.21/16.84% with prefetch. Timing Pod deletion verified and queue exited0. Allocated separate owned fault Pod and started three-case matrix53032.", "next": "Publish complete ATOM timing; finish actual ATOM partial cancel/death and active-prefetch isolation matrix53032", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"runtime": "33d6cb0", "source_width": "8192"}, "artifacts": ["evidence265/stream265-long-atom-summary.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["benchmark", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "RNGD+ATOM host", "branch": "main", "commit": "351d39d-dirty"} diff --git a/opt_prime/examples/pd/http_matrix/STATUS.md b/opt_prime/examples/pd/http_matrix/STATUS.md index e985ecd4..7c65b294 100644 --- a/opt_prime/examples/pd/http_matrix/STATUS.md +++ b/opt_prime/examples/pd/http_matrix/STATUS.md @@ -87,3 +87,7 @@ Qwen4 long ATOM completed16batches/32sequences exact: median completion reductio ## Notification-timing control (#265) Allfour GPU control48batches/96sequences exact. Early-vs-deferred completion reduction4.64/2.99/0.40/1.72%; deferred-vs-whole22.74/19.62/2.84/21.25%. Most Qwen/KONI gain persists without within-request early notification; deferred still changes source assembly/destination import and permits cross-request overlap, so no pure source-assembly or DMA-overlap attribution. Three samples/mode; Gemma ranges overlap. Auditor reproduces summary. Gemma long ATOM complete16batches/32sequences exact,9.79/11.21% reduction without/with prefetch. KONI long ATOM and ATOM faults pending. + +## Complete long ATOM timing (#265) + +Allfour64batches/128sequences same-route exact; full auditor passes. Whole-vs-stream completion reductions35.66/21.26/9.79/19.19% without prefetch and39.25/22.90/11.21/16.84% with prefetch, Q06/Q4/Gemma/KONI. Three measured batches/mode, synthetic2K/8K fixed32output, B1/two queued requests. Timing Pod absence independently verified after termination; queue exited0. Separate owned ATOM hardware fault matrix now running; no fault result yet. diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-long-atom.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-long-atom.json new file mode 100644 index 00000000..3bf49e5a --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-long-atom.json @@ -0,0 +1,4856 @@ +{ + "model": "KISTI-KONI/KONI-Llama3.1-8B-Instruct-20241024", + "width": 8192, + "output_tokens": 32, + "batch_size": 1, + "cases": [ + { + "index": 0, + "warmup": true, + "elapsed_s": 13.504631406976841, + "arrivals_s": [ + [ + 4.176277783000842, + 4.244714986067265, + 4.312221382977441, + 4.379644189961255, + 4.447088235989213, + 4.514581663068384, + 4.582073920988478, + 4.650059071020223, + 4.718173861969262, + 4.7861515620024875, + 4.854083362035453, + 4.922083221958019, + 4.98979824106209, + 5.057675810996443, + 5.125828671967611, + 5.19380596303381, + 5.261831864016131, + 5.329838913981803, + 5.397900355048478, + 5.46592775604222, + 5.533957717008889, + 5.602075478062034, + 5.670068448991515, + 5.738122629001737, + 5.806112840073183, + 5.87414578103926, + 5.942113211029209, + 6.010075182071887, + 6.078032042016275, + 6.146102464059368, + 6.214107864070684, + 6.282291686045937 + ], + [ + 11.283911047969013, + 11.355241472017951, + 11.426414794055745, + 11.49775092699565, + 11.569046269985847, + 11.640278853010386, + 11.711882238043472, + 11.783593973028474, + 11.855246689054184, + 11.926911354064941, + 11.998565379995853, + 12.070371045963839, + 12.142117362003773, + 12.213893237989396, + 12.285659134970047, + 12.357390151009895, + 12.429163987049833, + 12.50079788302537, + 12.572510438039899, + 12.64418064407073, + 12.715857319999486, + 12.787539176060818, + 12.85916527104564, + 12.93088177696336, + 13.002597633050755, + 13.07427220896352, + 13.146025875001214, + 13.217720311018638, + 13.289370317012072, + 13.36111565399915, + 13.432869010022841, + 13.50454100605566 + ] + ], + "ttft_s": [ + 4.176277783000842, + 11.283911047969013 + ], + "stream": false, + "prefetch": false, + "tokens": [ + [ + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 51289, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832 + ], + [ + 11206, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "index": 1, + "warmup": true, + "elapsed_s": 10.300035275053233, + "arrivals_s": [ + [ + 3.1207640600623563, + 3.1889743451029062, + 3.2569678280269727, + 3.32499121199362, + 3.392989975051023, + 3.4609110080637038, + 3.5288508610101417, + 3.596828844049014, + 3.6648153180722147, + 3.7328253410523757, + 3.800866375095211, + 3.8688410790637136, + 3.936982613056898, + 4.005058317095973, + 4.073013910092413, + 4.140952984103933, + 4.208953997003846, + 4.276976891094819, + 4.345042995060794, + 4.413045468041673, + 4.480934111052193, + 4.548753584036604, + 4.616522086085752, + 4.68430874904152, + 4.7520712410332635, + 4.819800743018277, + 4.88770588603802, + 4.955474549089558, + 5.023285411065444, + 5.091130034066737, + 5.1589417370269075, + 5.226728579029441 + ], + [ + 8.079428345081396, + 8.15077921107877, + 8.222163567086682, + 8.293593673035502, + 8.365263022016734, + 8.436879879096523, + 8.508686878019944, + 8.580448237014934, + 8.651968014077283, + 8.723415691056289, + 8.794689007103443, + 8.866140044061467, + 8.937834602082148, + 9.009485250106081, + 9.081128238001838, + 9.15274114604108, + 9.22425444307737, + 9.29571074002888, + 9.3672193470411, + 9.43874473508913, + 9.510287102079019, + 9.581899130018428, + 9.653411898063496, + 9.72499203600455, + 9.7967086751014, + 9.87007780408021, + 9.941716782050207, + 10.013283350039274, + 10.084957999060862, + 10.156560737057589, + 10.228269995073788, + 10.299948014086112 + ] + ], + "ttft_s": [ + 3.1207640600623563, + 8.079428345081396 + ], + "stream": true, + "prefetch": false, + "tokens": [ + [ + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 51289, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832 + ], + [ + 11206, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13 + ] + ], + "tokens_exact": true, + "progress_spans": 64, + "imports": [ + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + }, + { + "index": 2, + "warmup": false, + "elapsed_s": 12.584575311979279, + "arrivals_s": [ + [ + 3.658376412000507, + 3.7260180260054767, + 3.7934500289848074, + 3.8609010810032487, + 3.9284836939768866, + 3.9959593870444223, + 4.063709561014548, + 4.13163291697856, + 4.199654642958194, + 4.26768460997846, + 4.335757466033101, + 4.40374104201328, + 4.471765239024535, + 4.539781445055269, + 4.607743261032738, + 4.6757575570372865, + 4.743688642978668, + 4.811719779972918, + 4.879700516001321, + 4.947798482957296, + 5.0159473300445825, + 5.083931075991131, + 5.151944802026264, + 5.219856678042561, + 5.287828013999388, + 5.3557916400022805, + 5.423904477967881, + 5.491811543004587, + 5.560134312021546, + 5.628073747968301, + 5.696035403991118, + 5.763987610000186 + ], + [ + 10.36657557100989, + 10.437954609980807, + 10.509115127963014, + 10.580214336048812, + 10.651477984967642, + 10.722654983052053, + 10.793971942039207, + 10.865485021960922, + 10.937049792031758, + 11.008683623047546, + 11.080371855059639, + 11.152229027007706, + 11.224070489988662, + 11.295963073032908, + 11.367641924065538, + 11.439227284980007, + 11.510990648064762, + 11.582659689011052, + 11.654183070058934, + 11.725676559959538, + 11.79718752996996, + 11.868684231070802, + 11.940163720981218, + 12.011673561995849, + 12.083411153987981, + 12.154969254042953, + 12.226436504977755, + 12.297863424988464, + 12.3694636359578, + 12.441132158041, + 12.512860440067016, + 12.584491882007569 + ] + ], + "ttft_s": [ + 3.658376412000507, + 10.36657557100989 + ], + "stream": false, + "prefetch": false, + "tokens": [ + [ + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 51289, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832 + ], + [ + 11206, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "index": 3, + "warmup": false, + "elapsed_s": 10.266962088062428, + "arrivals_s": [ + [ + 3.114426212036051, + 3.182864754111506, + 3.2509705231059343, + 3.3188755511073396, + 3.3870577110210434, + 3.455237801070325, + 3.523398181074299, + 3.591526151052676, + 3.6595385000109673, + 3.727513879071921, + 3.7955872981110588, + 3.863611318054609, + 3.931696676998399, + 3.9996985060861334, + 4.067707655020058, + 4.135836315108463, + 4.203858295106329, + 4.271915384102613, + 4.3400337441125885, + 4.407977522001602, + 4.476071122102439, + 4.544128752080724, + 4.61212902108673, + 4.680196340079419, + 4.748221670044586, + 4.816235008998774, + 4.8842902990290895, + 4.952221708022989, + 5.020226737018675, + 5.08828338701278, + 5.156338266097009, + 5.224392126081511 + ], + [ + 8.045030783046968, + 8.116606036084704, + 8.18793389806524, + 8.259337710100226, + 8.330915133003145, + 8.402490096050315, + 8.474061029031873, + 8.545592442038469, + 8.617206685012206, + 8.688885999028571, + 8.760491713066585, + 8.832140987040475, + 8.90396787202917, + 8.975841447012499, + 9.047603652114049, + 9.119350266060792, + 9.191017500008456, + 9.262813855079003, + 9.334606310003437, + 9.406312724109739, + 9.478048238088377, + 9.549849193077534, + 9.621659908094443, + 9.69326531200204, + 9.765082847094163, + 9.836845542071387, + 9.908619127003476, + 9.980260271113366, + 10.051765053998679, + 10.123339988058433, + 10.19518701301422, + 10.26687453710474 + ] + ], + "ttft_s": [ + 3.114426212036051, + 8.045030783046968 + ], + "stream": true, + "prefetch": false, + "tokens": [ + [ + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 51289, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832 + ], + [ + 11206, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13 + ] + ], + "tokens_exact": true, + "progress_spans": 64, + "imports": [ + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + }, + { + "index": 4, + "warmup": false, + "elapsed_s": 10.430965394014493, + "arrivals_s": [ + [ + 3.23091260693036, + 3.2990745989372954, + 3.3670262299710885, + 3.435003310907632, + 3.502874201978557, + 3.570862952969037, + 3.638788743992336, + 3.7066006240202114, + 3.7745514549314976, + 3.842427435913123, + 3.910417886916548, + 3.978458238998428, + 4.046537100919522, + 4.114545161952265, + 4.182545873918571, + 4.250455553992651, + 4.318409835919738, + 4.386392066953704, + 4.454374018940143, + 4.522362930001691, + 4.590382891939953, + 4.65835794294253, + 4.726338244974613, + 4.794263625983149, + 4.8621836269740015, + 4.930191498948261, + 4.998164789984003, + 5.066203431924805, + 5.134225943940692, + 5.2022431049263105, + 5.2700996060157195, + 5.338070017984137 + ], + [ + 8.206724445917644, + 8.278435282991268, + 8.350091708940454, + 8.421930125914514, + 8.493764534010552, + 8.5655901809223, + 8.63734068791382, + 8.7090825549094, + 8.780774010927416, + 8.852615828975104, + 8.924337856005877, + 8.996074841939844, + 9.067825509933755, + 9.139534265967086, + 9.211206323001534, + 9.282916318974458, + 9.354616135940887, + 9.426392343011685, + 9.498075159965083, + 9.569935667910613, + 9.641729274997488, + 9.713484952924773, + 9.785137768951245, + 9.856863025925122, + 9.928638582932763, + 10.00045034091454, + 10.072228867909871, + 10.143922774936073, + 10.215663691982627, + 10.287352639017627, + 10.359065355965868, + 10.430861553992145 + ] + ], + "ttft_s": [ + 3.23091260693036, + 8.206724445917644 + ], + "stream": true, + "prefetch": false, + "tokens": [ + [ + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 51289, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832 + ], + [ + 11206, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13 + ] + ], + "tokens_exact": true, + "progress_spans": 64, + "imports": [ + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + }, + { + "index": 5, + "warmup": false, + "elapsed_s": 12.90809719497338, + "arrivals_s": [ + [ + 3.8219627459766343, + 3.889610397978686, + 3.9570615380071104, + 4.024505837936886, + 4.0920572290197015, + 4.159490228979848, + 4.227018959936686, + 4.294450599933043, + 4.361959840985946, + 4.4294621020089835, + 4.497007683035918, + 4.564464612980373, + 4.632042633951642, + 4.69948726403527, + 4.767002015025355, + 4.8344529250171036, + 4.9019759859656915, + 4.969915459980257, + 5.0379192639375106, + 5.105983537971042, + 5.1740262729581445, + 5.242036147043109, + 5.310081730945967, + 5.378066165023483, + 5.4460316189797595, + 5.51394778303802, + 5.581911736982875, + 5.649879561038688, + 5.717807704000734, + 5.785891879000701, + 5.8539874439593405, + 5.92196587799117 + ], + [ + 10.687436655978672, + 10.758898423984647, + 10.829992088954896, + 10.901391466963105, + 10.972556622931734, + 11.043931890977547, + 11.115396748995408, + 11.187050828011706, + 11.258741367957555, + 11.33040441700723, + 11.402221438009292, + 11.474014007952064, + 11.546011019032449, + 11.617759938933887, + 11.689527139998972, + 11.761412460939027, + 11.83314523997251, + 11.90490849094931, + 11.976700440980494, + 12.048456500982866, + 12.120105501031503, + 12.19171051995363, + 12.263387579936534, + 12.335207630996592, + 12.40694660099689, + 12.478649231023155, + 12.550407471018843, + 12.622044699965045, + 12.693631979986094, + 12.765041828039102, + 12.836432075011544, + 12.908015775028616 + ] + ], + "ttft_s": [ + 3.8219627459766343, + 10.687436655978672 + ], + "stream": false, + "prefetch": false, + "tokens": [ + [ + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 51289, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832 + ], + [ + 11206, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "index": 6, + "warmup": false, + "elapsed_s": 12.960106520098634, + "arrivals_s": [ + [ + 3.8547796841012314, + 3.9225982601055875, + 3.9900651330826804, + 4.0576543170027435, + 4.12518443109002, + 4.193077587056905, + 4.261017183074728, + 4.329082060023211, + 4.3972638780251145, + 4.465332835097797, + 4.533382782014087, + 4.601471030036919, + 4.669464436010458, + 4.737477923044935, + 4.805473490036093, + 4.8734971469966695, + 4.941567824105732, + 5.009644102072343, + 5.077716429019347, + 5.145783626008779, + 5.213787333108485, + 5.281966981012374, + 5.350081299082376, + 5.4181541569996625, + 5.486217414028943, + 5.554253351059742, + 5.6223245590226725, + 5.690406526089646, + 5.758397883037105, + 5.826460160082206, + 5.894595518009737, + 5.962716036010534 + ], + [ + 10.737880447995849, + 10.809693211107515, + 10.880918571026996, + 10.952258311095648, + 11.023471910040826, + 11.094577359035611, + 11.165915789082646, + 11.237633892102167, + 11.309487766004167, + 11.381266569020227, + 11.45299536199309, + 11.524764914996922, + 11.596534008043818, + 11.668306311010383, + 11.740053314017132, + 11.811792087042704, + 11.88354403001722, + 11.955253543099388, + 12.027110507013276, + 12.098893720074557, + 12.170584923005663, + 12.242343216086738, + 12.314055129070766, + 12.38577279204037, + 12.45755090599414, + 12.529330959077924, + 12.601127853034995, + 12.672853166004643, + 12.744597039069049, + 12.816329322056845, + 12.888195276027545, + 12.959892039070837 + ] + ], + "ttft_s": [ + 3.8547796841012314, + 10.737880447995849 + ], + "stream": false, + "prefetch": false, + "tokens": [ + [ + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 51289, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832 + ], + [ + 11206, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "index": 7, + "warmup": false, + "elapsed_s": 10.582858662004583, + "arrivals_s": [ + [ + 3.228423464926891, + 3.2965483649168164, + 3.364596933941357, + 3.432554813916795, + 3.500630842987448, + 3.568719772971235, + 3.636726522934623, + 3.704726771917194, + 3.772796832025051, + 3.840832400950603, + 3.908804371021688, + 3.976844109944068, + 4.044785798992962, + 4.112775688990951, + 4.180476145935245, + 4.248434285982512, + 4.316436865017749, + 4.3843624939909205, + 4.4524469749303535, + 4.520470923976973, + 4.588485753978603, + 4.656350061995909, + 4.7243298719404265, + 4.792280210996978, + 4.860196779947728, + 4.928137378999963, + 4.996062367921695, + 5.063984517939389, + 5.132016617921181, + 5.19996940693818, + 5.267920696991496, + 5.335782084963284 + ], + [ + 8.353590728947893, + 8.425278633949347, + 8.503689122968353, + 8.576275244005956, + 8.648124089930207, + 8.719802984967828, + 8.79149436892476, + 8.863131793914363, + 8.934763727942482, + 9.006512013962492, + 9.078248658915982, + 9.150137965916656, + 9.221854100935161, + 9.293467324925587, + 9.36508400994353, + 9.436696653952822, + 9.508295348961838, + 9.579891552915797, + 9.651482997927815, + 9.723079322022386, + 9.7946596769616, + 9.866383482003585, + 9.93791641597636, + 10.009538710932247, + 10.081098065013066, + 10.152729930006899, + 10.224305814947002, + 10.295926849008538, + 10.367495853919536, + 10.439121188945137, + 10.510950734955259, + 10.582696661003865 + ] + ], + "ttft_s": [ + 3.228423464926891, + 8.353590728947893 + ], + "stream": true, + "prefetch": false, + "tokens": [ + [ + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 51289, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832 + ], + [ + 11206, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13 + ] + ], + "tokens_exact": true, + "progress_spans": 64, + "imports": [ + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + }, + { + "index": 8, + "warmup": true, + "elapsed_s": 11.041940258000977, + "arrivals_s": [ + [ + 3.965738498023711, + 4.03355322801508, + 4.101799532072619, + 4.1692225290462375, + 4.23669533804059, + 4.304238826036453, + 4.371960686054081, + 4.43989598704502, + 4.507804909022525, + 4.575684510054998, + 4.643543471000157, + 4.711394092068076, + 4.779230632004328, + 4.8471301139798015, + 4.915034775040112, + 4.982953586033545, + 5.050925538060255, + 5.118910250021145, + 5.186869161087088, + 5.254912673030049, + 5.322949516004883, + 5.39102526800707, + 5.45905893004965, + 5.526975002023391, + 5.595085615059361, + 5.663141347002238, + 5.73117128899321, + 5.799229272059165, + 5.867222084081732, + 5.935355857014656, + 6.003430549055338, + 6.071497542085126 + ], + [ + 8.821970551041886, + 8.893298186012544, + 8.964478270034306, + 9.035596333094873, + 9.106670145993121, + 9.177846790058538, + 9.249107905081473, + 9.320355069008656, + 9.39163714402821, + 9.46330065105576, + 9.535044829011895, + 9.606793927028775, + 9.678648535045795, + 9.750391502981074, + 9.822071421076544, + 9.893867009086534, + 9.9656261469936, + 10.037408795091324, + 10.109171453048475, + 10.180930691072717, + 10.252651788992807, + 10.324368456029333, + 10.396013173041865, + 10.467778382007964, + 10.539481919026002, + 10.611213907017373, + 10.682962886057794, + 10.754712134017609, + 10.82649237208534, + 10.89809132902883, + 10.969948827987537, + 11.041809977032244 + ] + ], + "ttft_s": [ + 3.965738498023711, + 8.821970551041886 + ], + "stream": false, + "prefetch": true, + "tokens": [ + [ + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 51289, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832 + ], + [ + 11206, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "index": 9, + "warmup": true, + "elapsed_s": 8.835998082067817, + "arrivals_s": [ + [ + 3.288357779965736, + 3.3565292650600895, + 3.4257411470171064, + 3.493793622008525, + 3.561753205023706, + 3.6296872090315446, + 3.6978611240629107, + 3.766012898995541, + 3.833983093034476, + 3.9021828080294654, + 3.9706600949866697, + 4.038897910970263, + 4.10699502506759, + 4.175014049047604, + 4.242995103006251, + 4.311048467061482, + 4.379005740978755, + 4.4468588039744645, + 4.514758237986825, + 4.582607110962272, + 4.650712416041642, + 4.718848451040685, + 4.786883865017444, + 4.854695008019917, + 4.922628012020141, + 4.990575295989402, + 5.0585099490126595, + 5.126434403005987, + 5.194459627033211, + 5.262643762980588, + 5.330773308058269, + 5.398844202049077 + ], + [ + 6.615595003007911, + 6.686902669956908, + 6.758218836970627, + 6.829445863026194, + 6.901051071006805, + 6.972445648978464, + 7.043853505980223, + 7.115507125039585, + 7.1872674350161105, + 7.258977913996205, + 7.330519821960479, + 7.402085721027106, + 7.4736801399849355, + 7.545261697960086, + 7.616866716998629, + 7.688464796054177, + 7.760109995026141, + 7.831789324991405, + 7.903516174061224, + 7.975239063962363, + 8.046989273978397, + 8.11877507402096, + 8.190512084052898, + 8.262215742957778, + 8.333958643022925, + 8.405634752009064, + 8.477434313041158, + 8.549193182960153, + 8.620904393028468, + 8.69259225204587, + 8.764226051978767, + 8.835904860985465 + ] + ], + "ttft_s": [ + 3.288357779965736, + 6.615595003007911 + ], + "stream": true, + "prefetch": true, + "tokens": [ + [ + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 51289, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832 + ], + [ + 11206, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13 + ] + ], + "tokens_exact": true, + "progress_spans": 64, + "imports": [ + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 22, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 10, + "active_decode": 0, + "source_done_before": false, + "source_done_after": true + } + ], + "idle": true + }, + { + "index": 10, + "warmup": false, + "elapsed_s": 10.867465776042081, + "arrivals_s": [ + [ + 3.8503840540070087, + 3.918054857989773, + 3.9861930640181527, + 4.05368010699749, + 4.12117771897465, + 4.18883130303584, + 4.256621537031606, + 4.324471181957051, + 4.392355696996674, + 4.460145720979199, + 4.528019165969454, + 4.59583499096334, + 4.6636588260298595, + 4.7315251709660515, + 4.799532977049239, + 4.867413972038776, + 4.935249936999753, + 5.003110202029347, + 5.070908115943894, + 5.138807791983709, + 5.206690666964278, + 5.274612952023745, + 5.342453856952488, + 5.4104905830463395, + 5.478612269973382, + 5.547015429008752, + 5.615032664965838, + 5.682989250984974, + 5.750933306990191, + 5.819002803997137, + 5.886680798023008, + 5.9542238709982485 + ], + [ + 8.64927216002252, + 8.72076419100631, + 8.792029708973132, + 8.863139866967686, + 8.93435612495523, + 9.005620563984849, + 9.077135644038208, + 9.148690904956311, + 9.220266086049378, + 9.29182943701744, + 9.363492727978155, + 9.435324340942316, + 9.506898700958118, + 9.578494291985407, + 9.650038913008757, + 9.721551663940772, + 9.79315796494484, + 9.864725925959647, + 9.936319426982664, + 10.007917498005554, + 10.079522749991156, + 10.151173171005212, + 10.222734221955761, + 10.294352483004332, + 10.365937193972059, + 10.437576635973528, + 10.509232826996595, + 10.580866288975812, + 10.652510441024788, + 10.724095641984604, + 10.795693362946622, + 10.867355854948983 + ] + ], + "ttft_s": [ + 3.8503840540070087, + 8.64927216002252 + ], + "stream": false, + "prefetch": true, + "tokens": [ + [ + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 51289, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832 + ], + [ + 11206, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "index": 11, + "warmup": false, + "elapsed_s": 8.989074469078332, + "arrivals_s": [ + [ + 3.441431633080356, + 3.5091353190364316, + 3.5775118690216914, + 3.645539407036267, + 3.713877337053418, + 3.7821651770500466, + 3.850333936046809, + 3.9187823970569298, + 3.9871636480093002, + 4.055354077019729, + 4.123629257082939, + 4.191970757092349, + 4.260447908076458, + 4.329093431006186, + 4.397416121093556, + 4.465598400100134, + 4.533739369013347, + 4.601875038002618, + 4.670148328063078, + 4.738188846036792, + 4.806227624998428, + 4.874312713043764, + 4.942479713005014, + 5.010579582070932, + 5.078598410007544, + 5.146657588076778, + 5.214802457019687, + 5.282980827032588, + 5.351089416071773, + 5.419088434078731, + 5.487298873020336, + 5.555420162039809 + ], + [ + 6.765012096031569, + 6.837122272001579, + 6.9085342740872875, + 6.979777294094674, + 7.051155426073819, + 7.122751518036239, + 7.194653453072533, + 7.266506098094396, + 7.338282852084376, + 7.410058326087892, + 7.481800920097157, + 7.55352156306617, + 7.625226097065024, + 7.697041071020067, + 7.768905936041847, + 7.840700100059621, + 7.91244418406859, + 7.9841638680081815, + 8.055976213072427, + 8.12773010705132, + 8.199420580058359, + 8.27113302401267, + 8.342957349028438, + 8.414668292040005, + 8.486498767044395, + 8.55820939107798, + 8.629971385002136, + 8.701765210018493, + 8.773593734018505, + 8.845413859002292, + 8.917145633022301, + 8.988854977069423 + ] + ], + "ttft_s": [ + 3.441431633080356, + 6.765012096031569 + ], + "stream": true, + "prefetch": true, + "tokens": [ + [ + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 51289, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832 + ], + [ + 11206, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13 + ] + ], + "tokens_exact": true, + "progress_spans": 64, + "imports": [ + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 23, + "active_decode": 0, + "source_done_before": false, + "source_done_after": true + }, + { + "spans": 9, + "active_decode": 0, + "source_done_before": true, + "source_done_after": true + } + ], + "idle": true + }, + { + "index": 12, + "warmup": false, + "elapsed_s": 8.847241929033771, + "arrivals_s": [ + [ + 3.29423484695144, + 3.3622455470031127, + 3.430913130985573, + 3.499378883978352, + 3.567382883047685, + 3.6352079520002007, + 3.7028725190320984, + 3.770801507984288, + 3.839202441042289, + 3.9070764100179076, + 3.974643795983866, + 4.042215973022394, + 4.109731959993951, + 4.177706268965267, + 4.245436197030358, + 4.313069503987208, + 4.380606550956145, + 4.4481817580526695, + 4.515735734952614, + 4.583664093981497, + 4.65131524100434, + 4.71886301797349, + 4.786431015003473, + 4.853987192036584, + 4.921892010956071, + 4.989981821971014, + 5.057700689998455, + 5.125235946965404, + 5.192852193955332, + 5.260434270952828, + 5.328358400030993, + 5.396100698970258 + ], + [ + 6.626333451946266, + 6.697621064959094, + 6.7689487469615415, + 6.840155928977765, + 6.911413662019186, + 6.982860855059698, + 7.05427330895327, + 7.125591811025515, + 7.196878973976709, + 7.268245627055876, + 7.339969172957353, + 7.411912580020726, + 7.483821835950948, + 7.5555886620422825, + 7.62730910803657, + 7.69911431404762, + 7.770898640039377, + 7.842636976041831, + 7.914443362038583, + 7.986206097994, + 8.057958023971878, + 8.129673140007071, + 8.201378284953535, + 8.273213681997731, + 8.34496375801973, + 8.416680273017846, + 8.488443749025464, + 8.56015577504877, + 8.631917600985616, + 8.703664866974577, + 8.775384073029272, + 8.847147088963538 + ] + ], + "ttft_s": [ + 3.29423484695144, + 6.626333451946266 + ], + "stream": true, + "prefetch": true, + "tokens": [ + [ + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 51289, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832 + ], + [ + 11206, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13 + ] + ], + "tokens_exact": true, + "progress_spans": 64, + "imports": [ + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 23, + "active_decode": 0, + "source_done_before": false, + "source_done_after": true + }, + { + "spans": 9, + "active_decode": 0, + "source_done_before": true, + "source_done_after": true + } + ], + "idle": true + }, + { + "index": 13, + "warmup": false, + "elapsed_s": 10.638944105943665, + "arrivals_s": [ + [ + 3.7664987340103835, + 3.8346110659185797, + 3.902922480017878, + 3.9703886569477618, + 4.037863174919039, + 4.105424353969283, + 4.173151672934182, + 4.241035923943855, + 4.308868904015981, + 4.376776264980435, + 4.4446025849319994, + 4.512476495932788, + 4.580409497022629, + 4.648223327007145, + 4.716065427986905, + 4.783917777938768, + 4.851706337998621, + 4.919514258974232, + 4.987340128980577, + 5.055152068962343, + 5.122994530014694, + 5.190871121012606, + 5.258738711010665, + 5.3266079419991, + 5.394385432009585, + 5.462357474025339, + 5.530150033999234, + 5.59799372497946, + 5.665866615017876, + 5.733756065950729, + 5.801598896970972, + 5.869439147994854 + ], + [ + 8.42084011202678, + 8.492160676978528, + 8.563226779922843, + 8.634327362990007, + 8.7053604159737, + 8.776795950951055, + 8.848469118936919, + 8.920169645920396, + 8.991856963955797, + 9.063485241029412, + 9.135180077981204, + 9.20674232498277, + 9.278182920999825, + 9.349672887008637, + 9.4211387130199, + 9.49269527895376, + 9.564199605956674, + 9.635729152010754, + 9.707289368961938, + 9.778955725952983, + 9.850682563963346, + 9.922339680953883, + 9.994214660022408, + 10.066019229008816, + 10.137806616956368, + 10.209398693987168, + 10.28091188997496, + 10.35250293801073, + 10.423972134012729, + 10.49547863996122, + 10.56708604702726, + 10.638823844958097 + ] + ], + "ttft_s": [ + 3.7664987340103835, + 8.42084011202678 + ], + "stream": false, + "prefetch": true, + "tokens": [ + [ + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 51289, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832 + ], + [ + 11206, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "index": 14, + "warmup": false, + "elapsed_s": 10.594525185995735, + "arrivals_s": [ + [ + 3.7167636770755053, + 3.7844247680623084, + 3.852440851042047, + 3.919905381044373, + 3.9873112300410867, + 4.054762940038927, + 4.122233930043876, + 4.190018122084439, + 4.257779324078001, + 4.325511155067943, + 4.3932279670843855, + 4.46099726902321, + 4.528809501091018, + 4.596518613048829, + 4.664422405068763, + 4.732445209054276, + 4.800317772082053, + 4.8681610240601, + 4.935977656044997, + 5.003785219043493, + 5.071563401026651, + 5.139454983989708, + 5.2073506760643795, + 5.275182869052514, + 5.342986831092276, + 5.410768634057604, + 5.478558806004003, + 5.546362327993847, + 5.614191301050596, + 5.682047413079999, + 5.750041727093048, + 5.8179303500801325 + ], + [ + 8.373997970018536, + 8.445382278063335, + 8.516417173086666, + 8.58743830700405, + 8.658981185988523, + 8.730442124069668, + 8.801953401998617, + 8.87372682208661, + 8.945447362028062, + 9.01709584100172, + 9.08884348103311, + 9.160660811001435, + 9.232361741014756, + 9.304057661094703, + 9.375891951029189, + 9.447675382019952, + 9.519410321023315, + 9.591287212097086, + 9.663056633085944, + 9.734677852015011, + 9.80634180107154, + 9.878077181056142, + 9.949737671064213, + 10.021250979043543, + 10.09272812702693, + 10.164382387069054, + 10.236130787059665, + 10.307762076030485, + 10.379367946065031, + 10.451072916039266, + 10.52273620502092, + 10.594415895058773 + ] + ], + "ttft_s": [ + 3.7167636770755053, + 8.373997970018536 + ], + "stream": false, + "prefetch": true, + "tokens": [ + [ + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 51289, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832 + ], + [ + 11206, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "index": 15, + "warmup": false, + "elapsed_s": 8.696489241090603, + "arrivals_s": [ + [ + 3.148784658056684, + 3.2172163660870865, + 3.287645358010195, + 3.355582533054985, + 3.4234064270276576, + 3.4913910320028663, + 3.559372427058406, + 3.62737605208531, + 3.695417928043753, + 3.76356478407979, + 3.831673030043021, + 3.8998181570786983, + 3.9678613420110196, + 4.036015599034727, + 4.104023233987391, + 4.171993699041195, + 4.239923443994485, + 4.307828329037875, + 4.375842394074425, + 4.4437406189972535, + 4.511775964987464, + 4.579779230058193, + 4.647729524993338, + 4.715721371001564, + 4.783671036013402, + 4.8516620710724965, + 4.919674577075057, + 4.987635542056523, + 5.05579531902913, + 5.123851095093414, + 5.191864549997263, + 5.259879396064207 + ], + [ + 6.473054694011807, + 6.5443377119954675, + 6.615700870985165, + 6.687151830992661, + 6.760662065003999, + 6.832207665080205, + 6.903831675997935, + 6.9754702660720795, + 7.047097367001697, + 7.118779408046976, + 7.190466079046018, + 7.262243970995769, + 7.334108414012007, + 7.40600738604553, + 7.477675957023166, + 7.54948777903337, + 7.621242711087689, + 7.692920412053354, + 7.764607864082791, + 7.836316425004043, + 7.9079891060246155, + 7.979672968038358, + 8.051421610056423, + 8.123183851013891, + 8.194938973058015, + 8.266643415088765, + 8.338353466009721, + 8.410000286996365, + 8.481643278035335, + 8.55329229007475, + 8.624810840003192, + 8.696405281079933 + ] + ], + "ttft_s": [ + 3.148784658056684, + 6.473054694011807 + ], + "stream": true, + "prefetch": true, + "tokens": [ + [ + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 51289, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 4605, + 832 + ], + [ + 11206, + 374, + 279, + 6864, + 315, + 4987, + 12126, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13, + 4605, + 832, + 1403, + 2380, + 13, + 220, + 16, + 13 + ] + ], + "tokens_exact": true, + "progress_spans": 64, + "imports": [ + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 1, + "active_decode": 0, + "source_done_before": false, + "source_done_after": false + }, + { + "spans": 23, + "active_decode": 0, + "source_done_before": false, + "source_done_after": true + }, + { + "spans": 9, + "active_decode": 0, + "source_done_before": true, + "source_done_after": true + } + ], + "idle": true + } + ], + "scope": "alternating same-route timing, synthetic2K/8K fixed32output, B1 and two queued requests", + "code_sha256": { + "accel/platforms/atom/batching.py": "d98a51d75a36cd8c379a6220adb92528b3607cf80145b85a032270494a429580", + "accel/pd/pd_batching.py": "c827775c1d399bf724a9747c3424ee5ea69f93054493bfbb71d5f0cf08fff65b", + "accel/pd/prefill_server.py": "5af1169ff5c6bfac6ce265ea3edf7f6a031c207bda7ce7bcbc996d7133576b1d", + "accel/pd/layer_progress.py": "19c8853cd20b386dc11064d4be63fa696468c86a26b76ecf5c48cdf3905a700b" + }, + "stage": "complete" +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-long-atom.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-long-atom.log new file mode 100644 index 00000000..98dcc678 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-long-atom.log @@ -0,0 +1,17 @@ +ATOM_BINDING {"visible_count": 1, "physical": 0, "opened": ["/dev/rbln0"]} +{"index": 0, "warmup": true, "elapsed_s": 13.504631406976841, "arrivals_s": [[4.176277783000842, 4.244714986067265, 4.312221382977441, 4.379644189961255, 4.447088235989213, 4.514581663068384, 4.582073920988478, 4.650059071020223, 4.718173861969262, 4.7861515620024875, 4.854083362035453, 4.922083221958019, 4.98979824106209, 5.057675810996443, 5.125828671967611, 5.19380596303381, 5.261831864016131, 5.329838913981803, 5.397900355048478, 5.46592775604222, 5.533957717008889, 5.602075478062034, 5.670068448991515, 5.738122629001737, 5.806112840073183, 5.87414578103926, 5.942113211029209, 6.010075182071887, 6.078032042016275, 6.146102464059368, 6.214107864070684, 6.282291686045937], [11.283911047969013, 11.355241472017951, 11.426414794055745, 11.49775092699565, 11.569046269985847, 11.640278853010386, 11.711882238043472, 11.783593973028474, 11.855246689054184, 11.926911354064941, 11.998565379995853, 12.070371045963839, 12.142117362003773, 12.213893237989396, 12.285659134970047, 12.357390151009895, 12.429163987049833, 12.50079788302537, 12.572510438039899, 12.64418064407073, 12.715857319999486, 12.787539176060818, 12.85916527104564, 12.93088177696336, 13.002597633050755, 13.07427220896352, 13.146025875001214, 13.217720311018638, 13.289370317012072, 13.36111565399915, 13.432869010022841, 13.50454100605566]], "ttft_s": [4.176277783000842, 11.283911047969013], "stream": false, "prefetch": false, "tokens": [[12126, 13, 4605, 832, 1403, 2380, 13, 51289, 374, 279, 6864, 315, 4987, 12126, 13, 4605, 832, 1403, 2380, 13, 4605, 832, 1403, 2380, 13, 4605, 832, 1403, 2380, 13, 4605, 832], [11206, 374, 279, 6864, 315, 4987, 12126, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13]], "tokens_exact": true, "progress_spans": 0, "imports": [], "idle": true} +{"index": 1, "warmup": true, "elapsed_s": 10.300035275053233, "arrivals_s": [[3.1207640600623563, 3.1889743451029062, 3.2569678280269727, 3.32499121199362, 3.392989975051023, 3.4609110080637038, 3.5288508610101417, 3.596828844049014, 3.6648153180722147, 3.7328253410523757, 3.800866375095211, 3.8688410790637136, 3.936982613056898, 4.005058317095973, 4.073013910092413, 4.140952984103933, 4.208953997003846, 4.276976891094819, 4.345042995060794, 4.413045468041673, 4.480934111052193, 4.548753584036604, 4.616522086085752, 4.68430874904152, 4.7520712410332635, 4.819800743018277, 4.88770588603802, 4.955474549089558, 5.023285411065444, 5.091130034066737, 5.1589417370269075, 5.226728579029441], [8.079428345081396, 8.15077921107877, 8.222163567086682, 8.293593673035502, 8.365263022016734, 8.436879879096523, 8.508686878019944, 8.580448237014934, 8.651968014077283, 8.723415691056289, 8.794689007103443, 8.866140044061467, 8.937834602082148, 9.009485250106081, 9.081128238001838, 9.15274114604108, 9.22425444307737, 9.29571074002888, 9.3672193470411, 9.43874473508913, 9.510287102079019, 9.581899130018428, 9.653411898063496, 9.72499203600455, 9.7967086751014, 9.87007780408021, 9.941716782050207, 10.013283350039274, 10.084957999060862, 10.156560737057589, 10.228269995073788, 10.299948014086112]], "ttft_s": [3.1207640600623563, 8.079428345081396], "stream": true, "prefetch": false, "tokens": [[12126, 13, 4605, 832, 1403, 2380, 13, 51289, 374, 279, 6864, 315, 4987, 12126, 13, 4605, 832, 1403, 2380, 13, 4605, 832, 1403, 2380, 13, 4605, 832, 1403, 2380, 13, 4605, 832], [11206, 374, 279, 6864, 315, 4987, 12126, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13]], "tokens_exact": true, "progress_spans": 64, "imports": [{"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}], "idle": true} +{"index": 2, "warmup": false, "elapsed_s": 12.584575311979279, "arrivals_s": [[3.658376412000507, 3.7260180260054767, 3.7934500289848074, 3.8609010810032487, 3.9284836939768866, 3.9959593870444223, 4.063709561014548, 4.13163291697856, 4.199654642958194, 4.26768460997846, 4.335757466033101, 4.40374104201328, 4.471765239024535, 4.539781445055269, 4.607743261032738, 4.6757575570372865, 4.743688642978668, 4.811719779972918, 4.879700516001321, 4.947798482957296, 5.0159473300445825, 5.083931075991131, 5.151944802026264, 5.219856678042561, 5.287828013999388, 5.3557916400022805, 5.423904477967881, 5.491811543004587, 5.560134312021546, 5.628073747968301, 5.696035403991118, 5.763987610000186], [10.36657557100989, 10.437954609980807, 10.509115127963014, 10.580214336048812, 10.651477984967642, 10.722654983052053, 10.793971942039207, 10.865485021960922, 10.937049792031758, 11.008683623047546, 11.080371855059639, 11.152229027007706, 11.224070489988662, 11.295963073032908, 11.367641924065538, 11.439227284980007, 11.510990648064762, 11.582659689011052, 11.654183070058934, 11.725676559959538, 11.79718752996996, 11.868684231070802, 11.940163720981218, 12.011673561995849, 12.083411153987981, 12.154969254042953, 12.226436504977755, 12.297863424988464, 12.3694636359578, 12.441132158041, 12.512860440067016, 12.584491882007569]], "ttft_s": [3.658376412000507, 10.36657557100989], "stream": false, "prefetch": false, "tokens": [[12126, 13, 4605, 832, 1403, 2380, 13, 51289, 374, 279, 6864, 315, 4987, 12126, 13, 4605, 832, 1403, 2380, 13, 4605, 832, 1403, 2380, 13, 4605, 832, 1403, 2380, 13, 4605, 832], [11206, 374, 279, 6864, 315, 4987, 12126, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13]], "tokens_exact": true, "progress_spans": 0, "imports": [], "idle": true} +{"index": 3, "warmup": false, "elapsed_s": 10.266962088062428, "arrivals_s": [[3.114426212036051, 3.182864754111506, 3.2509705231059343, 3.3188755511073396, 3.3870577110210434, 3.455237801070325, 3.523398181074299, 3.591526151052676, 3.6595385000109673, 3.727513879071921, 3.7955872981110588, 3.863611318054609, 3.931696676998399, 3.9996985060861334, 4.067707655020058, 4.135836315108463, 4.203858295106329, 4.271915384102613, 4.3400337441125885, 4.407977522001602, 4.476071122102439, 4.544128752080724, 4.61212902108673, 4.680196340079419, 4.748221670044586, 4.816235008998774, 4.8842902990290895, 4.952221708022989, 5.020226737018675, 5.08828338701278, 5.156338266097009, 5.224392126081511], [8.045030783046968, 8.116606036084704, 8.18793389806524, 8.259337710100226, 8.330915133003145, 8.402490096050315, 8.474061029031873, 8.545592442038469, 8.617206685012206, 8.688885999028571, 8.760491713066585, 8.832140987040475, 8.90396787202917, 8.975841447012499, 9.047603652114049, 9.119350266060792, 9.191017500008456, 9.262813855079003, 9.334606310003437, 9.406312724109739, 9.478048238088377, 9.549849193077534, 9.621659908094443, 9.69326531200204, 9.765082847094163, 9.836845542071387, 9.908619127003476, 9.980260271113366, 10.051765053998679, 10.123339988058433, 10.19518701301422, 10.26687453710474]], "ttft_s": [3.114426212036051, 8.045030783046968], "stream": true, "prefetch": false, "tokens": [[12126, 13, 4605, 832, 1403, 2380, 13, 51289, 374, 279, 6864, 315, 4987, 12126, 13, 4605, 832, 1403, 2380, 13, 4605, 832, 1403, 2380, 13, 4605, 832, 1403, 2380, 13, 4605, 832], [11206, 374, 279, 6864, 315, 4987, 12126, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13]], "tokens_exact": true, "progress_spans": 64, "imports": [{"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}], "idle": true} +{"index": 4, "warmup": false, "elapsed_s": 10.430965394014493, "arrivals_s": [[3.23091260693036, 3.2990745989372954, 3.3670262299710885, 3.435003310907632, 3.502874201978557, 3.570862952969037, 3.638788743992336, 3.7066006240202114, 3.7745514549314976, 3.842427435913123, 3.910417886916548, 3.978458238998428, 4.046537100919522, 4.114545161952265, 4.182545873918571, 4.250455553992651, 4.318409835919738, 4.386392066953704, 4.454374018940143, 4.522362930001691, 4.590382891939953, 4.65835794294253, 4.726338244974613, 4.794263625983149, 4.8621836269740015, 4.930191498948261, 4.998164789984003, 5.066203431924805, 5.134225943940692, 5.2022431049263105, 5.2700996060157195, 5.338070017984137], [8.206724445917644, 8.278435282991268, 8.350091708940454, 8.421930125914514, 8.493764534010552, 8.5655901809223, 8.63734068791382, 8.7090825549094, 8.780774010927416, 8.852615828975104, 8.924337856005877, 8.996074841939844, 9.067825509933755, 9.139534265967086, 9.211206323001534, 9.282916318974458, 9.354616135940887, 9.426392343011685, 9.498075159965083, 9.569935667910613, 9.641729274997488, 9.713484952924773, 9.785137768951245, 9.856863025925122, 9.928638582932763, 10.00045034091454, 10.072228867909871, 10.143922774936073, 10.215663691982627, 10.287352639017627, 10.359065355965868, 10.430861553992145]], "ttft_s": [3.23091260693036, 8.206724445917644], "stream": true, "prefetch": false, "tokens": [[12126, 13, 4605, 832, 1403, 2380, 13, 51289, 374, 279, 6864, 315, 4987, 12126, 13, 4605, 832, 1403, 2380, 13, 4605, 832, 1403, 2380, 13, 4605, 832, 1403, 2380, 13, 4605, 832], [11206, 374, 279, 6864, 315, 4987, 12126, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13]], "tokens_exact": true, "progress_spans": 64, "imports": [{"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}], "idle": true} +{"index": 5, "warmup": false, "elapsed_s": 12.90809719497338, "arrivals_s": [[3.8219627459766343, 3.889610397978686, 3.9570615380071104, 4.024505837936886, 4.0920572290197015, 4.159490228979848, 4.227018959936686, 4.294450599933043, 4.361959840985946, 4.4294621020089835, 4.497007683035918, 4.564464612980373, 4.632042633951642, 4.69948726403527, 4.767002015025355, 4.8344529250171036, 4.9019759859656915, 4.969915459980257, 5.0379192639375106, 5.105983537971042, 5.1740262729581445, 5.242036147043109, 5.310081730945967, 5.378066165023483, 5.4460316189797595, 5.51394778303802, 5.581911736982875, 5.649879561038688, 5.717807704000734, 5.785891879000701, 5.8539874439593405, 5.92196587799117], [10.687436655978672, 10.758898423984647, 10.829992088954896, 10.901391466963105, 10.972556622931734, 11.043931890977547, 11.115396748995408, 11.187050828011706, 11.258741367957555, 11.33040441700723, 11.402221438009292, 11.474014007952064, 11.546011019032449, 11.617759938933887, 11.689527139998972, 11.761412460939027, 11.83314523997251, 11.90490849094931, 11.976700440980494, 12.048456500982866, 12.120105501031503, 12.19171051995363, 12.263387579936534, 12.335207630996592, 12.40694660099689, 12.478649231023155, 12.550407471018843, 12.622044699965045, 12.693631979986094, 12.765041828039102, 12.836432075011544, 12.908015775028616]], "ttft_s": [3.8219627459766343, 10.687436655978672], "stream": false, "prefetch": false, "tokens": [[12126, 13, 4605, 832, 1403, 2380, 13, 51289, 374, 279, 6864, 315, 4987, 12126, 13, 4605, 832, 1403, 2380, 13, 4605, 832, 1403, 2380, 13, 4605, 832, 1403, 2380, 13, 4605, 832], [11206, 374, 279, 6864, 315, 4987, 12126, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13]], "tokens_exact": true, "progress_spans": 0, "imports": [], "idle": true} +{"index": 6, "warmup": false, "elapsed_s": 12.960106520098634, "arrivals_s": [[3.8547796841012314, 3.9225982601055875, 3.9900651330826804, 4.0576543170027435, 4.12518443109002, 4.193077587056905, 4.261017183074728, 4.329082060023211, 4.3972638780251145, 4.465332835097797, 4.533382782014087, 4.601471030036919, 4.669464436010458, 4.737477923044935, 4.805473490036093, 4.8734971469966695, 4.941567824105732, 5.009644102072343, 5.077716429019347, 5.145783626008779, 5.213787333108485, 5.281966981012374, 5.350081299082376, 5.4181541569996625, 5.486217414028943, 5.554253351059742, 5.6223245590226725, 5.690406526089646, 5.758397883037105, 5.826460160082206, 5.894595518009737, 5.962716036010534], [10.737880447995849, 10.809693211107515, 10.880918571026996, 10.952258311095648, 11.023471910040826, 11.094577359035611, 11.165915789082646, 11.237633892102167, 11.309487766004167, 11.381266569020227, 11.45299536199309, 11.524764914996922, 11.596534008043818, 11.668306311010383, 11.740053314017132, 11.811792087042704, 11.88354403001722, 11.955253543099388, 12.027110507013276, 12.098893720074557, 12.170584923005663, 12.242343216086738, 12.314055129070766, 12.38577279204037, 12.45755090599414, 12.529330959077924, 12.601127853034995, 12.672853166004643, 12.744597039069049, 12.816329322056845, 12.888195276027545, 12.959892039070837]], "ttft_s": [3.8547796841012314, 10.737880447995849], "stream": false, "prefetch": false, "tokens": [[12126, 13, 4605, 832, 1403, 2380, 13, 51289, 374, 279, 6864, 315, 4987, 12126, 13, 4605, 832, 1403, 2380, 13, 4605, 832, 1403, 2380, 13, 4605, 832, 1403, 2380, 13, 4605, 832], [11206, 374, 279, 6864, 315, 4987, 12126, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13]], "tokens_exact": true, "progress_spans": 0, "imports": [], "idle": true} +{"index": 7, "warmup": false, "elapsed_s": 10.582858662004583, "arrivals_s": [[3.228423464926891, 3.2965483649168164, 3.364596933941357, 3.432554813916795, 3.500630842987448, 3.568719772971235, 3.636726522934623, 3.704726771917194, 3.772796832025051, 3.840832400950603, 3.908804371021688, 3.976844109944068, 4.044785798992962, 4.112775688990951, 4.180476145935245, 4.248434285982512, 4.316436865017749, 4.3843624939909205, 4.4524469749303535, 4.520470923976973, 4.588485753978603, 4.656350061995909, 4.7243298719404265, 4.792280210996978, 4.860196779947728, 4.928137378999963, 4.996062367921695, 5.063984517939389, 5.132016617921181, 5.19996940693818, 5.267920696991496, 5.335782084963284], [8.353590728947893, 8.425278633949347, 8.503689122968353, 8.576275244005956, 8.648124089930207, 8.719802984967828, 8.79149436892476, 8.863131793914363, 8.934763727942482, 9.006512013962492, 9.078248658915982, 9.150137965916656, 9.221854100935161, 9.293467324925587, 9.36508400994353, 9.436696653952822, 9.508295348961838, 9.579891552915797, 9.651482997927815, 9.723079322022386, 9.7946596769616, 9.866383482003585, 9.93791641597636, 10.009538710932247, 10.081098065013066, 10.152729930006899, 10.224305814947002, 10.295926849008538, 10.367495853919536, 10.439121188945137, 10.510950734955259, 10.582696661003865]], "ttft_s": [3.228423464926891, 8.353590728947893], "stream": true, "prefetch": false, "tokens": [[12126, 13, 4605, 832, 1403, 2380, 13, 51289, 374, 279, 6864, 315, 4987, 12126, 13, 4605, 832, 1403, 2380, 13, 4605, 832, 1403, 2380, 13, 4605, 832, 1403, 2380, 13, 4605, 832], [11206, 374, 279, 6864, 315, 4987, 12126, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13]], "tokens_exact": true, "progress_spans": 64, "imports": [{"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}], "idle": true} +{"index": 8, "warmup": true, "elapsed_s": 11.041940258000977, "arrivals_s": [[3.965738498023711, 4.03355322801508, 4.101799532072619, 4.1692225290462375, 4.23669533804059, 4.304238826036453, 4.371960686054081, 4.43989598704502, 4.507804909022525, 4.575684510054998, 4.643543471000157, 4.711394092068076, 4.779230632004328, 4.8471301139798015, 4.915034775040112, 4.982953586033545, 5.050925538060255, 5.118910250021145, 5.186869161087088, 5.254912673030049, 5.322949516004883, 5.39102526800707, 5.45905893004965, 5.526975002023391, 5.595085615059361, 5.663141347002238, 5.73117128899321, 5.799229272059165, 5.867222084081732, 5.935355857014656, 6.003430549055338, 6.071497542085126], [8.821970551041886, 8.893298186012544, 8.964478270034306, 9.035596333094873, 9.106670145993121, 9.177846790058538, 9.249107905081473, 9.320355069008656, 9.39163714402821, 9.46330065105576, 9.535044829011895, 9.606793927028775, 9.678648535045795, 9.750391502981074, 9.822071421076544, 9.893867009086534, 9.9656261469936, 10.037408795091324, 10.109171453048475, 10.180930691072717, 10.252651788992807, 10.324368456029333, 10.396013173041865, 10.467778382007964, 10.539481919026002, 10.611213907017373, 10.682962886057794, 10.754712134017609, 10.82649237208534, 10.89809132902883, 10.969948827987537, 11.041809977032244]], "ttft_s": [3.965738498023711, 8.821970551041886], "stream": false, "prefetch": true, "tokens": [[12126, 13, 4605, 832, 1403, 2380, 13, 51289, 374, 279, 6864, 315, 4987, 12126, 13, 4605, 832, 1403, 2380, 13, 4605, 832, 1403, 2380, 13, 4605, 832, 1403, 2380, 13, 4605, 832], [11206, 374, 279, 6864, 315, 4987, 12126, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13]], "tokens_exact": true, "progress_spans": 0, "imports": [], "idle": true} +{"index": 9, "warmup": true, "elapsed_s": 8.835998082067817, "arrivals_s": [[3.288357779965736, 3.3565292650600895, 3.4257411470171064, 3.493793622008525, 3.561753205023706, 3.6296872090315446, 3.6978611240629107, 3.766012898995541, 3.833983093034476, 3.9021828080294654, 3.9706600949866697, 4.038897910970263, 4.10699502506759, 4.175014049047604, 4.242995103006251, 4.311048467061482, 4.379005740978755, 4.4468588039744645, 4.514758237986825, 4.582607110962272, 4.650712416041642, 4.718848451040685, 4.786883865017444, 4.854695008019917, 4.922628012020141, 4.990575295989402, 5.0585099490126595, 5.126434403005987, 5.194459627033211, 5.262643762980588, 5.330773308058269, 5.398844202049077], [6.615595003007911, 6.686902669956908, 6.758218836970627, 6.829445863026194, 6.901051071006805, 6.972445648978464, 7.043853505980223, 7.115507125039585, 7.1872674350161105, 7.258977913996205, 7.330519821960479, 7.402085721027106, 7.4736801399849355, 7.545261697960086, 7.616866716998629, 7.688464796054177, 7.760109995026141, 7.831789324991405, 7.903516174061224, 7.975239063962363, 8.046989273978397, 8.11877507402096, 8.190512084052898, 8.262215742957778, 8.333958643022925, 8.405634752009064, 8.477434313041158, 8.549193182960153, 8.620904393028468, 8.69259225204587, 8.764226051978767, 8.835904860985465]], "ttft_s": [3.288357779965736, 6.615595003007911], "stream": true, "prefetch": true, "tokens": [[12126, 13, 4605, 832, 1403, 2380, 13, 51289, 374, 279, 6864, 315, 4987, 12126, 13, 4605, 832, 1403, 2380, 13, 4605, 832, 1403, 2380, 13, 4605, 832, 1403, 2380, 13, 4605, 832], [11206, 374, 279, 6864, 315, 4987, 12126, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13]], "tokens_exact": true, "progress_spans": 64, "imports": [{"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 22, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 10, "active_decode": 0, "source_done_before": false, "source_done_after": true}], "idle": true} +{"index": 10, "warmup": false, "elapsed_s": 10.867465776042081, "arrivals_s": [[3.8503840540070087, 3.918054857989773, 3.9861930640181527, 4.05368010699749, 4.12117771897465, 4.18883130303584, 4.256621537031606, 4.324471181957051, 4.392355696996674, 4.460145720979199, 4.528019165969454, 4.59583499096334, 4.6636588260298595, 4.7315251709660515, 4.799532977049239, 4.867413972038776, 4.935249936999753, 5.003110202029347, 5.070908115943894, 5.138807791983709, 5.206690666964278, 5.274612952023745, 5.342453856952488, 5.4104905830463395, 5.478612269973382, 5.547015429008752, 5.615032664965838, 5.682989250984974, 5.750933306990191, 5.819002803997137, 5.886680798023008, 5.9542238709982485], [8.64927216002252, 8.72076419100631, 8.792029708973132, 8.863139866967686, 8.93435612495523, 9.005620563984849, 9.077135644038208, 9.148690904956311, 9.220266086049378, 9.29182943701744, 9.363492727978155, 9.435324340942316, 9.506898700958118, 9.578494291985407, 9.650038913008757, 9.721551663940772, 9.79315796494484, 9.864725925959647, 9.936319426982664, 10.007917498005554, 10.079522749991156, 10.151173171005212, 10.222734221955761, 10.294352483004332, 10.365937193972059, 10.437576635973528, 10.509232826996595, 10.580866288975812, 10.652510441024788, 10.724095641984604, 10.795693362946622, 10.867355854948983]], "ttft_s": [3.8503840540070087, 8.64927216002252], "stream": false, "prefetch": true, "tokens": [[12126, 13, 4605, 832, 1403, 2380, 13, 51289, 374, 279, 6864, 315, 4987, 12126, 13, 4605, 832, 1403, 2380, 13, 4605, 832, 1403, 2380, 13, 4605, 832, 1403, 2380, 13, 4605, 832], [11206, 374, 279, 6864, 315, 4987, 12126, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13]], "tokens_exact": true, "progress_spans": 0, "imports": [], "idle": true} +{"index": 11, "warmup": false, "elapsed_s": 8.989074469078332, "arrivals_s": [[3.441431633080356, 3.5091353190364316, 3.5775118690216914, 3.645539407036267, 3.713877337053418, 3.7821651770500466, 3.850333936046809, 3.9187823970569298, 3.9871636480093002, 4.055354077019729, 4.123629257082939, 4.191970757092349, 4.260447908076458, 4.329093431006186, 4.397416121093556, 4.465598400100134, 4.533739369013347, 4.601875038002618, 4.670148328063078, 4.738188846036792, 4.806227624998428, 4.874312713043764, 4.942479713005014, 5.010579582070932, 5.078598410007544, 5.146657588076778, 5.214802457019687, 5.282980827032588, 5.351089416071773, 5.419088434078731, 5.487298873020336, 5.555420162039809], [6.765012096031569, 6.837122272001579, 6.9085342740872875, 6.979777294094674, 7.051155426073819, 7.122751518036239, 7.194653453072533, 7.266506098094396, 7.338282852084376, 7.410058326087892, 7.481800920097157, 7.55352156306617, 7.625226097065024, 7.697041071020067, 7.768905936041847, 7.840700100059621, 7.91244418406859, 7.9841638680081815, 8.055976213072427, 8.12773010705132, 8.199420580058359, 8.27113302401267, 8.342957349028438, 8.414668292040005, 8.486498767044395, 8.55820939107798, 8.629971385002136, 8.701765210018493, 8.773593734018505, 8.845413859002292, 8.917145633022301, 8.988854977069423]], "ttft_s": [3.441431633080356, 6.765012096031569], "stream": true, "prefetch": true, "tokens": [[12126, 13, 4605, 832, 1403, 2380, 13, 51289, 374, 279, 6864, 315, 4987, 12126, 13, 4605, 832, 1403, 2380, 13, 4605, 832, 1403, 2380, 13, 4605, 832, 1403, 2380, 13, 4605, 832], [11206, 374, 279, 6864, 315, 4987, 12126, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13]], "tokens_exact": true, "progress_spans": 64, "imports": [{"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 23, "active_decode": 0, "source_done_before": false, "source_done_after": true}, {"spans": 9, "active_decode": 0, "source_done_before": true, "source_done_after": true}], "idle": true} +{"index": 12, "warmup": false, "elapsed_s": 8.847241929033771, "arrivals_s": [[3.29423484695144, 3.3622455470031127, 3.430913130985573, 3.499378883978352, 3.567382883047685, 3.6352079520002007, 3.7028725190320984, 3.770801507984288, 3.839202441042289, 3.9070764100179076, 3.974643795983866, 4.042215973022394, 4.109731959993951, 4.177706268965267, 4.245436197030358, 4.313069503987208, 4.380606550956145, 4.4481817580526695, 4.515735734952614, 4.583664093981497, 4.65131524100434, 4.71886301797349, 4.786431015003473, 4.853987192036584, 4.921892010956071, 4.989981821971014, 5.057700689998455, 5.125235946965404, 5.192852193955332, 5.260434270952828, 5.328358400030993, 5.396100698970258], [6.626333451946266, 6.697621064959094, 6.7689487469615415, 6.840155928977765, 6.911413662019186, 6.982860855059698, 7.05427330895327, 7.125591811025515, 7.196878973976709, 7.268245627055876, 7.339969172957353, 7.411912580020726, 7.483821835950948, 7.5555886620422825, 7.62730910803657, 7.69911431404762, 7.770898640039377, 7.842636976041831, 7.914443362038583, 7.986206097994, 8.057958023971878, 8.129673140007071, 8.201378284953535, 8.273213681997731, 8.34496375801973, 8.416680273017846, 8.488443749025464, 8.56015577504877, 8.631917600985616, 8.703664866974577, 8.775384073029272, 8.847147088963538]], "ttft_s": [3.29423484695144, 6.626333451946266], "stream": true, "prefetch": true, "tokens": [[12126, 13, 4605, 832, 1403, 2380, 13, 51289, 374, 279, 6864, 315, 4987, 12126, 13, 4605, 832, 1403, 2380, 13, 4605, 832, 1403, 2380, 13, 4605, 832, 1403, 2380, 13, 4605, 832], [11206, 374, 279, 6864, 315, 4987, 12126, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13]], "tokens_exact": true, "progress_spans": 64, "imports": [{"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 23, "active_decode": 0, "source_done_before": false, "source_done_after": true}, {"spans": 9, "active_decode": 0, "source_done_before": true, "source_done_after": true}], "idle": true} +{"index": 13, "warmup": false, "elapsed_s": 10.638944105943665, "arrivals_s": [[3.7664987340103835, 3.8346110659185797, 3.902922480017878, 3.9703886569477618, 4.037863174919039, 4.105424353969283, 4.173151672934182, 4.241035923943855, 4.308868904015981, 4.376776264980435, 4.4446025849319994, 4.512476495932788, 4.580409497022629, 4.648223327007145, 4.716065427986905, 4.783917777938768, 4.851706337998621, 4.919514258974232, 4.987340128980577, 5.055152068962343, 5.122994530014694, 5.190871121012606, 5.258738711010665, 5.3266079419991, 5.394385432009585, 5.462357474025339, 5.530150033999234, 5.59799372497946, 5.665866615017876, 5.733756065950729, 5.801598896970972, 5.869439147994854], [8.42084011202678, 8.492160676978528, 8.563226779922843, 8.634327362990007, 8.7053604159737, 8.776795950951055, 8.848469118936919, 8.920169645920396, 8.991856963955797, 9.063485241029412, 9.135180077981204, 9.20674232498277, 9.278182920999825, 9.349672887008637, 9.4211387130199, 9.49269527895376, 9.564199605956674, 9.635729152010754, 9.707289368961938, 9.778955725952983, 9.850682563963346, 9.922339680953883, 9.994214660022408, 10.066019229008816, 10.137806616956368, 10.209398693987168, 10.28091188997496, 10.35250293801073, 10.423972134012729, 10.49547863996122, 10.56708604702726, 10.638823844958097]], "ttft_s": [3.7664987340103835, 8.42084011202678], "stream": false, "prefetch": true, "tokens": [[12126, 13, 4605, 832, 1403, 2380, 13, 51289, 374, 279, 6864, 315, 4987, 12126, 13, 4605, 832, 1403, 2380, 13, 4605, 832, 1403, 2380, 13, 4605, 832, 1403, 2380, 13, 4605, 832], [11206, 374, 279, 6864, 315, 4987, 12126, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13]], "tokens_exact": true, "progress_spans": 0, "imports": [], "idle": true} +{"index": 14, "warmup": false, "elapsed_s": 10.594525185995735, "arrivals_s": [[3.7167636770755053, 3.7844247680623084, 3.852440851042047, 3.919905381044373, 3.9873112300410867, 4.054762940038927, 4.122233930043876, 4.190018122084439, 4.257779324078001, 4.325511155067943, 4.3932279670843855, 4.46099726902321, 4.528809501091018, 4.596518613048829, 4.664422405068763, 4.732445209054276, 4.800317772082053, 4.8681610240601, 4.935977656044997, 5.003785219043493, 5.071563401026651, 5.139454983989708, 5.2073506760643795, 5.275182869052514, 5.342986831092276, 5.410768634057604, 5.478558806004003, 5.546362327993847, 5.614191301050596, 5.682047413079999, 5.750041727093048, 5.8179303500801325], [8.373997970018536, 8.445382278063335, 8.516417173086666, 8.58743830700405, 8.658981185988523, 8.730442124069668, 8.801953401998617, 8.87372682208661, 8.945447362028062, 9.01709584100172, 9.08884348103311, 9.160660811001435, 9.232361741014756, 9.304057661094703, 9.375891951029189, 9.447675382019952, 9.519410321023315, 9.591287212097086, 9.663056633085944, 9.734677852015011, 9.80634180107154, 9.878077181056142, 9.949737671064213, 10.021250979043543, 10.09272812702693, 10.164382387069054, 10.236130787059665, 10.307762076030485, 10.379367946065031, 10.451072916039266, 10.52273620502092, 10.594415895058773]], "ttft_s": [3.7167636770755053, 8.373997970018536], "stream": false, "prefetch": true, "tokens": [[12126, 13, 4605, 832, 1403, 2380, 13, 51289, 374, 279, 6864, 315, 4987, 12126, 13, 4605, 832, 1403, 2380, 13, 4605, 832, 1403, 2380, 13, 4605, 832, 1403, 2380, 13, 4605, 832], [11206, 374, 279, 6864, 315, 4987, 12126, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13]], "tokens_exact": true, "progress_spans": 0, "imports": [], "idle": true} +{"index": 15, "warmup": false, "elapsed_s": 8.696489241090603, "arrivals_s": [[3.148784658056684, 3.2172163660870865, 3.287645358010195, 3.355582533054985, 3.4234064270276576, 3.4913910320028663, 3.559372427058406, 3.62737605208531, 3.695417928043753, 3.76356478407979, 3.831673030043021, 3.8998181570786983, 3.9678613420110196, 4.036015599034727, 4.104023233987391, 4.171993699041195, 4.239923443994485, 4.307828329037875, 4.375842394074425, 4.4437406189972535, 4.511775964987464, 4.579779230058193, 4.647729524993338, 4.715721371001564, 4.783671036013402, 4.8516620710724965, 4.919674577075057, 4.987635542056523, 5.05579531902913, 5.123851095093414, 5.191864549997263, 5.259879396064207], [6.473054694011807, 6.5443377119954675, 6.615700870985165, 6.687151830992661, 6.760662065003999, 6.832207665080205, 6.903831675997935, 6.9754702660720795, 7.047097367001697, 7.118779408046976, 7.190466079046018, 7.262243970995769, 7.334108414012007, 7.40600738604553, 7.477675957023166, 7.54948777903337, 7.621242711087689, 7.692920412053354, 7.764607864082791, 7.836316425004043, 7.9079891060246155, 7.979672968038358, 8.051421610056423, 8.123183851013891, 8.194938973058015, 8.266643415088765, 8.338353466009721, 8.410000286996365, 8.481643278035335, 8.55329229007475, 8.624810840003192, 8.696405281079933]], "ttft_s": [3.148784658056684, 6.473054694011807], "stream": true, "prefetch": true, "tokens": [[12126, 13, 4605, 832, 1403, 2380, 13, 51289, 374, 279, 6864, 315, 4987, 12126, 13, 4605, 832, 1403, 2380, 13, 4605, 832, 1403, 2380, 13, 4605, 832, 1403, 2380, 13, 4605, 832], [11206, 374, 279, 6864, 315, 4987, 12126, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13, 4605, 832, 1403, 2380, 13, 220, 16, 13]], "tokens_exact": true, "progress_spans": 64, "imports": [{"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 1, "active_decode": 0, "source_done_before": false, "source_done_after": false}, {"spans": 23, "active_decode": 0, "source_done_before": false, "source_done_after": true}, {"spans": 9, "active_decode": 0, "source_done_before": true, "source_done_after": true}], "idle": true} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-long-atom-queue.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-long-atom-queue.json new file mode 100644 index 00000000..211d2e18 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-long-atom-queue.json @@ -0,0 +1,22 @@ +[ + { + "model": "qwen06b", + "exit_code": 0, + "copy_exit_code": 0 + }, + { + "model": "qwen4b", + "exit_code": 0, + "copy_exit_code": 0 + }, + { + "model": "gemma", + "exit_code": 0, + "copy_exit_code": 0 + }, + { + "model": "koni", + "exit_code": 0, + "copy_exit_code": 0 + } +] diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-long-atom-summary.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-long-atom-summary.json new file mode 100644 index 00000000..9640f545 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-long-atom-summary.json @@ -0,0 +1,98 @@ +[ + { + "model": "qwen06b", + "prefetch": false, + "whole_median_s": 5.125747713027522, + "stream_median_s": 3.2979267289629206, + "reduction_percent": 35.659597124123756, + "ttft_reduction_percent": [ + 41.23414546268639, + 38.23089366858257 + ], + "early_spans": 167 + }, + { + "model": "qwen06b", + "prefetch": true, + "whole_median_s": 4.877636607037857, + "stream_median_s": 2.9632957129506394, + "reduction_percent": 39.24730455165619, + "ttft_reduction_percent": [ + 43.44382559522811, + 42.22054100311543 + ], + "early_spans": 168 + }, + { + "model": "qwen4b", + "prefetch": false, + "whole_median_s": 10.82617872802075, + "stream_median_s": 8.524408538010903, + "reduction_percent": 21.261150844039854, + "ttft_reduction_percent": [ + 29.7140981941056, + 24.276592177708135 + ], + "early_spans": 216 + }, + { + "model": "qwen4b", + "prefetch": true, + "whole_median_s": 9.738162335939705, + "stream_median_s": 7.5079914659727365, + "reduction_percent": 22.901352360252712, + "ttft_reduction_percent": [ + 29.342427035246676, + 26.46086118330181 + ], + "early_spans": 216 + }, + { + "model": "gemma", + "prefetch": false, + "whole_median_s": 4.116701549035497, + "stream_median_s": 3.713744434993714, + "reduction_percent": 9.78834897895845, + "ttft_reduction_percent": [ + 9.571127084085196, + 10.61573022706579 + ], + "early_spans": 156 + }, + { + "model": "gemma", + "prefetch": true, + "whole_median_s": 3.8077105110278353, + "stream_median_s": 3.3809777799760923, + "reduction_percent": 11.207068652300267, + "ttft_reduction_percent": [ + 10.186455310670716, + 12.57718101629598 + ], + "early_spans": 156 + }, + { + "model": "koni", + "prefetch": false, + "whole_median_s": 12.90809719497338, + "stream_median_s": 10.430965394014493, + "reduction_percent": 19.190526407900943, + "ttft_reduction_percent": [ + 15.529698233572786, + 23.21147988908351 + ], + "early_spans": 192 + }, + { + "model": "koni", + "prefetch": true, + "whole_median_s": 10.638944105943665, + "stream_median_s": 8.847241929033771, + "reduction_percent": 16.840977441632788, + "ttft_reduction_percent": [ + 12.53853831927616, + 21.31030439014715 + ], + "early_spans": 96 + } +] diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-init-diagnostic.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-init-diagnostic.json new file mode 100644 index 00000000..ed29c55b --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-init-diagnostic.json @@ -0,0 +1,15 @@ +{ + "observed_at": "2026-10-23T22:53:35.562541+00:00", + "role": "RNGD+ATOM host", + "pod": "stream265long", + "source_rss_kib": 38245120, + "source_swap_kib": 0, + "source_threads": 29, + "pod_memory_bytes": 50786693120, + "oom": 0, + "oom_kill": 0, + "memory_pressure_avg10": 0.0, + "cgroup_usage_usec": 6627115061, + "cgroup_throttled_usec": 16360853, + "scope": "read-only owned-Pod snapshot during source startup; CPU activity does not prove successful initialization" +} diff --git a/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-rngd-layer-stream265.md b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-rngd-layer-stream265.md index 0cd47665..701941f2 100644 --- a/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-rngd-layer-stream265.md +++ b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-rngd-layer-stream265.md @@ -212,3 +212,9 @@ Allfour child exits0,48batches/96sequences including warmups exact and drained. |KONI|7.453318|5.768218|5.869349|1.72%|21.25%| Conclusion limited to this c2 synthetic2K/8K/fixed32 workload: most Qwen/KONI whole-vs-stream gain remains without within-request early notifications. The deferred control still changes source KV assembly and destination per-layer import relative to whole mode, and still permits cross-request overlap. It therefore does not isolate source assembly alone or prove device DMA overlap. Early-vs-deferred is the narrower incremental notification-timing comparison. Three samples/mode; Gemma ranges overlap. Preserve whole default; do not describe total speedup as an overlap percentage. + +## Completed long ATOM matrix + +Allfour child/copy exits0;64batches/128sequences including warmups exact and drained. Auditor verifies full mode order, per-stratum warmups, three measured batches/mode, arrivals, source spans and zero active B1 decode during import. Final KONI medians: prefetch-off whole12.908097s→stream10.430965s (19.19%), prefetch-on10.638944s→8.847242s (16.84%). Exact medians and TTFT reductions are in stream265-long-atom-summary.json. Across allfour models reductions are35.66/21.26/9.79/19.19% without prefetch and39.25/22.90/11.21/16.84% with prefetch (Qwen0.6/Qwen4/Gemma/KONI). These are paired whole-vs-stream comparisons within each prefetch stratum, not the independent prefetch benefit. + +Cleanup: delete initially printed while Pod was still Terminating; did not treat that as absence. Subsequent wait-for-delete exited0 and namespace listing returned no resources; queue session64332 exited0. Only then allocated owned stream265fault (same resource limits), waited Ready and started `python3 /tmp/stream265-fault-atom-queue.py > /tmp/stream265-fault-atom-queue.log 2>&1`, session53032. Three-case fault driver described above is now running; no hardware fault result yet. Isolated production package unchanged at33d6cb0 hashes. From 5978c35d9d478a62c6e30819f03e7962925c1ae1 Mon Sep 17 00:00:00 2001 From: gspark Date: Sat, 24 Oct 2026 08:42:16 +0900 Subject: [PATCH 13/29] test: verify four-model c4 long-output streaming (#265) --- opt_prime/examples/pd/STREAMING.md | 26 +- .../pd/http_matrix/.research/events.jsonl | 1 + opt_prime/examples/pd/http_matrix/STATUS.md | 4 + .../evidence265/audit_stream265_c4.py | 34 + .../evidence265/stream265-c4-gpu.py | 53 + .../evidence265/stream265-c4-queue.json | 18 + .../evidence265/stream265-c4-queue.py | 15 + .../evidence265/stream265-c4-summary.json | 189 + .../evidence265/stream265-gemma-c4-gpu.json | 11046 ++++++++++++++ .../evidence265/stream265-gemma-c4-gpu.log | 12 + .../evidence265/stream265-koni-c4-gpu.json | 11622 +++++++++++++++ .../evidence265/stream265-koni-c4-gpu.log | 12 + .../evidence265/stream265-qwen06b-c4-gpu.json | 11238 +++++++++++++++ .../evidence265/stream265-qwen06b-c4-gpu.log | 12 + .../evidence265/stream265-qwen4b-c4-gpu.json | 12006 ++++++++++++++++ .../evidence265/stream265-qwen4b-c4-gpu.log | 12 + .../2026-10-24-rngd-layer-stream265.md | 25 + 17 files changed, 46324 insertions(+), 1 deletion(-) create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/audit_stream265_c4.py create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-c4-gpu.py create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-c4-queue.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-c4-queue.py create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-c4-summary.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-c4-gpu.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-c4-gpu.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-c4-gpu.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-c4-gpu.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-c4-gpu.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-c4-gpu.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-c4-gpu.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-c4-gpu.log diff --git a/opt_prime/examples/pd/STREAMING.md b/opt_prime/examples/pd/STREAMING.md index 567bb8bc..dc587ab8 100644 --- a/opt_prime/examples/pd/STREAMING.md +++ b/opt_prime/examples/pd/STREAMING.md @@ -9,6 +9,30 @@ idle lanes may still write their local cache. SDK write failures poison the owne invalid source geometry fails only the request. Incomplete prompts never enter the reusable prefix index. +## Code review map + +This path uses same-host shared memory for KV payloads and subprocess pipe messages +for progress descriptors. The measured producer is the research factory engine +listed below. It uses the existing vendor SDK; this change does not expose the +closed native furiosa-llm engine's KV protocol or establish cross-host streaming. + +| Responsibility | Code | Review invariant | +|---|---|---| +| Source export | [prefill_server.py](../../opt_prime/accel/pd/prefill_server.py), [factories](streaming_factories.py) | Copy each layer/group to SHM before notification; preserve layer arithmetic and head. | +| Transport and coverage | [pd_batching.py](../../opt_prime/accel/pd/pd_batching.py), [layer_progress.py](../../opt_prime/accel/pd/layer_progress.py) | Validate request IDs, nonoverlapping spans and complete coverage; serial writers keep published storage stable. | +| Torch destination | [paged.py](../../opt_prime/accel/pd/paged.py), [PDBatcher](../../opt_prime/accel/pd/pd_batching.py) | Map dense layers to cache groups, fence destination copies before page reuse, admit only complete KV. | +| ATOM destination | [batching.py](../../opt_prime/accel/platforms/atom/batching.py) | Reserve the lane before import; protect active B1/hybrid caches; never publish an incomplete prefix. | +| Serving switch | [serve_batched.py](serve_batched.py) | Explicit opt-in and a compatible subprocess producer; whole transfer remains the default. | + +Per-layer source export is separate from destination notification timing. The +three-mode GPU control retains per-layer source/SHM work while delaying progress +notifications until source logits return. Much of the measured Qwen/KONI gain +persists under that control; early notification adds a smaller benefit in the +recorded workload. The control also retains per-layer destination import and +allows cross-request overlap, so it cannot assign the remaining gain to source +assembly alone. See the [control summary](http_matrix/evidence265/stream265-control-summary.json) +and experiment record for samples and limits. + The three factories in `streaming_factories.py` cover the four measured models: | Factory | Model | Existing producer | @@ -48,7 +72,7 @@ This is blocking per-group CPU export followed by incremental decoder import. It can allow decoder import during later source computation, but does not imply asynchronous RNGD download, device DMA overlap, or a serving speedup. Hardware source parity has been checked at widths128/512 and8192. Recorded GPU timing -improvements apply only to the measured c2 workload. Four-model ATOM timing +improvements apply only to the measured c2/fixed32 and c4/fixed128 workloads. Four-model ATOM timing and same-route parity are also verified for B1/two queued2K/8K prompts, fixed32 outputs, and prefetch off/on. Actual ATOM streaming fault isolation remains pending. Notification-timing controls show that total improvement is not solely the effect diff --git a/opt_prime/examples/pd/http_matrix/.research/events.jsonl b/opt_prime/examples/pd/http_matrix/.research/events.jsonl index 28cc00a2..ac6984c3 100644 --- a/opt_prime/examples/pd/http_matrix/.research/events.jsonl +++ b/opt_prime/examples/pd/http_matrix/.research/events.jsonl @@ -18,3 +18,4 @@ {"id": "8c7b1d3b116049ad81b87cea3cf5b526", "ts": "2026-10-24T07:57:43+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Long ATOM Qwen4 complete16batches/32sequences exact: median completion21.26% lower without prefetch and22.90% with prefetch; Q06 previously35.66/39.25%. Gemma now running. Added partial-prefetch fail/cancel regressions;39focused tests pass, production unchanged.", "next": "Complete Gemma/KONI long ATOM, run full auditor, then actual three-case ATOM faults", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"runtime": "33d6cb0", "input_tokens": "2048,8192"}, "artifacts": ["evidence265/stream265-qwen4b-long-atom.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["benchmark", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "RNGD+ATOM host", "branch": "main", "commit": "351d39d-dirty"} {"id": "c6fcebd4f4144d41a6e4cb2f9a61eb0b", "ts": "2026-10-24T08:16:30+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Four-model GPU notification control complete48batches/96sequences exact; all exits0/local devices idle. Early vs deferred improvement4.64/2.99/0.40/1.72%; deferred vs whole22.74/19.62/2.84/21.25%. Most Qwen/KONI gain persists without within-request early notification; not proof of DMA overlap. Full auditor passes.", "next": "Publish full attribution results; finish KONI long ATOM64332 and run prepared ATOM faults", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"runtime": "33d6cb0", "control": "deferred_notification"}, "artifacts": ["evidence265/stream265-control-summary.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["benchmark", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "GPU+RNGD host", "branch": "main", "commit": "351d39d-dirty"} {"id": "2350450944714c339f9ec5a5fc02f95a", "ts": "2026-10-24T08:23:40+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Long ATOM all4 complete64batches/128sequences exact, full auditor passes; completion reduction35.66/21.26/9.79/19.19% without prefetch,39.25/22.90/11.21/16.84% with prefetch. Timing Pod deletion verified and queue exited0. Allocated separate owned fault Pod and started three-case matrix53032.", "next": "Publish complete ATOM timing; finish actual ATOM partial cancel/death and active-prefetch isolation matrix53032", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"runtime": "33d6cb0", "source_width": "8192"}, "artifacts": ["evidence265/stream265-long-atom-summary.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["benchmark", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "RNGD+ATOM host", "branch": "main", "commit": "351d39d-dirty"} +{"id": "8aaa500919a74b4e96d76dfa275d3405", "ts": "2026-10-24T08:41:44+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "GPU c4/fixed128 all4 complete32batches/128sequences exact and drained; exits0/devices idle. Whole-to-stream completion reductions20.72/16.44/2.26/19.34% (Q06/Q4/Gemma/KONI), full independent auditor passes. ATOM fault queue53032 remains active.", "next": "Publish c4 evidence/review map; complete remaining ATOM hardware faults and final scope audit", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"concurrency": "4", "output_tokens": "128", "runtime": "33d6cb0"}, "artifacts": ["evidence265/stream265-c4-summary.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["benchmark", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "GPU+RNGD host", "branch": "main", "commit": "351d39d-dirty"} diff --git a/opt_prime/examples/pd/http_matrix/STATUS.md b/opt_prime/examples/pd/http_matrix/STATUS.md index 7c65b294..1b98f840 100644 --- a/opt_prime/examples/pd/http_matrix/STATUS.md +++ b/opt_prime/examples/pd/http_matrix/STATUS.md @@ -91,3 +91,7 @@ Allfour GPU control48batches/96sequences exact. Early-vs-deferred completion red ## Complete long ATOM timing (#265) Allfour64batches/128sequences same-route exact; full auditor passes. Whole-vs-stream completion reductions35.66/21.26/9.79/19.19% without prefetch and39.25/22.90/11.21/16.84% with prefetch, Q06/Q4/Gemma/KONI. Three measured batches/mode, synthetic2K/8K fixed32output, B1/two queued requests. Timing Pod absence independently verified after termination; queue exited0. Separate owned ATOM hardware fault matrix now running; no fault result yet. + +## Higher-load GPU streaming (#265) + +C4/fixed128output, mixed2K/8K/2K/8K: allfour32batches/128sequences exact, exits0 and local devices idle. Whole-vs-stream median completion reductions20.72/16.44/2.26/19.34% (Q06/Q4/Gemma/KONI),3measured batches/mode. Auditor verifies outputs, ordering, arrivals/spans and reproduces summaries. STREAMING.md now maps source/transport/destination/CLI code and explicitly scopes same-host research-factory support. ATOM Q06 faults passed; other models still running. diff --git a/opt_prime/examples/pd/http_matrix/evidence265/audit_stream265_c4.py b/opt_prime/examples/pd/http_matrix/evidence265/audit_stream265_c4.py new file mode 100644 index 00000000..f7df3e6c --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/audit_stream265_c4.py @@ -0,0 +1,34 @@ +"""Recompute paired long-context results without treating pending models as passes.""" +import json,statistics +from pathlib import Path +root=Path(__file__).resolve().parent +report={'scope':'One RNGD and GPU, fixed width8192, mixed2048/8192/2048/8192 inputs, c4, fixed128 output; three measured batches/mode after two warmups. Host completion trace, not device-kernel overlap.','models':{}} +for label in ['qwen06b','qwen4b','gemma','koni']: + p=root/f'stream265-{label}-c4-gpu.json' + if not p.exists():report['models'][label]={'stage':'not_collected'};continue + r=json.loads(p.read_text()) + if r.get('stage')!='complete':report['models'][label]={'stage':r.get('stage','running'),'runs':len(r['runs']),'error':r.get('error')};continue + assert r['input_lengths']==[2048,8192,2048,8192] and r['output_tokens']==128 and r['concurrency']==4 and r['width']==8192 + assert len(r['runs'])==8 + reference=r['runs'][0]['tokens'] + for i,run in enumerate(r['runs']): + assert run['warmup']==(i<2) and run['idle'] and run['tokens_exact'] + assert run['stream_layers']==[False,True,False,True,True,False,False,True][i] + assert bool(run['progress_spans'])==run['stream_layers'] + assert run['tokens']==reference and len(run['tokens'])==4 and all(len(t)==128 for t in run['tokens']) + assert len(run['token_times_s'])==4 + for first,times in zip(run['ttft_s'],run['token_times_s']): + assert len(times)==128 and first==times[0] and times==sorted(times) and 0count: + self.import_trace.append({'request':r.request.request_id,'spans':self.stats['progress_spans']-count,'start_s':start,'end_s':time.perf_counter(),'source_done_before':done_before,'source_done_after':r.pending.done()}) +p=argparse.ArgumentParser();p.add_argument('--model',required=True);p.add_argument('--family',required=True);p.add_argument('--label',required=True);p.add_argument('--width',type=int,default=8192);a=p.parse_args() +root=Path('/home/gspark/workspace/npu_offload/analysis/serving-matrix-201');out=root/f'stream265-{a.label}-c4-gpu.json' +if out.exists():raise RuntimeError('refuse overwrite') +print('GPU loading',a.label,flush=True) +model=AutoModelForCausalLM.from_pretrained(a.model,dtype=torch.bfloat16).to('cuda:0').eval();c=model.config.get_text_config() +base=AutoTokenizer.from_pretrained(a.model).encode('Seoul is the capital of South Korea. Count one two three.',add_special_tokens=True) +prompts=[tuple((base*((n+len(base)-1)//len(base)))[:n]) for n in [a.width//4,a.width,a.width//4,a.width]] +env=dict(os.environ,PYTHONPATH='/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime:/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd:/tmp/rngd-gpu201-src:/home/gspark/workspace/aicomp-live-pd-234/opt_prime/examples/pd/serving_matrix') +result={'model':a.label,'width':a.width,'input_lengths':list(map(len,prompts)),'output_tokens':128,'concurrency':4,'runs':[], + 'scope':'fixed compiled width, four queued repeated synthetic prompts, fixed128 output, caches off; host import trace is not device-kernel overlap'} +result['source_sha256']={name:hashlib.sha256(Path(path).read_bytes()).hexdigest() for name,path in [('prefill_server.py','/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/prefill_server.py'),('streaming_factories.py','/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/streaming_factories.py')]} +worker=None +try: + worker=SubprocessPrefillWorker('/tmp/stream265-python.sh',['--engine','factory','--engine-factory',f'streaming_factories:{a.family}','--model',a.model,'--width',str(a.width),'--chip','0'],slots=4,layers=c.num_hidden_layers,kv_heads=c.num_key_value_heads,head_dim=getattr(c,'head_dim',None) or c.hidden_size//c.num_attention_heads,max_context=a.width+128,env=env,stream_layers=True) + reference=None + for index,stream in enumerate([False,True,False,True,True,False,False,True]): + # Handshake required capability at startup. Change request mode only with no outstanding futures. + with worker._lock: + assert not worker._futures, "request mode switch requires drained source" + worker.stream_layers=stream + batch=ObservedBatcher(model,worker,slots=4,max_context=a.width+128,page_size=64,prefix_cache=False) + arrivals=[[],[],[],[]];start=time.perf_counter() + futures=[batch.submit(PDRequest(f'{index}-{i}',ids,128),on_token=lambda token,i=i:arrivals[i].append(time.perf_counter()-start)) for i,ids in enumerate(prompts)] + batch.run_until_idle();tokens=[f.result(timeout=1) for f in futures];elapsed=time.perf_counter()-start + if reference is None:reference=tokens + row={'stream_layers':stream,'warmup':index<2,'elapsed_s':elapsed,'ttft_s':[v[0] for v in arrivals],'token_times_s':arrivals,'tokens':tokens,'tokens_exact':tokens==reference,'progress_spans':batch.stats['progress_spans'],'imports':batch.import_trace,'idle':batch.idle} + result['runs'].append(row);out.write_text(json.dumps(result,indent=2)+'\n') + print(json.dumps({k:v for k,v in row.items() if k not in ['tokens','imports','token_times_s']}),flush=True) + assert batch.idle and row['tokens_exact'] + del batch + measured=[r for r in result['runs'] if not r['warmup']] + result['summary']={str(mode):{'median_elapsed_s':statistics.median(r['elapsed_s'] for r in measured if r['stream_layers']==mode),'median_ttft_s':[statistics.median(r['ttft_s'][i] for r in measured if r['stream_layers']==mode) for i in range(4)],'imports_before_source_done':sum(not e['source_done_before'] for r in measured if r['stream_layers']==mode for e in r['imports'])} for mode in [False,True]} + result['stage']='complete' +except Exception as error: + result['stage']='failed';result['error']=repr(error);raise +finally: + if worker is not None:worker.close() + out.write_text(json.dumps(result,indent=2)+'\n') diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-c4-queue.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-c4-queue.json new file mode 100644 index 00000000..ef57f7cc --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-c4-queue.json @@ -0,0 +1,18 @@ +[ + { + "label": "qwen06b", + "exit_code": 0 + }, + { + "label": "qwen4b", + "exit_code": 0 + }, + { + "label": "gemma", + "exit_code": 0 + }, + { + "label": "koni", + "exit_code": 0 + } +] diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-c4-queue.py b/opt_prime/examples/pd/http_matrix/evidence265/stream265-c4-queue.py new file mode 100644 index 00000000..10eeeaa5 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-c4-queue.py @@ -0,0 +1,15 @@ +import os,subprocess,json +from pathlib import Path +root=Path('/home/gspark/workspace/npu_offload/analysis/serving-matrix-201') +env=dict(os.environ,OMP_NUM_THREADS='4',MKL_NUM_THREADS='4',TORCH_DEVICE_BACKEND_AUTOLOAD='0',PYTHONPATH='/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime:/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd:/tmp/rngd-gpu201-src:/home/gspark/workspace/aicomp-live-pd-234/opt_prime/examples/pd/serving_matrix') +rows=[] +for label,family,model,width in [('qwen06b','qwen','/home/gspark/.cache/huggingface/hub/models--Qwen--Qwen3-0.6B/snapshots/c1899de289a04d12100db370d81485cdf75e47ca',128),('qwen4b','qwen','/tmp/serving-matrix-models/Qwen3-4B',128),('gemma','gemma','/tmp/serving-matrix-models/Gemma3-1B',128),('koni','koni','/tmp/serving-matrix-models/KONI-8B',512)]: + log=root/f'stream265-{label}-c4-gpu.log' + print('start',label,flush=True) + with log.open('x') as f: + p=subprocess.run(['/home/gspark/venvs/pt213/bin/python','/tmp/stream265-c4-gpu.py','--label',label,'--family',family,'--model',model,'--width','8192'],env=env,stdout=f,stderr=subprocess.STDOUT) + rows.append({'label':label,'exit_code':p.returncode});(root/'stream265-c4-queue.json').write_text(json.dumps(rows,indent=2)+'\n') + print('finished',label,p.returncode,flush=True) + + +raise SystemExit(int(any(row["exit_code"] for row in rows))) diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-c4-summary.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-c4-summary.json new file mode 100644 index 00000000..3115a031 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-c4-summary.json @@ -0,0 +1,189 @@ +{ + "scope": "One RNGD and GPU, fixed width8192, mixed2048/8192/2048/8192 inputs, c4, fixed128 output; three measured batches/mode after two warmups. Host completion trace, not device-kernel overlap.", + "models": { + "qwen06b": { + "stage": "complete", + "modes": { + "False": { + "median_elapsed_s": 7.98222386703128, + "median_ttft_s": [ + 1.259451771969907, + 2.903907519998029, + 3.9043145399773493, + 5.478259920957498 + ], + "imports_before_source_done": 0, + "elapsed_samples_s": [ + 7.98222386703128, + 7.75318016303936, + 8.002533552004024 + ], + "spans_completed_before_source_done": 0 + }, + "True": { + "median_elapsed_s": 6.327923887991346, + "median_ttft_s": [ + 0.8857374450308271, + 1.960289182025008, + 2.7759200599975884, + 3.8895518259960227 + ], + "imports_before_source_done": 254, + "elapsed_samples_s": [ + 6.295799633022398, + 6.327923887991346, + 6.333102408971172 + ], + "spans_completed_before_source_done": 246 + } + }, + "elapsed_reduction_pct": 20.724800589377544, + "ttft_reduction_pct": [ + 29.67277789085594, + 32.494779240547636, + 28.901218598702016, + 29.00023215188736 + ], + "exact_pairs_including_warmup": 8, + "exact_sequences_including_warmup": 32 + }, + "qwen4b": { + "stage": "complete", + "modes": { + "False": { + "median_elapsed_s": 15.47749203199055, + "median_ttft_s": [ + 2.927928482997231, + 6.338298866990954, + 8.997235207993072, + 12.298796943970956 + ], + "imports_before_source_done": 0, + "elapsed_samples_s": [ + 15.403223996981978, + 15.47749203199055, + 15.749702950008214 + ], + "spans_completed_before_source_done": 0 + }, + "True": { + "median_elapsed_s": 12.933404473005794, + "median_ttft_s": [ + 2.324952519033104, + 4.952954363019671, + 7.195328815025277, + 9.858466033008881 + ], + "imports_before_source_done": 327, + "elapsed_samples_s": [ + 12.933404473005794, + 13.035745109023992, + 12.724006158008706 + ], + "spans_completed_before_source_done": 324 + } + }, + "elapsed_reduction_pct": 16.43733722315193, + "ttft_reduction_pct": [ + 20.59394440354906, + 21.85672422589566, + 20.027334523465555, + 19.842029444663368 + ], + "exact_pairs_including_warmup": 8, + "exact_sequences_including_warmup": 32 + }, + "gemma": { + "stage": "complete", + "modes": { + "False": { + "median_elapsed_s": 9.206592933973297, + "median_ttft_s": [ + 1.5453090670052916, + 3.087043087987695, + 4.586227795982268, + 6.160341106005944 + ], + "imports_before_source_done": 0, + "elapsed_samples_s": [ + 9.206592933973297, + 9.219260835961904, + 9.096908859966788 + ], + "spans_completed_before_source_done": 0 + }, + "True": { + "median_elapsed_s": 8.998545984039083, + "median_ttft_s": [ + 1.48697250202531, + 2.963507455016952, + 4.429440081003122, + 5.91638085100567 + ], + "imports_before_source_done": 233, + "elapsed_samples_s": [ + 8.90360896504717, + 8.998545984039083, + 9.033039704023395 + ], + "spans_completed_before_source_done": 231 + } + }, + "elapsed_reduction_pct": 2.2597604936620885, + "ttft_reduction_pct": [ + 3.7750742699668605, + 4.0017463135336495, + 3.418663920629905, + 3.9601744579115694 + ], + "exact_pairs_including_warmup": 8, + "exact_sequences_including_warmup": 32 + }, + "koni": { + "stage": "complete", + "modes": { + "False": { + "median_elapsed_s": 16.025821529969107, + "median_ttft_s": [ + 3.115041946002748, + 6.684042648004834, + 9.67009445396252, + 13.35132329998305 + ], + "imports_before_source_done": 0, + "elapsed_samples_s": [ + 15.782486921001691, + 16.025821529969107, + 16.056883676967118 + ], + "spans_completed_before_source_done": 0 + }, + "True": { + "median_elapsed_s": 12.925747622037306, + "median_ttft_s": [ + 2.705328407988418, + 5.253284092003014, + 7.800534453999717, + 10.255128621996846 + ], + "imports_before_source_done": 291, + "elapsed_samples_s": [ + 13.131439948047046, + 12.925747622037306, + 12.864730914996471 + ], + "spans_completed_before_source_done": 288 + } + }, + "elapsed_reduction_pct": 19.344243302188936, + "ttft_reduction_pct": [ + 13.152745456287619, + 21.40558687830779, + 19.333420256269708, + 23.190170804942866 + ], + "exact_pairs_including_warmup": 8, + "exact_sequences_including_warmup": 32 + } + } +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-c4-gpu.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-c4-gpu.json new file mode 100644 index 00000000..6fe72335 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-c4-gpu.json @@ -0,0 +1,11046 @@ +{ + "model": "gemma", + "width": 8192, + "input_lengths": [ + 2048, + 8192, + 2048, + 8192 + ], + "output_tokens": 128, + "concurrency": 4, + "runs": [ + { + "stream_layers": false, + "warmup": true, + "elapsed_s": 9.415676819044165, + "ttft_s": [ + 1.6993129859911278, + 5.866916429018602, + 5.882072186039295, + 6.448488534020726 + ], + "token_times_s": [ + [ + 1.6993129859911278, + 5.798252945998684, + 5.908365402021445, + 5.931156673002988, + 5.955534762993921, + 5.979750866012182, + 6.003587771032471, + 6.027171318011824, + 6.0502093770192005, + 6.076563669019379, + 6.100809499039315, + 6.123510362987872, + 6.145672317012213, + 6.170823551015928, + 6.197189767030068, + 6.2236071260413155, + 6.247342687041964, + 6.271005515998695, + 6.293555743002798, + 6.316736784006935, + 6.339416655013338, + 6.361777433019597, + 6.384360788040794, + 6.473911301989574, + 6.496405998012051, + 6.518926900986116, + 6.54196496703662, + 6.564784364018124, + 6.586823249002919, + 6.609377211018, + 6.631603716989048, + 6.653821829997469, + 6.676903041021433, + 6.699021237029228, + 6.7210697320406325, + 6.743198712007143, + 6.765263426990714, + 6.791303917998448, + 6.815251074032858, + 6.837503207032569, + 6.86072099104058, + 6.88379823701689, + 6.906622487003915, + 6.929763648018707, + 6.952853638038505, + 6.980095773003995, + 7.002688501030207, + 7.025946812005714, + 7.050535295042209, + 7.077335080015473, + 7.100816639023833, + 7.124559979012702, + 7.146812576043885, + 7.170801467029378, + 7.193767236021813, + 7.21805448201485, + 7.2402909630327486, + 7.267502875998616, + 7.292050106043462, + 7.314845781016629, + 7.338958617998287, + 7.364915570011362, + 7.387372052005958, + 7.411077645025216, + 7.438419179990888, + 7.46356308599934, + 7.487284259987064, + 7.5129156350158155, + 7.536132726003416, + 7.561184910999145, + 7.584789420012385, + 7.609014475019649, + 7.631410986999981, + 7.654713693016674, + 7.683163390029222, + 7.711347468022723, + 7.734499802987557, + 7.757734801038168, + 7.779726485023275, + 7.803287540038582, + 7.826695231022313, + 7.85044743004255, + 7.87367036100477, + 7.897275802039076, + 7.92096819303697, + 7.943111567001324, + 7.96747289103223, + 7.989733012043871, + 8.014489702996798, + 8.037440838001203, + 8.061162669037003, + 8.084347474039532, + 8.108301845029928, + 8.131211119994987, + 8.154716772027314, + 8.176815266022459, + 8.201207922014873, + 8.223991529026534, + 8.24682403699262, + 8.269872567034326, + 8.294301391986664, + 8.317154266987927, + 8.339687005034648, + 8.363041659991723, + 8.387036557018291, + 8.411586800008081, + 8.43458811903838, + 8.46034095203504, + 8.485110695008188, + 8.509144859039225, + 8.532055532035884, + 8.55545919603901, + 8.5787396300002, + 8.601403627020773, + 8.624553466041107, + 8.646692925016396, + 8.670138095039874, + 8.692467654007487, + 8.715922377014067, + 8.73948960803682, + 8.762286915036384, + 8.784328889043536, + 8.806200765015092, + 8.828377121011727, + 8.850256629986688, + 8.87423828599276, + 8.896003900037613, + 8.917994873016141 + ], + [ + 5.866916429018602, + 5.908397226012312, + 5.931188474991359, + 5.955571109021548, + 5.979782743030228, + 6.003622213029303, + 6.027203169011045, + 6.0502456440008245, + 6.076599972031545, + 6.100847807014361, + 6.123541344015393, + 6.145704046997707, + 6.170857753022574, + 6.197226900025271, + 6.223642105003819, + 6.2473780830041505, + 6.271037983999122, + 6.293589245993644, + 6.316767088021152, + 6.339448683022056, + 6.36181132402271, + 6.384392220003065, + 6.473942545999307, + 6.496436619025189, + 6.518959527020343, + 6.541997394000646, + 6.564815886027645, + 6.58686012000544, + 6.609412616991904, + 6.631635697034653, + 6.65385384199908, + 6.676934249990154, + 6.699054390017409, + 6.721101490024012, + 6.743229615036398, + 6.765294190030545, + 6.791337431001011, + 6.815281880029943, + 6.837533971993253, + 6.860756092995871, + 6.883830376027618, + 6.906656150997151, + 6.929795369040221, + 6.952891256019939, + 6.980129481002223, + 7.002719402022194, + 7.025978950026911, + 7.0505706340190955, + 7.077366424025968, + 7.100847664987668, + 7.124591535015497, + 7.146848130039871, + 7.170833592012059, + 7.193800394015852, + 7.218086818000302, + 7.240327746025287, + 7.2675364289898425, + 7.292080847022589, + 7.314876738004386, + 7.338992684031837, + 7.364949863986112, + 7.387403234024532, + 7.411111835041083, + 7.4384533850243315, + 7.463596260990016, + 7.487319840001874, + 7.512951390992384, + 7.536167980986647, + 7.56121852202341, + 7.584821928991005, + 7.609046303026844, + 7.631442637997679, + 7.654751135036349, + 7.683200920000672, + 7.71138258400606, + 7.734531057998538, + 7.75776805303758, + 7.779757056036033, + 7.8033201090293005, + 7.8267269670031965, + 7.8504822730319574, + 7.8737009690376, + 7.8973093800013885, + 7.9210029619862325, + 7.943143049022183, + 7.967503586027306, + 7.989765940990765, + 8.014522057026625, + 8.037474937038496, + 8.061198715993669, + 8.084381093038246, + 8.108333539043088, + 8.131244180025533, + 8.154749746026937, + 8.176847900031134, + 8.201239289017394, + 8.224023943010252, + 8.246858227998018, + 8.269904120999854, + 8.294335901038721, + 8.317187961016316, + 8.339720566000324, + 8.363073031010572, + 8.387070209020749, + 8.41162043903023, + 8.434619533014484, + 8.460378836025484, + 8.485146941035055, + 8.50919959001476, + 8.53208714199718, + 8.555494998989161, + 8.578770393040031, + 8.601439026999287, + 8.624585162033327, + 8.646723719022702, + 8.670172759040724, + 8.692499727010727, + 8.715959981025662, + 8.739523234020453, + 8.76232171698939, + 8.784360325022135, + 8.806231922004372, + 8.828410538029857, + 8.850288461020682, + 8.874269941006787, + 8.896036905993242, + 8.91811923199566, + 8.940481444995385 + ], + [ + 5.882072186039295, + 5.9084251670283265, + 5.9312167430180125, + 5.95560289704008, + 5.979810981021728, + 6.003651442995761, + 6.027231388026848, + 6.050276810012292, + 6.076632046024315, + 6.100876392039936, + 6.123569586023223, + 6.145731547032483, + 6.170889447035734, + 6.19725806202041, + 6.223672260995954, + 6.247407360991929, + 6.271067226014566, + 6.293618227005936, + 6.316794746031519, + 6.339475955988746, + 6.361846055020578, + 6.384419209032785, + 6.473969753016718, + 6.496464021038264, + 6.518987666000612, + 6.5420257759978995, + 6.564847578993067, + 6.586887857993133, + 6.609440825006459, + 6.631663596024737, + 6.653880860016216, + 6.676961417018902, + 6.699081367987674, + 6.721129629993811, + 6.743256768037099, + 6.765321517013945, + 6.7913646310335025, + 6.815309141005855, + 6.837559875042643, + 6.860786661040038, + 6.883863855036907, + 6.906685109017417, + 6.9298228090046905, + 6.952922380995005, + 6.980157557991333, + 7.002746433019638, + 7.026006303029135, + 7.0506018490414135, + 7.077392310020514, + 7.100874063035008, + 7.124618973990437, + 7.1468774559907615, + 7.170868135988712, + 7.193829763040412, + 7.218114240036812, + 7.240358798997477, + 7.267565643007401, + 7.2921081680106, + 7.314904142986052, + 7.339022075990215, + 7.364981302001979, + 7.387431561015546, + 7.411139752017334, + 7.438482485013083, + 7.463623658986762, + 7.487349641043693, + 7.512981575040612, + 7.536199146998115, + 7.561247567995451, + 7.584849751030561, + 7.609073047002312, + 7.631470002001151, + 7.65478251100285, + 7.683233145042323, + 7.7114129880210385, + 7.73455831699539, + 7.757796938007232, + 7.779784368001856, + 7.8033468360081315, + 7.826754350040574, + 7.850510657008272, + 7.873729491024278, + 7.8973386629950255, + 7.921031042991672, + 7.943170476995874, + 7.967530911031645, + 7.989794594002888, + 8.014550337044057, + 8.03750402701553, + 8.061229691025801, + 8.084409298026003, + 8.108361001999583, + 8.131272670987528, + 8.154779146017972, + 8.176875342032872, + 8.201266596035566, + 8.224051202996634, + 8.246889633010142, + 8.26993141300045, + 8.294365007022861, + 8.3172171980259, + 8.339749870996457, + 8.363100268004928, + 8.387099636020139, + 8.411649640009273, + 8.434646841022186, + 8.460409986029845, + 8.485175226000138, + 8.509227695991285, + 8.532114575034939, + 8.555525212024804, + 8.578797647031024, + 8.601469398010522, + 8.62461252900539, + 8.646750801999588, + 8.670199988002423, + 8.692526947997976, + 8.715991939010564, + 8.73955127800582, + 8.76235005503986, + 8.784386896993965, + 8.806258912023623, + 8.82843855000101, + 8.850315666000824, + 8.874297224043403, + 8.896066009998322, + 8.918147856020369, + 8.940633613034151 + ], + [ + 6.448488534020726, + 6.473998045024928, + 6.496496752020903, + 6.51901494798949, + 6.542052380042151, + 6.564874847012106, + 6.58691486902535, + 6.609469129005447, + 6.631690397043712, + 6.653907502011862, + 6.676987926010042, + 6.699108072032686, + 6.72115609201137, + 6.743284360039979, + 6.765347978041973, + 6.791390933038201, + 6.815335866995156, + 6.837586731009651, + 6.860816253989469, + 6.883890831028111, + 6.906712614989374, + 6.929850366024766, + 6.9529528910061345, + 6.980184912041295, + 7.002773338987026, + 7.026033790025394, + 7.050631455029361, + 7.077419453009497, + 7.1008995799929835, + 7.124646313022822, + 7.146906014007982, + 7.170895331015345, + 7.193855463003274, + 7.218141385994386, + 7.240389386017341, + 7.267594172037207, + 7.292134649003856, + 7.3149315640330315, + 7.339050746988505, + 7.365009480039589, + 7.387458274024539, + 7.411168568010908, + 7.438510949024931, + 7.463649932004046, + 7.487379564030562, + 7.513012264040299, + 7.536228960030712, + 7.561276333988644, + 7.584876284003258, + 7.609099832014181, + 7.631495629029814, + 7.654812975029927, + 7.683263836021069, + 7.711443366017193, + 7.734584808000363, + 7.7578240419970825, + 7.779810896026902, + 7.803377814008854, + 7.826781165029388, + 7.8505384380114265, + 7.8737559170112945, + 7.897367046040017, + 7.921058539010119, + 7.943196973996237, + 7.967557943018619, + 7.989823169016745, + 8.014577942027245, + 8.037532438000198, + 8.061259275011253, + 8.084437518031336, + 8.108387498999946, + 8.131300119042862, + 8.154806633014232, + 8.176901846018154, + 8.201293002988677, + 8.224077691033017, + 8.246919911005534, + 8.269957963027991, + 8.294393489020877, + 8.317245615995489, + 8.339778263005428, + 8.363127826014534, + 8.38712819502689, + 8.411677982017864, + 8.43467328301631, + 8.460440454015043, + 8.48520263802493, + 8.509253647003789, + 8.532140934024937, + 8.555554961028975, + 8.578824119991623, + 8.601499720010906, + 8.624640013033058, + 8.64677746599773, + 8.670226641988847, + 8.692553341039456, + 8.716022566019092, + 8.73957995598903, + 8.762377386039589, + 8.784413386019878, + 8.806285237020347, + 8.828467036015354, + 8.850342072022613, + 8.874323914991692, + 8.896092412003782, + 8.918174704012927, + 8.940710636030417, + 8.96562419802649, + 8.987365187029354, + 9.009816667006817, + 9.032939328986686, + 9.055718727002386, + 9.078192930028308, + 9.099939431005623, + 9.121735771012027, + 9.143425517017022, + 9.165173763001803, + 9.187436614010949, + 9.209815895010252, + 9.231630636029877, + 9.253803450032137, + 9.276759609987494, + 9.299532580014784, + 9.322387111024, + 9.344218362006359, + 9.367546397028491, + 9.390685522987042, + 9.415512269013561 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "stream_layers": true, + "warmup": true, + "elapsed_s": 8.851265729987063, + "ttft_s": [ + 1.4819907550117932, + 2.957982774008997, + 4.415375192009378, + 5.9001267940038815 + ], + "token_times_s": [ + [ + 1.4819907550117932, + 1.5073459739796817, + 1.5310587109997869, + 1.555591717013158, + 1.578620904008858, + 1.6013770989957266, + 1.6267109439941123, + 1.6512821359792724, + 1.6750239749671891, + 1.6972070100018755, + 1.7248341069789603, + 1.748327823006548, + 1.7710915519855917, + 1.7944148979731835, + 1.8172649599728175, + 1.8420825659995899, + 1.8655221589724533, + 1.8909055109834298, + 1.913296005979646, + 1.9369586569955572, + 1.963191285962239, + 1.9879631950170733, + 2.0141315889777616, + 2.04114742501406, + 2.068454410007689, + 2.0936049029696733, + 2.1171820769668557, + 2.1391956909792498, + 2.163718980969861, + 2.1879472240107134, + 2.21099878201494, + 2.23401484900387, + 2.257518326980062, + 2.282031406008173, + 2.303855032019783, + 2.3269773579668254, + 2.3572681170189753, + 2.386164410971105, + 2.4127379289711826, + 2.4360572869773023, + 2.4597046690178104, + 2.4837944059981965, + 2.508905066002626, + 2.5313610549783334, + 2.5551269080024213, + 2.5786449189763516, + 2.6009988639852963, + 2.6266830560052767, + 2.6517476000008173, + 2.6761883010040037, + 2.6991160070174374, + 2.723735762992874, + 2.750055287964642, + 2.7752789090154693, + 2.8012212369940244, + 2.826827875978779, + 2.854198199987877, + 2.878997927007731, + 2.9064377089962363, + 2.929826761013828, + 2.957911638019141, + 2.9820729159982875, + 3.00691347301472, + 3.0316909789689817, + 3.0537279329728335, + 3.075976043997798, + 3.0981993839959614, + 3.122351533966139, + 3.1446350879850797, + 3.1673091179691255, + 3.1930711289751343, + 3.217398776963819, + 3.240190448006615, + 3.263399171002675, + 3.2883884430048056, + 3.3106174619751982, + 3.33233389997622, + 3.3572807050077245, + 3.3810145229799673, + 3.4038283199770376, + 3.4261875440133736, + 3.4509951529907994, + 3.473919244017452, + 3.4966521150199696, + 3.5221109539852478, + 3.5467578989919275, + 3.5697190780192614, + 3.5925904989708215, + 3.6144464429817162, + 3.6415104920160957, + 3.666003890975844, + 3.689169643970672, + 3.712956224975642, + 3.7364113840158097, + 3.76157711801352, + 3.7861133579863235, + 3.8086996839847416, + 3.8328863899805583, + 3.858794989006128, + 3.8811387949972413, + 3.905483206966892, + 3.9276138489949517, + 3.952126538963057, + 3.9772106939926744, + 4.000577864993829, + 4.026804659981281, + 4.051281449967064, + 4.076160605007317, + 4.100744171009865, + 4.124024551012553, + 4.147301998978946, + 4.172289673006162, + 4.196776903001592, + 4.2200200270162895, + 4.243498887983151, + 4.268215426011011, + 4.292529698985163, + 4.314696740009822, + 4.337720690004062, + 4.362284035014454, + 4.385370119009167, + 4.414427037991118, + 4.444507925014477, + 4.4721929879742675, + 4.497916307998821, + 4.522250106965657, + 4.545340865966864, + 4.569475741998758 + ], + [ + 2.957982774008997, + 2.982104304013774, + 3.006948913971428, + 3.03172542701941, + 3.053758541995194, + 3.0760073069832288, + 3.0982317610178143, + 3.1223856459837407, + 3.1446670629666187, + 3.167344504967332, + 3.193101326993201, + 3.2174304639920592, + 3.2402229979634285, + 3.263432698964607, + 3.288420718978159, + 3.310649282007944, + 3.332366878981702, + 3.357311978994403, + 3.3810471770120785, + 3.4038589220144786, + 3.42621942400001, + 3.4510312359780073, + 3.473957023990806, + 3.4966836409876123, + 3.522141980007291, + 3.546791711007245, + 3.569749841990415, + 3.59262133797165, + 3.614479542011395, + 3.6415459259878844, + 3.6660351720056497, + 3.6892065680003725, + 3.712988430983387, + 3.736446883995086, + 3.761614606017247, + 3.78614582499722, + 3.808730293007102, + 3.8329217479913495, + 3.8588256660150364, + 3.8811723690014333, + 3.9055154050001875, + 3.9276451009791344, + 3.952163390989881, + 3.9772463209810667, + 4.000613924989011, + 4.026836231991183, + 4.051317240984645, + 4.076191484986339, + 4.100778196996544, + 4.124055110965855, + 4.147337902977597, + 4.17232629598584, + 4.196808142994996, + 4.220053474011365, + 4.243532462976873, + 4.268246794003062, + 4.292561448994093, + 4.31472828797996, + 4.337755510990974, + 4.362316779966932, + 4.385406156012323, + 4.414466403017286, + 4.444547339982819, + 4.472227819962427, + 4.497948307020124, + 4.522281551966444, + 4.545372386986855, + 4.56959241698496, + 4.593265154981054, + 4.61676677496871, + 4.6402219939627685, + 4.666321046999656, + 4.689850304974243, + 4.7129649599664845, + 4.736298563017044, + 4.7582392119802535, + 4.7833080280106515, + 4.807070970011409, + 4.830809646984562, + 4.853154686978087, + 4.876551904017106, + 4.901158181019127, + 4.923032210965175, + 4.946337254019454, + 4.969699184992351, + 4.992708923004102, + 5.018333257001359, + 5.041384456970263, + 5.065742874983698, + 5.08794845896773, + 5.112401209014934, + 5.134193355974276, + 5.15628369996557, + 5.181780443992466, + 5.207008739002049, + 5.230354750005063, + 5.252033268974628, + 5.277668285998516, + 5.300076833984349, + 5.321907103003468, + 5.345247094985098, + 5.369825734000187, + 5.393345327000134, + 5.415848914999515, + 5.4383591919904575, + 5.462067554995883, + 5.485042403975967, + 5.511114210006781, + 5.53362353798002, + 5.5581898799864575, + 5.581009907997213, + 5.6043803509674035, + 5.627888405986596, + 5.649957433983218, + 5.6754447689745575, + 5.7020467249676585, + 5.727736945962533, + 5.754007901006844, + 5.778999108995777, + 5.801312814990524, + 5.823526646010578, + 5.848884838982485, + 5.874418702966068, + 5.900045390008017, + 5.922451278020162, + 5.94478788797278, + 5.97182261000853, + 5.995089615986217 + ], + [ + 4.415375192009378, + 4.4445793720078655, + 4.472257232002448, + 4.497976106009446, + 4.522308992978651, + 4.545399674971122, + 4.569620905967895, + 4.59330238297116, + 4.616800763993524, + 4.640258040977642, + 4.666352555970661, + 4.689885343017522, + 4.712995887966827, + 4.736330243991688, + 4.758273503975943, + 4.783340223017149, + 4.807102934981231, + 4.830840558977798, + 4.853187160973903, + 4.876583707984537, + 4.901190171018243, + 4.9230630900128745, + 4.946368900011294, + 4.969729978009127, + 4.992746386968065, + 5.018363580980804, + 5.041415715997573, + 5.06577887898311, + 5.087979249015916, + 5.112432755995542, + 5.134225207963027, + 5.156316448992584, + 5.181817322969437, + 5.20704031601781, + 5.23038721800549, + 5.252064623986371, + 5.277700011967681, + 5.300109101983253, + 5.321937856962904, + 5.345279671018943, + 5.369862446968909, + 5.393377788015641, + 5.415885413996875, + 5.438390815979801, + 5.462103939964436, + 5.485073129995726, + 5.511146022006869, + 5.5336616020067595, + 5.558222292980645, + 5.581041680998169, + 5.604413038992789, + 5.627919304999523, + 5.6499893959844485, + 5.675480427977163, + 5.7020810439717025, + 5.727772534999531, + 5.754040221974719, + 5.7790306259994395, + 5.801347372995224, + 5.823557221970987, + 5.848917511990294, + 5.874454987002537, + 5.900076392979827, + 5.92248299298808, + 5.944821884972043, + 5.9718601609929465, + 5.995266470010392, + 6.019390831002966, + 6.0420901930192485, + 6.065211103006732, + 6.090830260014627, + 6.114485222962685, + 6.13615870900685, + 6.158567567996215, + 6.181493456999306, + 6.204288459965028, + 6.225844151980709, + 6.2489954679622315, + 6.272892541019246, + 6.295133513980545, + 6.318928237014916, + 6.340799761004746, + 6.362488144019153, + 6.387154866009951, + 6.408780527010094, + 6.430685488972813, + 6.455232631007675, + 6.483926139015239, + 6.512779377982952, + 6.538723748002667, + 6.56260286597535, + 6.587716959009413, + 6.609813476970885, + 6.6341902280109935, + 6.657754626008682, + 6.68060687900288, + 6.704217895981856, + 6.72743679699488, + 6.751204485015478, + 6.773500184004661, + 6.795943524979521, + 6.818993235006928, + 6.842174472985789, + 6.864924252964556, + 6.887561397976242, + 6.909071538015269, + 6.931285899016075, + 6.953858388995286, + 6.976692183001433, + 6.999777638004161, + 7.02368134498829, + 7.049937643983867, + 7.072560999018606, + 7.097807444981299, + 7.120189622975886, + 7.141694049991202, + 7.1654628940159455, + 7.18913746997714, + 7.212249297008384, + 7.235406031017192, + 7.257474860991351, + 7.282275284000207, + 7.305906975001562, + 7.327590012981091, + 7.349837815971114, + 7.37225400499301, + 7.39546154497657, + 7.417135919968132 + ], + [ + 5.9001267940038815, + 5.922510349017102, + 5.944851871987339, + 5.971892328991089, + 5.995294907013886, + 6.0194240199634805, + 6.042122474987991, + 6.065246918995399, + 6.090861349017359, + 6.114517064997926, + 6.136189967975952, + 6.158598607988097, + 6.181524173996877, + 6.204321190016344, + 6.2258768060128205, + 6.249030423001386, + 6.272929097991437, + 6.2951629150193185, + 6.318959422991611, + 6.340830158966128, + 6.362526530981995, + 6.387188843975309, + 6.408811411005445, + 6.430717415991239, + 6.455269522964954, + 6.483963478007354, + 6.512816448986996, + 6.538755939982366, + 6.562635472975671, + 6.587754812964704, + 6.609851423010696, + 6.634224544977769, + 6.657785494986456, + 6.680638598976657, + 6.70425155601697, + 6.727468215976842, + 6.751235824020114, + 6.773531908984296, + 6.795982170966454, + 6.8190241230186075, + 6.842217424011324, + 6.8649557789904065, + 6.887594211963005, + 6.909102379984688, + 6.931316728005186, + 6.953890084987506, + 6.976733873016201, + 6.999814061971847, + 7.023711882007774, + 7.049974829016719, + 7.072598544007633, + 7.097838260000572, + 7.120229804015253, + 7.141724506975152, + 7.165493511012755, + 7.189172577986028, + 7.212283627013676, + 7.235438410018105, + 7.257507528993301, + 7.282313701987732, + 7.3059372620191425, + 7.327621218981221, + 7.349870565987658, + 7.372286640980747, + 7.3954938349779695, + 7.417304300004616, + 7.439877561992034, + 7.462288817972876, + 7.485419374017511, + 7.510453138966113, + 7.535379451001063, + 7.556949038989842, + 7.578596781997476, + 7.602529357012827, + 7.6256876129773445, + 7.647788611997385, + 7.66990082297707, + 7.694237136980519, + 7.715859031013679, + 7.737691154005006, + 7.7591905309818685, + 7.781020811991766, + 7.805078201985452, + 7.827023093996104, + 7.849091486015823, + 7.871689174964558, + 7.895318518974818, + 7.917785355995875, + 7.939246885012835, + 7.961858312017284, + 7.985258092987351, + 8.010496147966478, + 8.033036794979125, + 8.056077217974234, + 8.082816704991274, + 8.108163524011616, + 8.130957168003079, + 8.15398639801424, + 8.176661906996742, + 8.199226477008779, + 8.22077790700132, + 8.24444824497914, + 8.266329539008439, + 8.288813687977381, + 8.312851660011802, + 8.334342357004061, + 8.356213373015635, + 8.37800776300719, + 8.402702094987035, + 8.42428621900035, + 8.446881835989188, + 8.469170055992436, + 8.490591585985385, + 8.516272256965749, + 8.543268029985484, + 8.570547232986428, + 8.597987559973262, + 8.620981697982643, + 8.644438888994046, + 8.666138052009046, + 8.688046043971553, + 8.712466647964902, + 8.734358648012858, + 8.757749538985081, + 8.781669129966758, + 8.805208423989825, + 8.827838480996434, + 8.85105688800104 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ] + ], + "tokens_exact": true, + "progress_spans": 104, + "imports": [ + { + "request": "1-0", + "spans": 26, + "start_s": 310615.436069969, + "end_s": 310615.450708596, + "source_done_before": false, + "source_done_after": true + }, + { + "request": "1-1", + "spans": 1, + "start_s": 310615.499905739, + "end_s": 310615.501502482, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 310615.570219917, + "end_s": 310615.571713635, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 310615.620125054, + "end_s": 310615.62164351, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 310615.666053354, + "end_s": 310615.667696005, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 310615.739936326, + "end_s": 310615.741516363, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 310615.786108524, + "end_s": 310615.787600603, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 310615.834368199, + "end_s": 310615.835978023, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 310615.905802207, + "end_s": 310615.907296775, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 310615.956808633, + "end_s": 310615.958402343, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 310616.010010376, + "end_s": 310616.011790985, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 310616.062451022, + "end_s": 310616.064052814, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 310616.132561345, + "end_s": 310616.134075024, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 310616.179844886, + "end_s": 310616.18134723, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 310616.226363614, + "end_s": 310616.227922038, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 310616.295824487, + "end_s": 310616.297522158, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 310616.355024088, + "end_s": 310616.35676894, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 310616.404903182, + "end_s": 310616.406484094, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 310616.452639314, + "end_s": 310616.454160507, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 310616.523969947, + "end_s": 310616.525461104, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 310616.569840536, + "end_s": 310616.571330925, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 310616.620594063, + "end_s": 310616.6222445, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 310616.692583127, + "end_s": 310616.694169542, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 310616.744125232, + "end_s": 310616.745751252, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 310616.795674265, + "end_s": 310616.797330264, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 310616.847844678, + "end_s": 310616.849508772, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 310616.898672549, + "end_s": 310616.900305482, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 310616.975794969, + "end_s": 310616.976490749, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 310617.044848779, + "end_s": 310617.045458113, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 310617.091229122, + "end_s": 310617.091820128, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 310617.161942045, + "end_s": 310617.162551827, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 310617.209064092, + "end_s": 310617.20966362, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 310617.257261709, + "end_s": 310617.257839441, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 310617.326153231, + "end_s": 310617.326749689, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 310617.372699631, + "end_s": 310617.373309943, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 310617.419876192, + "end_s": 310617.420533752, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 310617.4909845, + "end_s": 310617.491587641, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 310617.538591722, + "end_s": 310617.539191494, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 310617.583323221, + "end_s": 310617.58393968, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 310617.658047724, + "end_s": 310617.658632267, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 310617.705292278, + "end_s": 310617.705971401, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 310617.754989228, + "end_s": 310617.755615535, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 310617.827666613, + "end_s": 310617.828276107, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 310617.874356423, + "end_s": 310617.874932626, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 310617.921016768, + "end_s": 310617.92169563, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 310617.995677978, + "end_s": 310617.996274755, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 310618.045033418, + "end_s": 310618.045607467, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 310618.092896301, + "end_s": 310618.093479414, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 310618.141171371, + "end_s": 310618.141845001, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 310618.212376223, + "end_s": 310618.213008312, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 310618.261402627, + "end_s": 310618.261999567, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 310618.306600992, + "end_s": 310618.307285164, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 310618.383330406, + "end_s": 310618.384160688, + "source_done_before": true, + "source_done_after": true + }, + { + "request": "1-3", + "spans": 1, + "start_s": 310618.441104513, + "end_s": 310618.442958222, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 310618.514241268, + "end_s": 310618.515978953, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 310618.562149807, + "end_s": 310618.563986926, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 310618.609104588, + "end_s": 310618.610999368, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 310618.681837538, + "end_s": 310618.683563503, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 310618.727116482, + "end_s": 310618.728927215, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 310618.775944756, + "end_s": 310618.777666724, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 310618.845424806, + "end_s": 310618.847145346, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 310618.891903776, + "end_s": 310618.893629776, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 310618.961593953, + "end_s": 310618.963422997, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 310619.010256806, + "end_s": 310619.011987335, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 310619.056820823, + "end_s": 310619.058533126, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 310619.12515884, + "end_s": 310619.126885288, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 310619.175881536, + "end_s": 310619.177606156, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 310619.220906545, + "end_s": 310619.222692629, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 310619.290778719, + "end_s": 310619.29248247, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 310619.338707546, + "end_s": 310619.340572955, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 310619.407232257, + "end_s": 310619.408945956, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 310619.453914739, + "end_s": 310619.455650933, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 310619.50250825, + "end_s": 310619.504289663, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 310619.573254663, + "end_s": 310619.574972358, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 310619.618831433, + "end_s": 310619.620548567, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 310619.670928607, + "end_s": 310619.672887319, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 310619.722883271, + "end_s": 310619.724606208, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 310619.792398304, + "end_s": 310619.794117559, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 310619.843302844, + "end_s": 310619.845134385, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + }, + { + "stream_layers": false, + "warmup": false, + "elapsed_s": 9.206592933973297, + "ttft_s": [ + 1.5453090670052916, + 3.087043087987695, + 4.586227795982268, + 6.160341106005944 + ], + "token_times_s": [ + [ + 1.5453090670052916, + 1.5745279070106335, + 1.6022644490003586, + 1.6312262589926831, + 1.660691175959073, + 1.690290027006995, + 1.7201151219778694, + 1.7501434609876014, + 1.7779385729809292, + 1.8039170340052806, + 1.8296967030037194, + 1.8528594179661013, + 1.8775916819577105, + 1.9019556699786335, + 1.925098709994927, + 1.9503815780044533, + 1.9743346630129963, + 1.9970285919844173, + 2.022705575975124, + 2.0510310379904695, + 2.0769239150104113, + 2.1026885439641774, + 2.130188590963371, + 2.154773491958622, + 2.1837069639586844, + 2.2122030970058404, + 2.239167184976395, + 2.2640346320113167, + 2.2907589529640973, + 2.317869986000005, + 2.34404779196484, + 2.3685053659719415, + 2.397107951983344, + 2.4220229479833506, + 2.448263233003672, + 2.4724019169807434, + 2.496415072993841, + 2.5214742819662206, + 2.547618070966564, + 2.572780454007443, + 2.5983353839837946, + 2.625072447990533, + 2.653783603978809, + 2.67993156198645, + 2.70463131996803, + 2.7300854469649494, + 2.75718393700663, + 2.7842304919613525, + 2.807705534971319, + 2.8344740429893136, + 2.8603736080112867, + 2.885210233973339, + 2.9093682679813355, + 2.9354531610151753, + 2.9642934699659236, + 2.992463708971627, + 3.021545358002186, + 3.1127172879641876, + 3.1387547639897093, + 3.1645967309596017, + 3.1879245979944244, + 3.2115863179787993, + 3.235746019985527, + 3.259054270980414, + 3.283033413987141, + 3.3065573319909163, + 3.331129171012435, + 3.3571959559922107, + 3.383169528970029, + 3.4073303079931065, + 3.4323678619693965, + 3.4569317649584264, + 3.482543551013805, + 3.5070184280048124, + 3.5318219760083593, + 3.556276738003362, + 3.583537750004325, + 3.6086831520078704, + 3.6361019039759412, + 3.6617992050014436, + 3.688857152010314, + 3.714319279999472, + 3.7401082220021635, + 3.7673928489675745, + 3.7964846969698556, + 3.825359276961535, + 3.852609699999448, + 3.8793560469639488, + 3.9035767639870755, + 3.929684980015736, + 3.9554134929785505, + 3.980263046978507, + 4.003834936011117, + 4.029732041992247, + 4.055513858969789, + 4.080325841961894, + 4.105628265009727, + 4.131311248987913, + 4.158349345962051, + 4.183397293963935, + 4.205806371988729, + 4.230984574009199, + 4.256018781976309, + 4.28256031597266, + 4.305727189988829, + 4.332848110003397, + 4.359273021982517, + 4.384660201962106, + 4.407332759001292, + 4.432184762961697, + 4.460402212978806, + 4.488629058003426, + 4.518045598000754, + 4.546940744970925, + 4.575562962971162, + 4.608580138999969, + 4.6346326869679615, + 4.660792869981378, + 4.686169015010819, + 4.711248384963255, + 4.733290331962053, + 4.7563280329923145, + 4.781708717986476, + 4.805239874986, + 4.830669350980315, + 4.853767737979069, + 4.879693334980402, + 4.90149500296684 + ], + [ + 3.087043087987695, + 3.112748517014552, + 3.138790478988085, + 3.1646296579856426, + 3.1879579249653034, + 3.2116198649746366, + 3.2357797969598323, + 3.2590882559888996, + 3.2830647089867853, + 3.3065908949938603, + 3.3311634499696083, + 3.3572312140022404, + 3.3832022619899362, + 3.407364329963457, + 3.4324013969744556, + 3.4569694949896075, + 3.482575452013407, + 3.5070526910130866, + 3.5318565409979783, + 3.5563094769604504, + 3.583572967967484, + 3.6087169619859196, + 3.636138708970975, + 3.661834764003288, + 3.6888984509860165, + 3.714353138988372, + 3.7401467509916984, + 3.767430047970265, + 3.7965219219913706, + 3.8253969029756263, + 3.852646705985535, + 3.8793931209947914, + 3.9036117490031756, + 3.92972168099368, + 3.955451304966118, + 3.9802929990109988, + 4.003872675995808, + 4.0297675670008175, + 4.055551774974447, + 4.080358832958154, + 4.1056628309888765, + 4.131354126962833, + 4.158385434013326, + 4.183428443968296, + 4.205840884009376, + 4.231020484992769, + 4.25605246599298, + 4.28259718400659, + 4.305763821990695, + 4.332878878980409, + 4.359310425992589, + 4.384695888962597, + 4.407369501015637, + 4.432221038965508, + 4.460438198002521, + 4.488666268996894, + 4.518083264993038, + 4.546977141988464, + 4.575601544987876, + 4.6086124230059795, + 4.6346672310028225, + 4.660829995002132, + 4.686200661002658, + 4.711285270983353, + 4.733322171960026, + 4.756360770959873, + 4.781739104015287, + 4.805271007993724, + 4.830700488004368, + 4.853803074976895, + 4.879724546975922, + 4.901612581976224, + 4.924660857010167, + 4.948442269000225, + 4.974158625002019, + 4.995811403961852, + 5.0184121819911525, + 5.0435038569848984, + 5.0681035239831544, + 5.094271415960975, + 5.118891671008896, + 5.14493789098924, + 5.170639032963663, + 5.194624568975996, + 5.219387180986814, + 5.244342544989195, + 5.269926995970309, + 5.2925001319963485, + 5.315284813987091, + 5.341983634978533, + 5.368794267997146, + 5.393083125993144, + 5.415123496961314, + 5.439644772966858, + 5.465569916006643, + 5.488811691000592, + 5.512933122983668, + 5.536876907979604, + 5.5612617309670895, + 5.586482837970834, + 5.6089566469891, + 5.634235722012818, + 5.659355579002295, + 5.684355539968237, + 5.710856502002571, + 5.732973921985831, + 5.757086189987604, + 5.783920614980161, + 5.806323144992348, + 5.832105848006904, + 5.8584211159613915, + 5.88671773095848, + 5.91397017496638, + 5.937083359982353, + 5.960192246013321, + 5.986794140015263, + 6.015041662962176, + 6.043237533012871, + 6.069212813978083, + 6.0942691739765, + 6.185381743009202, + 6.211384057998657, + 6.235225017007906, + 6.257820444996469, + 6.2827749839634635, + 6.305219721980393, + 6.328616215963848, + 6.352860146958847 + ], + [ + 4.586227795982268, + 4.608639842015691, + 4.634697458008304, + 4.660859921015799, + 4.686229260987602, + 4.711316680011805, + 4.7333495449856855, + 4.7563889200100675, + 4.781766385014635, + 4.805297204991803, + 4.830726616957691, + 4.853833378001582, + 4.87975192500744, + 4.901640354015399, + 4.924695334979333, + 4.948478870966937, + 4.974189902015496, + 4.995844192977529, + 5.018446684000082, + 5.043539195961785, + 5.068139409995638, + 5.094303357007448, + 5.118925810966175, + 5.144974038994405, + 5.17067608400248, + 5.1946616059867665, + 5.219421624962706, + 5.244378820993006, + 5.269962460966781, + 5.292531021987088, + 5.315319189976435, + 5.342018738971092, + 5.368828788981773, + 5.393113931990229, + 5.415156147966627, + 5.439681590010878, + 5.465604147000704, + 5.488841518992558, + 5.512968072958756, + 5.536909551999997, + 5.561296628962737, + 5.586513933958486, + 5.608988277963363, + 5.634270976006519, + 5.659390310989693, + 5.684387367975432, + 5.710899719968438, + 5.733005659014452, + 5.757118832960259, + 5.783952074008994, + 5.806361282011494, + 5.832141168997623, + 5.858455912966747, + 5.8867523620137945, + 5.914000880962703, + 5.937115144974086, + 5.960226623981725, + 5.986829278001096, + 6.015079034958035, + 6.043273317976855, + 6.069247848994564, + 6.0943009500042535, + 6.185415151005145, + 6.211418705992401, + 6.235256051993929, + 6.257854091003537, + 6.282807536015753, + 6.305250770994462, + 6.328651596966665, + 6.353050442994572, + 6.376202893967275, + 6.402621918998193, + 6.42584226699546, + 6.448255471012089, + 6.4708228599629365, + 6.495453918003477, + 6.518089388962835, + 6.541309524967801, + 6.563895333965775, + 6.588120713015087, + 6.611064445984084, + 6.637021302012727, + 6.660282706958242, + 6.682704542996362, + 6.707687927992083, + 6.729862203006633, + 6.752061203995254, + 6.774345893994905, + 6.798006820958108, + 6.820875598001294, + 6.844473114993889, + 6.867801263986621, + 6.89067004196113, + 6.913102090999018, + 6.936345283000264, + 6.958744534000289, + 6.981582486012485, + 7.005125463998411, + 7.028562924009748, + 7.050791070971172, + 7.07376908196602, + 7.097966445959173, + 7.120973636978306, + 7.145009886997286, + 7.168144233990461, + 7.191251656971872, + 7.217306940990966, + 7.243574844964314, + 7.270033531007357, + 7.295580095960759, + 7.3186359769897535, + 7.343335454002954, + 7.367227151989937, + 7.392777093977202, + 7.415613877004944, + 7.441910430963617, + 7.4646111149922945, + 7.487876077007968, + 7.512984499975573, + 7.536230197001714, + 7.558566388965119, + 7.582328259013593, + 7.604971384978853, + 7.628947491000872, + 7.653450520010665, + 7.6770489329937845, + 7.701450128981378, + 7.7253619150142185 + ], + [ + 6.160341106005944, + 6.185445351002272, + 6.211449446971528, + 6.235284327995032, + 6.257880548015237, + 6.282835626974702, + 6.305277063976973, + 6.328689974965528, + 6.353081031003967, + 6.376235447998624, + 6.402653741009999, + 6.425875178014394, + 6.44828652497381, + 6.470856458996423, + 6.495485611958429, + 6.518123293993995, + 6.54134057398187, + 6.5639273439883254, + 6.58815525501268, + 6.611095927015413, + 6.637054266000632, + 6.6603170380112715, + 6.682738795003388, + 6.707718772988301, + 6.729900332982652, + 6.7520930980099365, + 6.774376923975069, + 6.798038591980003, + 6.820907198009081, + 6.844508509966545, + 6.8678328929818235, + 6.890703967015725, + 6.913134098984301, + 6.936376016004942, + 6.958777935011312, + 6.981613498006482, + 7.00515809096396, + 7.028593641007319, + 7.050823024997953, + 7.073802730010357, + 7.098002971964888, + 7.121007064008154, + 7.145042311982252, + 7.168176194012631, + 7.191287043970078, + 7.217338679009117, + 7.243608115997631, + 7.270073760999367, + 7.295613178983331, + 7.318667649000417, + 7.343366960994899, + 7.367262194980867, + 7.3928081810008734, + 7.41564472700702, + 7.4419425879605114, + 7.464643248997163, + 7.487907244998496, + 7.513016187003814, + 7.53626489295857, + 7.558596821967512, + 7.582358887011651, + 7.605004306999035, + 7.628983433009125, + 7.653481399000157, + 7.6770829819724895, + 7.701485080004204, + 7.725523620960303, + 7.749208891997114, + 7.772709984972607, + 7.7951784990145825, + 7.818460820009932, + 7.845280617999379, + 7.869010413996875, + 7.892402135999873, + 7.920474509999622, + 7.947656230011489, + 7.972605295013636, + 7.996133417997044, + 8.019271622004453, + 8.041880033968482, + 8.064808807976078, + 8.087736170971766, + 8.111009070998989, + 8.135457807977218, + 8.160116849001497, + 8.183844537008554, + 8.20690360700246, + 8.231599328981247, + 8.254743111960124, + 8.27871842996683, + 8.301147305988707, + 8.325743135996163, + 8.351434017997235, + 8.375435543013737, + 8.397597461007535, + 8.420071561995428, + 8.442721661005635, + 8.467693362967111, + 8.492091084015556, + 8.515080529963598, + 8.537639515008777, + 8.56004947796464, + 8.584140791965183, + 8.608298352977727, + 8.63468296796782, + 8.660100498993415, + 8.682785687968135, + 8.707686571986414, + 8.731057868979406, + 8.753287377010565, + 8.778125869983342, + 8.802199452999048, + 8.826492081978358, + 8.85134954896057, + 8.87723471299978, + 8.900546393997502, + 8.924655812967103, + 8.947940761980135, + 8.97356477699941, + 8.996728864964098, + 9.0221949039842, + 9.046193081012461, + 9.068836354010273, + 9.10188344900962, + 9.13187169097364, + 9.157805535010993, + 9.182386541971937, + 9.206290878006257 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "stream_layers": true, + "warmup": false, + "elapsed_s": 8.90360896504717, + "ttft_s": [ + 1.546964070003014, + 3.0301847510272637, + 4.4859033900429495, + 5.9490823990199715 + ], + "token_times_s": [ + [ + 1.546964070003014, + 1.577053632994648, + 1.602293625997845, + 1.6278711600461975, + 1.6499722090084106, + 1.673340627050493, + 1.6996646050247364, + 1.7238296560244635, + 1.7470704940496944, + 1.7713384840171784, + 1.796684768050909, + 1.819270084029995, + 1.8431004010490142, + 1.867827867041342, + 1.8929461300140247, + 1.917360023013316, + 1.9423791970475577, + 1.967328760016244, + 1.9906983430264518, + 2.0159260850050487, + 2.038654577045236, + 2.0625839520362206, + 2.0861490910174325, + 2.1116756460396573, + 2.1351894160034135, + 2.161637975019403, + 2.186204785015434, + 2.209488193038851, + 2.235022975015454, + 2.259708602039609, + 2.2848206020426005, + 2.3090124030131847, + 2.3344897010247223, + 2.3591264780261554, + 2.3849829240352847, + 2.409641981997993, + 2.432531498023309, + 2.456505960028153, + 2.4810769500327297, + 2.507135952997487, + 2.536548711999785, + 2.563865047006402, + 2.59300556499511, + 2.621230690041557, + 2.6504745660349727, + 2.678255386010278, + 2.707449937995989, + 2.734586203994695, + 2.7578938280348666, + 2.785492940049153, + 2.8150382610037923, + 2.8429510320420377, + 2.8707265790435486, + 2.896053169039078, + 2.9240015060058795, + 2.949177136993967, + 2.975727197015658, + 3.000489861005917, + 3.030122336000204, + 3.054281704011373, + 3.0779950370197184, + 3.10280363203492, + 3.126344569027424, + 3.150993115035817, + 3.1727855839999393, + 3.1962548260344192, + 3.2195435400353745, + 3.2435411020414904, + 3.2689190829987638, + 3.2951748900231905, + 3.319384462025482, + 3.34236603602767, + 3.3670079220319167, + 3.3928776000393555, + 3.4173830220242962, + 3.4400583740207367, + 3.4627421670011245, + 3.4877164480276406, + 3.5146874579950236, + 3.5394457150250673, + 3.5613180299988016, + 3.585929537017364, + 3.6129043319961056, + 3.637570535996929, + 3.6598274059942923, + 3.6832049670047127, + 3.707484133017715, + 3.7306058590183966, + 3.7546504880301654, + 3.7782580050406978, + 3.802961226028856, + 3.8266994670266286, + 3.8496466079959646, + 3.87332278303802, + 3.898822387040127, + 3.924028513021767, + 3.9466102290316485, + 3.971248491026927, + 3.9968821450020187, + 4.0209395390120335, + 4.043862653023098, + 4.065686857036781, + 4.091921205050312, + 4.116821180039551, + 4.14023071603151, + 4.162553277041297, + 4.187161214009393, + 4.211802669044118, + 4.236204754037317, + 4.259398686001077, + 4.283018245012499, + 4.307134199014399, + 4.331794347031973, + 4.357222338032443, + 4.383821898023598, + 4.40912903600838, + 4.433113683015108, + 4.457706932036672, + 4.485807218006812, + 4.510029666998889, + 4.534085071994923, + 4.565339670050889, + 4.599178987031337, + 4.6272004340426065, + 4.650424158025999, + 4.674662750039715, + 4.697993656038307, + 4.72410505899461 + ], + [ + 3.0301847510272637, + 3.054313347034622, + 3.078027657000348, + 3.1028356840251945, + 3.1263820390449837, + 3.151024024002254, + 3.1728330090409145, + 3.196288236998953, + 3.219574579037726, + 3.2435770190204494, + 3.2689544270397164, + 3.2952103660209104, + 3.3194159250124358, + 3.3423997460049577, + 3.3670388260507025, + 3.3929110320168547, + 3.4174145120196044, + 3.440089018025901, + 3.46277847699821, + 3.4877512940438464, + 3.514721309999004, + 3.53947577503277, + 3.561349241004791, + 3.58596298401244, + 3.612938070029486, + 3.6376011249958538, + 3.659858173050452, + 3.683248908026144, + 3.707517653994728, + 3.7306367070414126, + 3.75468329701107, + 3.778292244998738, + 3.802992440003436, + 3.8267311319941655, + 3.8496835130499676, + 3.873357472009957, + 3.8988568070344627, + 3.9240617400500923, + 3.9466412769979797, + 3.971281592035666, + 3.9969152450212277, + 4.0209757960401475, + 4.0438937389990315, + 4.065720054029953, + 4.091954921022989, + 4.1168548639980145, + 4.140261554042809, + 4.162584455043543, + 4.18719622399658, + 4.211837844050024, + 4.236247509019449, + 4.259430300036911, + 4.283050941012334, + 4.307165113044903, + 4.331826909037773, + 4.357256579038221, + 4.3838586280471645, + 4.409160845039878, + 4.433143955015112, + 4.457743613049388, + 4.48584123904584, + 4.510059854015708, + 4.534118760027923, + 4.565381325024646, + 4.599221214011777, + 4.627239438996185, + 4.650457340001594, + 4.6746934950351715, + 4.6980281849973835, + 4.724247080041096, + 4.7479158250498585, + 4.7715936850290745, + 4.79656922101276, + 4.820279344043229, + 4.849433210038114, + 4.878237300028559, + 4.908811986038927, + 4.934186108002905, + 4.9591505830176175, + 4.983929565001745, + 5.00913992500864, + 5.033309372025542, + 5.057302541041281, + 5.081245212000795, + 5.10656210500747, + 5.132470803044271, + 5.1585635369992815, + 5.185115432017483, + 5.20927168201888, + 5.235266400035471, + 5.256989746994805, + 5.280787872034125, + 5.304724428046029, + 5.330171328037977, + 5.3554974350263365, + 5.379691120004281, + 5.40772072103573, + 5.434271471051034, + 5.460027437016834, + 5.4824411070439965, + 5.506764171994291, + 5.530906585045159, + 5.555237297026906, + 5.579496363003273, + 5.6040073379990645, + 5.630644478020258, + 5.655185245035682, + 5.678916639008094, + 5.702403625007719, + 5.728170510032214, + 5.751738823018968, + 5.775896091014147, + 5.799668727035169, + 5.823433889017906, + 5.848134553001728, + 5.872511198045686, + 5.897710699005984, + 5.92098212899873, + 5.947094755014405, + 5.971561476006173, + 5.995179374003783, + 6.016701367043424, + 6.041030895023141, + 6.063797140028328, + 6.086049275996629, + 6.110424414044246, + 6.133426440006588, + 6.155444451025687 + ], + [ + 4.4859033900429495, + 4.510087263013702, + 4.534146466001403, + 4.565418102021795, + 4.599256360030267, + 4.627267561038025, + 4.650486211001407, + 4.674720683018677, + 4.698057589994278, + 4.724277441040613, + 4.747946714051068, + 4.771626087022014, + 4.796600153029431, + 4.820315376040526, + 4.849470301007386, + 4.878274153044913, + 4.908849617000669, + 4.934222909039818, + 4.959185108018573, + 4.983962025027722, + 5.00917361699976, + 5.033340054040309, + 5.057337247009855, + 5.081276794022415, + 5.106597711041104, + 5.132502292050049, + 5.158594711043406, + 5.185146468051244, + 5.209307960001752, + 5.235298081999645, + 5.257020689023193, + 5.280821313033812, + 5.304755990044214, + 5.330202105047647, + 5.355528626998421, + 5.37972697702935, + 5.407758838031441, + 5.434304979047738, + 5.4600632800138555, + 5.482515894051176, + 5.506795784051064, + 5.530940241995268, + 5.5552709409967065, + 5.579529913025908, + 5.604040305013768, + 5.630682157003321, + 5.655222206027247, + 5.678953637019731, + 5.7024370960425586, + 5.728204780025408, + 5.751768823014572, + 5.775928298011422, + 5.7997001860057935, + 5.823469071998261, + 5.848171379009727, + 5.872546496044379, + 5.89774635003414, + 5.921017685031984, + 5.947129322041292, + 5.971598077041563, + 5.995218814001419, + 6.016732245043386, + 6.041066848032642, + 6.063833879015874, + 6.086086469003931, + 6.110456231050193, + 6.133459696022328, + 6.155602141050622, + 6.177106268005446, + 6.199663728009909, + 6.221161252004094, + 6.2447123670135625, + 6.26752866699826, + 6.289012839028146, + 6.312312604044564, + 6.336121421016287, + 6.358826067007612, + 6.3858009240357205, + 6.408031830040272, + 6.429913025000133, + 6.451337069040164, + 6.473735603038222, + 6.4954498810111545, + 6.520912032050546, + 6.5432221770170145, + 6.565097231010441, + 6.5865663820295595, + 6.610965173051227, + 6.634919266041834, + 6.656832147040404, + 6.67868831299711, + 6.70080561802024, + 6.723434708022978, + 6.7460668190033175, + 6.768226221029181, + 6.791035850008484, + 6.813993987045251, + 6.837034285010304, + 6.858691857021768, + 6.883848272031173, + 6.910465999040753, + 6.937866132007912, + 6.964988359017298, + 6.989073911041487, + 7.011150633043144, + 7.0344509850256145, + 7.056414235034026, + 7.077998340013437, + 7.101189376029652, + 7.125507701013703, + 7.147285457001999, + 7.170187089010142, + 7.193836716993246, + 7.2155535310157575, + 7.23896855302155, + 7.260614375001751, + 7.283570341009181, + 7.3056621350115165, + 7.329984332027379, + 7.352963815035764, + 7.378428561030887, + 7.40362856304273, + 7.4256958570331335, + 7.447832281002775, + 7.472152817994356, + 7.493918446998578, + 7.517425683035981, + 7.53984257299453 + ], + [ + 5.9490823990199715, + 5.97162941202987, + 5.995247770042624, + 6.016759657999501, + 6.041097486042418, + 6.063864000025205, + 6.086118366045412, + 6.110483449010644, + 6.133488149032928, + 6.155629667046014, + 6.177137430000585, + 6.199696772033349, + 6.221192080003675, + 6.244742445007432, + 6.267559967003763, + 6.289042821037583, + 6.312344707024749, + 6.336154421034735, + 6.358857879997231, + 6.385833790001925, + 6.40806310903281, + 6.429943360039033, + 6.451367988018319, + 6.47376638604328, + 6.495482887024991, + 6.5209447020315565, + 6.54325464804424, + 6.565130004019011, + 6.586596488021314, + 6.610998190997634, + 6.6349522020318545, + 6.6568612640257925, + 6.6787222740240395, + 6.700837479031179, + 6.723470002994873, + 6.74609731201781, + 6.768257125047967, + 6.791068719001487, + 6.814030812995043, + 6.8370654479949735, + 6.858724215999246, + 6.883885207003914, + 6.910503001010511, + 6.937903098005336, + 6.965022974007297, + 6.9891042149974965, + 7.011183476017322, + 7.034481740032788, + 7.056444813031703, + 7.078029550029896, + 7.101226987026166, + 7.125544682028703, + 7.147316863993183, + 7.1702206110348925, + 7.193868052039761, + 7.215586804028135, + 7.2389997660066, + 7.2606457830406725, + 7.283603421004955, + 7.305693522037473, + 7.330018770007882, + 7.352994109038264, + 7.378465562011115, + 7.4036595960496925, + 7.425729202048387, + 7.447869396011811, + 7.472184288024437, + 7.49395125801675, + 7.517456358997151, + 7.539996117993724, + 7.5634255050099455, + 7.58583604200976, + 7.611700245004613, + 7.635008798039053, + 7.657734608044848, + 7.680438489012886, + 7.702829529996961, + 7.724580231006257, + 7.747138151025865, + 7.771168734994717, + 7.793571237998549, + 7.816892251023091, + 7.839522765018046, + 7.862527630000841, + 7.8871928750304505, + 7.91107222402934, + 7.9333929440472275, + 7.955372359021567, + 7.979316445009317, + 8.002218943031039, + 8.025614081998356, + 8.049173074017745, + 8.073628713027574, + 8.101506723032799, + 8.129322093038354, + 8.153057409042958, + 8.18071400700137, + 8.204535719007254, + 8.226886216027196, + 8.249535889015533, + 8.274696464999579, + 8.297595954034477, + 8.320643518003635, + 8.342247795022558, + 8.364665208035149, + 8.390641113044694, + 8.417285659001209, + 8.439585098996758, + 8.46392235904932, + 8.487391692993697, + 8.515260090003721, + 8.538887600007001, + 8.562084673030768, + 8.584157577017322, + 8.607015325047541, + 8.628692554018926, + 8.65074488404207, + 8.672860645048786, + 8.694392852019519, + 8.716006181028206, + 8.738670512044337, + 8.760598299035337, + 8.783362322021276, + 8.80642750300467, + 8.83104647701839, + 8.854812193021644, + 8.879670896043535, + 8.903412533050869 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ] + ], + "tokens_exact": true, + "progress_spans": 104, + "imports": [ + { + "request": "3-0", + "spans": 26, + "start_s": 310633.626419471, + "end_s": 310633.642617862, + "source_done_before": false, + "source_done_after": true + }, + { + "request": "3-1", + "spans": 1, + "start_s": 310633.698108641, + "end_s": 310633.699801559, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 310633.769148047, + "end_s": 310633.770966529, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 310633.819637329, + "end_s": 310633.821164718, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 310633.867149169, + "end_s": 310633.868808307, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 310633.938910945, + "end_s": 310633.940498666, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 310633.988756298, + "end_s": 310633.990356663, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 310634.038186681, + "end_s": 310634.039688015, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 310634.086508117, + "end_s": 310634.088081868, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 310634.158391091, + "end_s": 310634.159909385, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 310634.207485294, + "end_s": 310634.209069036, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 310634.257461267, + "end_s": 310634.259351169, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 310634.330833813, + "end_s": 310634.33242633, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 310634.380631391, + "end_s": 310634.382216482, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 310634.430299658, + "end_s": 310634.431874609, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 310634.480795003, + "end_s": 310634.482447136, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 310634.552316558, + "end_s": 310634.553944775, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 310634.602948831, + "end_s": 310634.604614167, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 310634.659676094, + "end_s": 310634.661361064, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 310634.717042714, + "end_s": 310634.718720898, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 310634.774068224, + "end_s": 310634.775734832, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 310634.830395455, + "end_s": 310634.831875019, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 310634.881304282, + "end_s": 310634.882975566, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 310634.938761086, + "end_s": 310634.940331314, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 310634.991864736, + "end_s": 310634.993525316, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 310635.044987827, + "end_s": 310635.046534234, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 310635.096305116, + "end_s": 310635.098044248, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 310635.17383791, + "end_s": 310635.174468389, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 310635.22219465, + "end_s": 310635.222901377, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 310635.292096804, + "end_s": 310635.292714665, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 310635.339387581, + "end_s": 310635.340061683, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 310635.391028371, + "end_s": 310635.391696778, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 310635.462845485, + "end_s": 310635.463428969, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 310635.513220947, + "end_s": 310635.513806986, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 310635.558589042, + "end_s": 310635.559270506, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 310635.610532336, + "end_s": 310635.611199486, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 310635.681772124, + "end_s": 310635.682400173, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 310635.733408286, + "end_s": 310635.733984047, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 310635.779059808, + "end_s": 310635.779701334, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 310635.850491618, + "end_s": 310635.851123081, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 310635.898798982, + "end_s": 310635.899396222, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 310635.945494467, + "end_s": 310635.946150172, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 310636.019870824, + "end_s": 310636.020497852, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 310636.067092195, + "end_s": 310636.067708483, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 310636.116786841, + "end_s": 310636.117433826, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 310636.18776331, + "end_s": 310636.188394505, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 310636.236068246, + "end_s": 310636.236655346, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 310636.283013718, + "end_s": 310636.283662005, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 310636.332056844, + "end_s": 310636.332653799, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 310636.40297141, + "end_s": 310636.403554542, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 310636.453065525, + "end_s": 310636.453695315, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 310636.504967666, + "end_s": 310636.505556785, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 310636.553557231, + "end_s": 310636.554268082, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 310636.661252511, + "end_s": 310636.66317256, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 310636.695077384, + "end_s": 310636.696766284, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 310636.74629626, + "end_s": 310636.748154389, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 310636.820085797, + "end_s": 310636.821909221, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 310636.867434095, + "end_s": 310636.86924861, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 310636.916126432, + "end_s": 310636.918020953, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 310636.974086032, + "end_s": 310636.976061509, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 310637.030033925, + "end_s": 310637.031792235, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 310637.079770684, + "end_s": 310637.081644276, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 310637.153144736, + "end_s": 310637.154857453, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 310637.202409143, + "end_s": 310637.204340146, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 310637.254401506, + "end_s": 310637.256099786, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 310637.305124955, + "end_s": 310637.30705439, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 310637.376629569, + "end_s": 310637.378448941, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 310637.426014724, + "end_s": 310637.427769293, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 310637.475539704, + "end_s": 310637.477485161, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 310637.530114487, + "end_s": 310637.531921841, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 310637.578338884, + "end_s": 310637.580185825, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 310637.6510793, + "end_s": 310637.652869267, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 310637.699848516, + "end_s": 310637.701598113, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 310637.751034587, + "end_s": 310637.752835911, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 310637.824020547, + "end_s": 310637.82575187, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 310637.871736851, + "end_s": 310637.873543745, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 310637.919279218, + "end_s": 310637.92114077, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 310637.96835891, + "end_s": 310637.970144471, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 310638.042946536, + "end_s": 310638.044840969, + "source_done_before": true, + "source_done_after": true + } + ], + "idle": true + }, + { + "stream_layers": true, + "warmup": false, + "elapsed_s": 8.998545984039083, + "ttft_s": [ + 1.4791743230307475, + 2.944411928008776, + 4.427565583027899, + 5.892458392016124 + ], + "token_times_s": [ + [ + 1.4791743230307475, + 1.5040936230216175, + 1.5273575499886647, + 1.5529457830125466, + 1.5751086120144464, + 1.5999168190173805, + 1.6234880440169945, + 1.6487148010055535, + 1.6738919700146653, + 1.6981910290196538, + 1.7232254650443792, + 1.746210592042189, + 1.770092063001357, + 1.7952696889988147, + 1.8178240190027282, + 1.8424793170415796, + 1.8664720359956846, + 1.8927659770124592, + 1.9147391710430384, + 1.9473867070046254, + 1.974831520987209, + 2.005623089033179, + 2.0309352740296163, + 2.0604705820442177, + 2.0835478990338743, + 2.1123599820421077, + 2.1413896059966646, + 2.1781924120150506, + 2.2050174809992313, + 2.230105768016074, + 2.2570548329968005, + 2.2822995629976504, + 2.305353322008159, + 2.3279032399877906, + 2.353673000005074, + 2.3775358290295117, + 2.402064675989095, + 2.426333533017896, + 2.454436252010055, + 2.477933618996758, + 2.502909900038503, + 2.525345027039293, + 2.549647487991024, + 2.574542595015373, + 2.5979227060452104, + 2.622599911992438, + 2.6464318110374734, + 2.6708482970134355, + 2.6952305150334723, + 2.7193321480299346, + 2.7453559529967606, + 2.7704662610194646, + 2.7940338770276867, + 2.8175177440280095, + 2.8433523600106128, + 2.8668589830049314, + 2.8925348719931208, + 2.915326657006517, + 2.9424071010435, + 2.9687037540134043, + 2.9925708179944195, + 3.016828632040415, + 3.0400863109971397, + 3.064486781018786, + 3.088003395998385, + 3.1111178810242563, + 3.134635293041356, + 3.1591444340301678, + 3.1847525910125114, + 3.207359065010678, + 3.2311714660027064, + 3.2569442040403374, + 3.2858839510008693, + 3.314167091040872, + 3.3412285100203007, + 3.3670488329953514, + 3.3916385960183106, + 3.41877754899906, + 3.4480576119967736, + 3.4781529240426607, + 3.5075110369944014, + 3.537449616007507, + 3.5667874270002358, + 3.5968331249896437, + 3.6261709409882315, + 3.6511427650111727, + 3.6741606169962324, + 3.698789949005004, + 3.722497477021534, + 3.7463276520138606, + 3.7703553970204666, + 3.7947085490450263, + 3.821727198024746, + 3.8501290080021136, + 3.8790622579981573, + 3.9075200619990937, + 3.936122320010327, + 3.965339725022204, + 3.9936433529946953, + 4.021964334999211, + 4.05068918899633, + 4.076008992036805, + 4.1025898740044795, + 4.126747627044097, + 4.150574188039172, + 4.179490529000759, + 4.209176390024368, + 4.237181376025546, + 4.260877116001211, + 4.2842276460141875, + 4.307033206045162, + 4.3290313520119525, + 4.352854800992645, + 4.375719497038517, + 4.39962496800581, + 4.427460201026406, + 4.4533935119980015, + 4.479388843989, + 4.5046461609890684, + 4.5269211800186895, + 4.552621044043917, + 4.577449279022403, + 4.6033357590204105, + 4.626927779987454, + 4.652309614000842, + 4.680671681009699, + 4.704436071042437, + 4.727830936026294 + ], + [ + 2.944411928008776, + 2.9687356229987927, + 2.992602218990214, + 3.0168594720307738, + 3.0401195600279607, + 3.0645219369907863, + 3.0880465880036354, + 3.111150783021003, + 3.134674384025857, + 3.1591787959914654, + 3.184786220022943, + 3.2073874070192687, + 3.231202718045097, + 3.2569794690352865, + 3.285920368041843, + 3.3142026720452122, + 3.3412637040019035, + 3.367079387011472, + 3.3916827000211924, + 3.418814190023113, + 3.4480942839873023, + 3.478188206034247, + 3.507549728034064, + 3.5374858950381167, + 3.5668233209871687, + 3.5968699600198306, + 3.6262062250170857, + 3.6511757019907236, + 3.674194929015357, + 3.6988275730400346, + 3.722534677013755, + 3.7463583099888638, + 3.770388904027641, + 3.794744702987373, + 3.821766184992157, + 3.850165351992473, + 3.879096965014469, + 3.9075577270123176, + 3.936158725002315, + 3.9653824330307543, + 3.9936791700311005, + 4.022000776021741, + 4.05072411801666, + 4.076041916036047, + 4.10262367798714, + 4.126778828038368, + 4.150611701013986, + 4.179528188018594, + 4.209212527028285, + 4.237214151013177, + 4.260910645010881, + 4.284260579035617, + 4.307064483000431, + 4.329062342992984, + 4.352887896005996, + 4.375755184039008, + 4.399661298026331, + 4.427495148032904, + 4.453430483001284, + 4.479422825039364, + 4.5046782700228505, + 4.526955290988553, + 4.552652676997241, + 4.577480224019382, + 4.6033714530058205, + 4.626959224988241, + 4.652345298032742, + 4.68070779601112, + 4.704468257026747, + 4.727979496004991, + 4.750055746990256, + 4.775749468011782, + 4.798057680018246, + 4.821381338988431, + 4.845195241039619, + 4.868752479029354, + 4.894000447995495, + 4.915825858013704, + 4.94122443604283, + 4.966961654019542, + 4.994989886996336, + 5.019983827020042, + 5.044083331013098, + 5.069739472994115, + 5.0957260930445045, + 5.119675939029548, + 5.143047491030302, + 5.16733316500904, + 5.191367668041494, + 5.215393627004232, + 5.2389094500103965, + 5.26291415700689, + 5.288143541023601, + 5.312703330011573, + 5.337765745003708, + 5.359730906027835, + 5.3847458010423, + 5.409193674044218, + 5.433733646001201, + 5.461163508007303, + 5.487169681000523, + 5.511745443043765, + 5.534214253013488, + 5.559383935993537, + 5.583562655025162, + 5.609475759032648, + 5.636461374990176, + 5.6627851109951735, + 5.692018170026131, + 5.717133694037329, + 5.742697117035277, + 5.767581382009666, + 5.793515674013179, + 5.817128919996321, + 5.840450368006714, + 5.86298389500007, + 5.890609642025083, + 5.914405235031154, + 5.937633543042466, + 5.964399188000243, + 5.989364667038899, + 6.013368810003158, + 6.036757830996066, + 6.061030741024297, + 6.085155704990029, + 6.11020787700545, + 6.134279204998165, + 6.157263940025587 + ], + [ + 4.427565583027899, + 4.453462922014296, + 4.479453928011935, + 4.504704580991529, + 4.526985072996467, + 4.552678878011648, + 4.577507494017482, + 4.603408718015999, + 4.626986327988561, + 4.6523818160058, + 4.680738981987815, + 4.7044954459997825, + 4.728008176025469, + 4.7500912740360945, + 4.775780357012991, + 4.798088686016854, + 4.821415560028981, + 4.8452266590320505, + 4.8687837879988365, + 4.894041772990022, + 4.915858904016204, + 4.941258619015571, + 4.966997974028345, + 4.99502295802813, + 5.020015053043608, + 5.044114326010458, + 5.069772521033883, + 5.095756952010561, + 5.119706250028685, + 5.143081428017467, + 5.167370148992632, + 5.191404976998456, + 5.2154253930202685, + 5.23894231300801, + 5.262946072034538, + 5.2881738920114, + 5.312735299987253, + 5.337796933017671, + 5.359764020016883, + 5.38478263001889, + 5.40922487800708, + 5.433769221010152, + 5.461196310003288, + 5.487206584017258, + 5.511776492989156, + 5.534246830036864, + 5.55941517802421, + 5.583598016994074, + 5.609509652014822, + 5.636497605009936, + 5.662820677040145, + 5.692051824007649, + 5.717170762014575, + 5.742730016994756, + 5.7676145330187865, + 5.793546577042434, + 5.8171597920008935, + 5.8404819699935615, + 5.863016830000561, + 5.890641884005163, + 5.914436883002054, + 5.937670423998497, + 5.964435350033455, + 5.989406356005929, + 6.01340961502865, + 6.036794746003579, + 6.06106717599323, + 6.085191330988891, + 6.110244236013386, + 6.13431383803254, + 6.157449827005621, + 6.183261141006369, + 6.206516261037905, + 6.23445004504174, + 6.263157222012524, + 6.291754481033422, + 6.315941304026637, + 6.338802342012059, + 6.362554332998116, + 6.38730298000155, + 6.41152789798798, + 6.434955672011711, + 6.462076171010267, + 6.489119736012071, + 6.511688854021486, + 6.535672235011589, + 6.558537631994113, + 6.585794651007745, + 6.6105687340023, + 6.6340548360021785, + 6.657528545008972, + 6.68342641799245, + 6.70952443301212, + 6.732347621989902, + 6.756473632005509, + 6.781144226028118, + 6.80668414500542, + 6.829063942015637, + 6.852344268001616, + 6.876005044032354, + 6.903239567007404, + 6.929088946024422, + 6.953289528028108, + 6.977196810999885, + 7.00275808700826, + 7.028140592039563, + 7.0523988520144485, + 7.076341290026903, + 7.102982459997293, + 7.125996529008262, + 7.150408438988961, + 7.175614241044968, + 7.201456197013613, + 7.2241253620013595, + 7.247826314996928, + 7.273777945025358, + 7.299776169995312, + 7.321554130001459, + 7.345093376992736, + 7.369157287001144, + 7.394900540995877, + 7.4188327210140415, + 7.4426386170089245, + 7.466856498038396, + 7.492644485027995, + 7.515581304032821, + 7.538617432990577, + 7.560930553008802 + ], + [ + 5.892458392016124, + 5.914463824010454, + 5.9377028089948, + 5.964465544035193, + 5.989436703035608, + 6.013438261987176, + 6.036826163996011, + 6.061098385020159, + 6.085221662011463, + 6.110275298997294, + 6.1343448660336435, + 6.157479503017385, + 6.183295783994254, + 6.2065513110137545, + 6.2344871740206145, + 6.263193387014326, + 6.291790219023824, + 6.315973146993201, + 6.3388377579976805, + 6.362585042021237, + 6.3873384990147315, + 6.411564683017787, + 6.4349903910188, + 6.462111692002509, + 6.489156957017258, + 6.511719889007509, + 6.535707998031285, + 6.558571265020873, + 6.585830283001997, + 6.610599365027156, + 6.634090395993553, + 6.657561672036536, + 6.683464146044571, + 6.709558514005039, + 6.732382329006214, + 6.756510698003694, + 6.781180858029984, + 6.806715400016401, + 6.829096839996055, + 6.852380238997284, + 6.876040405011736, + 6.9032708359882236, + 6.929119987995364, + 6.953320656029973, + 6.97722987702582, + 7.00279475201387, + 7.028176671010442, + 7.052430467039812, + 7.076372362032998, + 7.103021104994696, + 7.126027322025038, + 7.1504437740077265, + 7.17565209500026, + 7.201492480002344, + 7.224156465032138, + 7.24785632401472, + 7.273812895000447, + 7.299812809040304, + 7.321585182042327, + 7.345124297018629, + 7.369192713988014, + 7.3949306920403615, + 7.418869832996279, + 7.442674829042517, + 7.4668930300395004, + 7.492678312002681, + 7.515611862007063, + 7.538648220011964, + 7.561111479008105, + 7.588023279036861, + 7.612327470036689, + 7.63383744598832, + 7.657892126997467, + 7.684262495022267, + 7.709575959015638, + 7.731688410043716, + 7.755483256012667, + 7.779193059017416, + 7.8049337129923515, + 7.827055815025233, + 7.851472932030447, + 7.8745428650290705, + 7.899894325004425, + 7.923050837998744, + 7.947042848041747, + 7.9708850720198825, + 7.996422341035213, + 8.022475482022855, + 8.046845990000293, + 8.07023058901541, + 8.095899512001779, + 8.120152575022075, + 8.141879502043594, + 8.16512679203879, + 8.190464397019241, + 8.216010541014839, + 8.238219479040708, + 8.262039410998113, + 8.28619333700044, + 8.314485387993045, + 8.341243354021572, + 8.367880136007443, + 8.393632429011632, + 8.41776141000446, + 8.440910749020986, + 8.466729613021016, + 8.492340060009155, + 8.514606652024668, + 8.538234452018514, + 8.561850255995523, + 8.58582853601547, + 8.611498737998772, + 8.63367571803974, + 8.658016958041117, + 8.684483418008313, + 8.710128360020462, + 8.732368177035823, + 8.754537956032436, + 8.779065977025311, + 8.802955278020818, + 8.82651976402849, + 8.851011483988259, + 8.87367937801173, + 8.898787887010258, + 8.923791255045217, + 8.950090692029335, + 8.974434144038241, + 8.998316128039733 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ] + ], + "tokens_exact": true, + "progress_spans": 104, + "imports": [ + { + "request": "4-0", + "spans": 26, + "start_s": 310642.49456325, + "end_s": 310642.509686967, + "source_done_before": false, + "source_done_after": true + }, + { + "request": "4-1", + "spans": 1, + "start_s": 310642.558018156, + "end_s": 310642.559695732, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 310642.630562935, + "end_s": 310642.6320399, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 310642.679362416, + "end_s": 310642.680931764, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 310642.728839716, + "end_s": 310642.730544927, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 310642.800738733, + "end_s": 310642.802226478, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 310642.848470255, + "end_s": 310642.8499485, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 310642.897123569, + "end_s": 310642.898754643, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 310642.978079476, + "end_s": 310642.979813459, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 310643.005483119, + "end_s": 310643.007177051, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 310643.061589867, + "end_s": 310643.063288608, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 310643.143017514, + "end_s": 310643.144697428, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 310643.172043114, + "end_s": 310643.173768668, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 310643.235681664, + "end_s": 310643.237424347, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 310643.2877072, + "end_s": 310643.289393883, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 310643.358555385, + "end_s": 310643.360188724, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 310643.408182977, + "end_s": 310643.409674476, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 310643.456984432, + "end_s": 310643.45872262, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 310643.508583939, + "end_s": 310643.510149027, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 310643.580296281, + "end_s": 310643.581873679, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 310643.628568802, + "end_s": 310643.630069085, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 310643.677080587, + "end_s": 310643.678650058, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 310643.749978494, + "end_s": 310643.751470848, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 310643.801119258, + "end_s": 310643.80269551, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 310643.848164295, + "end_s": 310643.849639264, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 310643.897507184, + "end_s": 310643.899069313, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 310643.973091719, + "end_s": 310643.974969296, + "source_done_before": true, + "source_done_after": true + }, + { + "request": "4-2", + "spans": 1, + "start_s": 310644.047515529, + "end_s": 310644.048132556, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 310644.095173344, + "end_s": 310644.095836945, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 310644.165319868, + "end_s": 310644.165898718, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 310644.215433463, + "end_s": 310644.216070756, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 310644.261849715, + "end_s": 310644.262478117, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 310644.316577035, + "end_s": 310644.317350644, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 310644.371914667, + "end_s": 310644.372625068, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 310644.422335005, + "end_s": 310644.423054697, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 310644.478753615, + "end_s": 310644.47953599, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 310644.538207847, + "end_s": 310644.538964131, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 310644.597481413, + "end_s": 310644.598227511, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 310644.656860439, + "end_s": 310644.657574541, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 310644.704845106, + "end_s": 310644.705527092, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 310644.777010594, + "end_s": 310644.777614779, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 310644.825396331, + "end_s": 310644.826068121, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 310644.880819379, + "end_s": 310644.881553522, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 310644.938211853, + "end_s": 310644.93895422, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 310644.996036677, + "end_s": 310644.996777464, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 310645.052655907, + "end_s": 310645.053415068, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 310645.106690833, + "end_s": 310645.107346742, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 310645.157423923, + "end_s": 310645.158007029, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 310645.210183831, + "end_s": 310645.210912054, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 310645.267863503, + "end_s": 310645.268514421, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 310645.314908519, + "end_s": 310645.315522224, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 310645.383535286, + "end_s": 310645.384171657, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 310645.430313177, + "end_s": 310645.431055206, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 310645.510104924, + "end_s": 310645.511984926, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 310645.557636425, + "end_s": 310645.559527637, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 310645.634059097, + "end_s": 310645.635909912, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 310645.683031938, + "end_s": 310645.68491741, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 310645.735141058, + "end_s": 310645.736877694, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 310645.780741564, + "end_s": 310645.782647495, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 310645.85206402, + "end_s": 310645.853886323, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 310645.89942946, + "end_s": 310645.90119733, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 310645.9719077, + "end_s": 310645.973787218, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 310646.025671873, + "end_s": 310646.027482147, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 310646.074759383, + "end_s": 310646.07649133, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 310646.126402752, + "end_s": 310646.128152254, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 310646.173729594, + "end_s": 310646.175468699, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 310646.246070787, + "end_s": 310646.247800969, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 310646.293593248, + "end_s": 310646.295399891, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 310646.343382792, + "end_s": 310646.345181559, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 310646.415434183, + "end_s": 310646.417234503, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 310646.464418083, + "end_s": 310646.466288341, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 310646.517858509, + "end_s": 310646.519674523, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 310646.564895016, + "end_s": 310646.566751637, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 310646.640156767, + "end_s": 310646.641933442, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 310646.693470196, + "end_s": 310646.695350147, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 310646.747822316, + "end_s": 310646.749624742, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 310646.798261585, + "end_s": 310646.800076217, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 310646.847804749, + "end_s": 310646.849525873, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 310646.921298456, + "end_s": 310646.923057556, + "source_done_before": true, + "source_done_after": true + } + ], + "idle": true + }, + { + "stream_layers": false, + "warmup": false, + "elapsed_s": 9.219260835961904, + "ttft_s": [ + 1.591852632991504, + 3.13047050696332, + 4.6426201239810325, + 6.173698136990424 + ], + "token_times_s": [ + [ + 1.591852632991504, + 1.6178324729553424, + 1.640837405982893, + 1.666923846991267, + 1.6893071599770337, + 1.712466576951556, + 1.7352828349685296, + 1.759918232972268, + 1.7828094409778714, + 1.8071750049712136, + 1.8303041309700347, + 1.854547114984598, + 1.876503873965703, + 1.9010448459885083, + 1.9256171509623528, + 1.9485728109721094, + 1.9717273129499517, + 1.99502993398346, + 2.0182638019905426, + 2.040395242976956, + 2.0646707809646614, + 2.0863419749657623, + 2.1082683819695376, + 2.1302540279575624, + 2.1543401839444414, + 2.1773388339788653, + 2.199246462958399, + 2.2225358119467273, + 2.245296987995971, + 2.2683182069449686, + 2.2902482459903695, + 2.3136618129792623, + 2.335507665993646, + 2.3589167109457776, + 2.3816238079452887, + 2.4046120009734295, + 2.4285061769769527, + 2.4527597159612924, + 2.474976268946193, + 2.4980637739645317, + 2.519701915967744, + 2.5417809979990125, + 2.5658910849597305, + 2.5874511409783736, + 2.610897679987829, + 2.6326553499675356, + 2.65516669198405, + 2.679027016973123, + 2.7005738789448515, + 2.723925193946343, + 2.747403826972004, + 2.7716625959728844, + 2.79322750098072, + 2.8169068039860576, + 2.8387798849726096, + 2.863835702999495, + 2.885972404968925, + 2.9103627049480565, + 2.933047173952218, + 2.955698452948127, + 2.98054192395648, + 3.0084008829435334, + 3.0369925119448453, + 3.0654638609848917, + 3.1607197469566017, + 3.1871452309424058, + 3.21218858595239, + 3.236030634958297, + 3.2620289329788648, + 3.2851773609872907, + 3.3078335039899684, + 3.3301404729718342, + 3.3535341949900612, + 3.378459021972958, + 3.4067579549737275, + 3.4352139039547183, + 3.4623626709799282, + 3.485086071945261, + 3.5075501859537326, + 3.531651344965212, + 3.5554524259641767, + 3.578860288951546, + 3.600645311991684, + 3.627209274971392, + 3.6501374089857563, + 3.674528573988937, + 3.6963165819761343, + 3.7207119269878604, + 3.7435435189981945, + 3.7664975009975024, + 3.7882932349457406, + 3.8117317109717987, + 3.833642934972886, + 3.8555337069556117, + 3.8776241849991493, + 3.8994400479714386, + 3.924262913991697, + 3.9469079099944793, + 3.9698606749880128, + 3.9917770979809575, + 4.015016616962384, + 4.038088132976554, + 4.061308185977396, + 4.083666688995436, + 4.105389887990896, + 4.128394104947802, + 4.152011010970455, + 4.175476814969443, + 4.197229310986586, + 4.219099978974555, + 4.240896057977807, + 4.2626906839432195, + 4.287207629997283, + 4.3089689539629035, + 4.333240660955198, + 4.357708512980025, + 4.381910310999956, + 4.40491534397006, + 4.429176503967028, + 4.453672719944734, + 4.477368246996775, + 4.5030466439784504, + 4.529338686959818, + 4.555527724965941, + 4.579562105995137, + 4.602909769979306, + 4.632346597965807, + 4.6673160109785385 + ], + [ + 3.13047050696332, + 3.1607580649433658, + 3.187176635954529, + 3.2122229589731432, + 3.2360608299495652, + 3.262061974965036, + 3.2852084969636053, + 3.3078640739549883, + 3.3301714409608394, + 3.3535672089783475, + 3.3784967089886777, + 3.406794859969523, + 3.4352489759912714, + 3.4623967119841836, + 3.485117285978049, + 3.507583701983094, + 3.531685314956121, + 3.5554838859825395, + 3.578892129997257, + 3.600676071946509, + 3.6272404009941965, + 3.6501681819790974, + 3.674559473991394, + 3.6963543679448776, + 3.720743183977902, + 3.7435770749580115, + 3.766529038955923, + 3.7883242779644206, + 3.811764541955199, + 3.8336742139654234, + 3.855564091994893, + 3.8776561389677227, + 3.8994743839721195, + 3.924295754986815, + 3.946940829977393, + 3.9698932739556767, + 3.991807672951836, + 4.015051960945129, + 4.0381204469595104, + 4.061339286970906, + 4.083698079979513, + 4.105421419953927, + 4.128425918985158, + 4.152043419948313, + 4.175507359963376, + 4.19726313999854, + 4.2191308929468505, + 4.240928453975357, + 4.26272155699553, + 4.2872385189984925, + 4.309001431975048, + 4.333274749980774, + 4.3577396929613315, + 4.381941297964659, + 4.404950694995932, + 4.42921083397232, + 4.4537046809564345, + 4.477403125958517, + 4.503080536960624, + 4.529382172971964, + 4.555560705950484, + 4.5795943409902975, + 4.602944384969305, + 4.632384145981632, + 4.66745725896908, + 4.695429844956379, + 4.723732765996829, + 4.751963330956642, + 4.777590739948209, + 4.80058870499488, + 4.823178950988222, + 4.845275894971564, + 4.867856087977998, + 4.890042824961711, + 4.914145346963778, + 4.937561905942857, + 4.961995018995367, + 4.985447825980373, + 5.011657842958812, + 5.040628892951645, + 5.069455237942748, + 5.0980513919494115, + 5.127302302978933, + 5.156716191966552, + 5.18600302998675, + 5.2150455309893005, + 5.244074148999061, + 5.270633846987039, + 5.293142606969923, + 5.315141368948389, + 5.338443576998543, + 5.3609580409829505, + 5.3827785139437765, + 5.405472968996037, + 5.432014111953322, + 5.460425857978407, + 5.489085783949122, + 5.517629182955716, + 5.543489505944308, + 5.566919727949426, + 5.589456235989928, + 5.614184737962205, + 5.639789280947298, + 5.662385014991742, + 5.686095884942915, + 5.710265971953049, + 5.733987736981362, + 5.756240350950975, + 5.783053952967748, + 5.809435423987452, + 5.8326392589951865, + 5.855914031970315, + 5.8795139189460315, + 5.901962568983436, + 5.925963300978765, + 5.951582064968534, + 5.97545624198392, + 5.9994712289772, + 6.024458732979838, + 6.053551612945739, + 6.082604544993956, + 6.1080570279737, + 6.2007688919547945, + 6.223963129974436, + 6.250140731979627, + 6.273420586949214, + 6.295811423973646, + 6.318054566974752 + ], + [ + 4.6426201239810325, + 4.667488290986512, + 4.695466072997078, + 4.723769350966904, + 4.7519985839608125, + 4.777626266994048, + 4.800620364956558, + 4.823211638955399, + 4.8453069309471175, + 4.867889771994669, + 4.890075083996635, + 4.914176317979582, + 4.937592670961749, + 4.962028401962016, + 4.985479986993596, + 5.011694058950525, + 5.040665914944839, + 5.06949166895356, + 5.098088682978414, + 5.1273399839992635, + 5.156753157963976, + 5.186040282947943, + 5.215082058974076, + 5.2441103859455325, + 5.270668252953328, + 5.293175413971767, + 5.31517359695863, + 5.3384744879440404, + 5.360988047963474, + 5.382810147944838, + 5.405510501994286, + 5.432047692942433, + 5.460463186958805, + 5.489123044942971, + 5.5176630089990795, + 5.543521597981453, + 5.566952324996237, + 5.589487699966412, + 5.614221911993809, + 5.63982188195223, + 5.662418337946292, + 5.686126810964197, + 5.710297947982326, + 5.734018359973561, + 5.756273941951804, + 5.78309173398884, + 5.809468761959579, + 5.832671041949652, + 5.855944666953292, + 5.879545421979856, + 5.901997727982234, + 5.925994028977584, + 5.951615743979346, + 5.9754894729703665, + 5.999507451953832, + 6.024494714976754, + 6.053589651943184, + 6.082639730942901, + 6.108089231944177, + 6.200803637970239, + 6.223996436980087, + 6.250174657965545, + 6.273451172979549, + 6.295842318970244, + 6.3182184099568985, + 6.340686073992401, + 6.365224426961504, + 6.389073425962124, + 6.414871466986369, + 6.43751690199133, + 6.461266118974891, + 6.484620644943789, + 6.5077023259946145, + 6.5298006599769, + 6.553750314982608, + 6.577776321966667, + 6.599642995977774, + 6.62613973999396, + 6.650055079953745, + 6.67569238494616, + 6.698022519994993, + 6.722830231999978, + 6.748602919979021, + 6.775131323956884, + 6.798284412943758, + 6.821239480981603, + 6.84670107497368, + 6.871488263946958, + 6.895606599980965, + 6.922010130947456, + 6.945172048988752, + 6.970505813951604, + 6.994986980978865, + 7.01835717697395, + 7.042159464966971, + 7.067153207957745, + 7.09173252095934, + 7.114924507972319, + 7.13890271098353, + 7.163600833970122, + 7.1896190799889155, + 7.212977408955339, + 7.235267156967893, + 7.260055930993985, + 7.284381550969556, + 7.309983308950905, + 7.333648894971702, + 7.358980455959681, + 7.383144162944518, + 7.406988251954317, + 7.431644497963134, + 7.457147121953312, + 7.480433651944622, + 7.509663749951869, + 7.537885713973083, + 7.566405788995326, + 7.591406412946526, + 7.615919562987983, + 7.640707589976955, + 7.6669957639533095, + 7.69215846498264, + 7.7141716329497285, + 7.737338121980429, + 7.766298286966048, + 7.791323451965582, + 7.814801879983861, + 7.8388791009783745, + 7.864236744993832 + ], + [ + 6.173698136990424, + 6.2008327469811775, + 6.224029858945869, + 6.2502027489827015, + 6.273477637965698, + 6.295869719993789, + 6.318247840972617, + 6.340719552943483, + 6.365256671968382, + 6.389105603971984, + 6.414902621996589, + 6.43755022395635, + 6.461296691966709, + 6.484654265979771, + 6.507733263948467, + 6.529831936990377, + 6.553783200972248, + 6.577807240944821, + 6.599675361998379, + 6.626173193973955, + 6.650090721959714, + 6.675723399966955, + 6.698059125978034, + 6.722861529968213, + 6.748637030948885, + 6.775165893952362, + 6.7983163869939744, + 6.821272274944931, + 6.846736166975461, + 6.8715203749598, + 6.8956431489787064, + 6.922040910983924, + 6.945205880969297, + 6.970537448942196, + 6.995021251961589, + 7.018392818979919, + 7.042190450942144, + 7.067188300949056, + 7.091763453965541, + 7.114955632947385, + 7.138935482944362, + 7.163636163983028, + 7.189650693966541, + 7.213008839986287, + 7.235298873973079, + 7.260088604991324, + 7.284417514980305, + 7.3100169389508665, + 7.333679637988098, + 7.35901324095903, + 7.383179508964531, + 7.407023767998908, + 7.431676816951949, + 7.457178876968101, + 7.480469686968718, + 7.50970192294335, + 7.537920723960269, + 7.56644183996832, + 7.591443211946171, + 7.615950501989573, + 7.640742674993817, + 7.667031624994706, + 7.692190173955169, + 7.714202379982453, + 7.737380311999004, + 7.766336168977432, + 7.7913562299800105, + 7.814834426972084, + 7.83891016599955, + 7.86444096599007, + 7.889737064950168, + 7.91394867899362, + 7.9367890319554135, + 7.961282022995874, + 7.986516276956536, + 8.010361404973082, + 8.033561416959856, + 8.057209764956497, + 8.080964801949449, + 8.104646761959884, + 8.127793664985802, + 8.150721204990987, + 8.176165985991247, + 8.199411440989934, + 8.22212964395294, + 8.24492956098402, + 8.268908467958681, + 8.292599279957358, + 8.315192048961762, + 8.338415007980075, + 8.362745336955413, + 8.387081216962542, + 8.41205705696484, + 8.435831878974568, + 8.45931909797946, + 8.482029193954077, + 8.505775740952231, + 8.527616542996839, + 8.55003784497967, + 8.57401292398572, + 8.596869781962596, + 8.6207584439544, + 8.642340456950478, + 8.665511511964723, + 8.690082519955467, + 8.712421830976382, + 8.734613547974732, + 8.756150951958261, + 8.781360714987386, + 8.805426472972613, + 8.827437380969059, + 8.849153883988038, + 8.872614061983768, + 8.897463627974503, + 8.92107566294726, + 8.942699759965762, + 8.965118685970083, + 8.989874605962541, + 9.0137927759788, + 9.03671331499936, + 9.059752728964668, + 9.083845924993511, + 9.105615013977513, + 9.127316507976502, + 9.150088824972045, + 9.17448606598191, + 9.196796481963247, + 9.218995991977863 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "stream_layers": false, + "warmup": false, + "elapsed_s": 9.096908859966788, + "ttft_s": [ + 1.5302875789930113, + 3.084785248967819, + 4.557771276973654, + 6.092065276985522 + ], + "token_times_s": [ + [ + 1.5302875789930113, + 1.5572891299962066, + 1.5819465540116653, + 1.6061935250181705, + 1.628574603004381, + 1.6556317589711398, + 1.6794851319864392, + 1.7029876619926654, + 1.7249970539705828, + 1.751356943976134, + 1.7757743849651888, + 1.7980053370120004, + 1.8208299449761398, + 1.8459455950069241, + 1.8699759349692613, + 1.8925408300128765, + 1.9151442449656315, + 1.9406507239909843, + 1.9644857139792293, + 1.9872141919913702, + 2.0124314660206437, + 2.035768729983829, + 2.06171296199318, + 2.086802283010911, + 2.109857036964968, + 2.1318029490066692, + 2.1574741119984537, + 2.1841727619757876, + 2.2062717719818465, + 2.228922006965149, + 2.253843711980153, + 2.275898422987666, + 2.299867859983351, + 2.3240744349895976, + 2.348555104981642, + 2.373235678009223, + 2.402128437999636, + 2.430918361991644, + 2.4592192989657633, + 2.4833141940180212, + 2.506379641010426, + 2.5302416610065848, + 2.555288281990215, + 2.579279978002887, + 2.6020618029870093, + 2.6237513389787637, + 2.648312678968068, + 2.673930744989775, + 2.6962587839807384, + 2.718267221003771, + 2.7399148009717464, + 2.764719405968208, + 2.7872933439793997, + 2.811024095979519, + 2.8334756499971263, + 2.8588078470202163, + 2.882632774999365, + 2.9045295839896426, + 2.931768230977468, + 2.960224282986019, + 2.987978018994909, + 3.0118735900032334, + 3.1081226620008238, + 3.1303226739983074, + 3.153456502011977, + 3.1780800499836914, + 3.202805607987102, + 3.225641804980114, + 3.249444929009769, + 3.2732937689870596, + 3.2952723409980536, + 3.317884641001001, + 3.339549870986957, + 3.3663739009643905, + 3.3926502050017007, + 3.4154480469878763, + 3.439674419001676, + 3.462923223967664, + 3.4862958199810237, + 3.509281007980462, + 3.5311867959680967, + 3.553105372993741, + 3.576910105010029, + 3.5988004389801063, + 3.621159528964199, + 3.643184087006375, + 3.669110697985161, + 3.6909862519823946, + 3.713503660983406, + 3.7370442139799707, + 3.7645889130071737, + 3.7874167329864576, + 3.809582206013147, + 3.8316082319943234, + 3.8552936899941415, + 3.8801871559699066, + 3.9018677119747736, + 3.924339348974172, + 3.9494687559781596, + 3.9744211579672992, + 3.996689937019255, + 4.018239666009322, + 4.039784808002878, + 4.062320184020791, + 4.085243580979295, + 4.10722538799746, + 4.128857405972667, + 4.151003169012256, + 4.176549994968809, + 4.198879060975742, + 4.221762706991285, + 4.246039416990243, + 4.27077039697906, + 4.294897287967615, + 4.316741693997756, + 4.339041871018708, + 4.3625860089669, + 4.38678829499986, + 4.409252948011272, + 4.434152346977498, + 4.463270505017135, + 4.491840676986612, + 4.518806985986885, + 4.545467643998563, + 4.580779034993611, + 4.603946962975897, + 4.625573894008994, + 4.649749113013968 + ], + [ + 3.084785248967819, + 3.108153167006094, + 3.1303538769716397, + 3.153497573977802, + 3.178111890971195, + 3.2028402219875716, + 3.2256727920030244, + 3.2494775319937617, + 3.273325925983954, + 3.2953033900121227, + 3.317914896993898, + 3.3395810530055314, + 3.366405399981886, + 3.392682990990579, + 3.4154809530009516, + 3.4397061319905333, + 3.4629569170065224, + 3.4863266419852152, + 3.509309040964581, + 3.5312188899843022, + 3.5531383699853905, + 3.5769415670074522, + 3.5988329430110753, + 3.621190320001915, + 3.6432153129717335, + 3.6691438739653677, + 3.691016760014463, + 3.7135346140130423, + 3.7370786370011047, + 3.7646216260036454, + 3.7874477690202184, + 3.8096135790110566, + 3.831638698989991, + 3.8553265889640898, + 3.880218120990321, + 3.9018986789742485, + 3.924374432011973, + 3.94950412097387, + 3.974454177019652, + 3.9967213490162976, + 4.018273910973221, + 4.039815095020458, + 4.062354638008401, + 4.085274401004426, + 4.107256356975995, + 4.128888680017553, + 4.151037514966447, + 4.176582810992841, + 4.198911621992011, + 4.221795497986022, + 4.246069639979396, + 4.27080316998763, + 4.294930438976735, + 4.316774634993635, + 4.339074767020065, + 4.362620277970564, + 4.386820973013528, + 4.409283490967937, + 4.4341896289843135, + 4.463308105012402, + 4.491877131978981, + 4.518840124015696, + 4.545498038001824, + 4.580809648963623, + 4.6039785129833035, + 4.625604302971624, + 4.649894041009247, + 4.674788753967732, + 4.697444799006917, + 4.719444226997439, + 4.741207678976934, + 4.763216367980931, + 4.7862945920205675, + 4.807871661963873, + 4.829539991973434, + 4.851009470003191, + 4.8730784300132655, + 4.894600500003435, + 4.916149989992846, + 4.940237216011155, + 4.961969657975715, + 4.984889971965458, + 5.00643561501056, + 5.027847659017425, + 5.049347787979059, + 5.073376633983571, + 5.095794691005722, + 5.117514700978063, + 5.138967873994261, + 5.163569741998799, + 5.186229987011757, + 5.207750595000107, + 5.229350064008031, + 5.251256403978914, + 5.274998707987834, + 5.297247047012206, + 5.318797537998762, + 5.340287146973424, + 5.36263249698095, + 5.386375617003068, + 5.407994139997754, + 5.429825555009302, + 5.453328636009246, + 5.478020559006836, + 5.500480750983115, + 5.522182158019859, + 5.54504596296465, + 5.566705163975712, + 5.589768095989712, + 5.612532121012919, + 5.634846062981524, + 5.658880639995914, + 5.682542238966562, + 5.7053171009756625, + 5.727204900991637, + 5.749966303992551, + 5.77591486799065, + 5.799622021964751, + 5.821984465990681, + 5.843880643020384, + 5.865785192989279, + 5.891171048977412, + 5.914604143006727, + 5.940742357983254, + 5.967594103014562, + 5.995803268975578, + 6.023033236968331, + 6.120951791002881 + ], + [ + 4.557771276973654, + 4.580837917979807, + 4.6040053549804725, + 4.625631638977211, + 4.649923974997364, + 4.674819785985164, + 4.697477658977732, + 4.719474354991689, + 4.741241684998386, + 4.763248311006464, + 4.786325758963358, + 4.807902888976969, + 4.829570113972295, + 4.851041025016457, + 4.87311345001217, + 4.8946303419652395, + 4.916179754014593, + 4.940269173996057, + 4.961999866005499, + 4.984920687973499, + 5.006466095976066, + 5.027879522996955, + 5.049378680996597, + 5.073410940996837, + 5.095825349970255, + 5.11754586501047, + 5.138998089008965, + 5.1636025159968995, + 5.186260949994903, + 5.2077818749821745, + 5.2293827590183355, + 5.2512874769745395, + 5.275031907018274, + 5.297278258018196, + 5.3188277640147135, + 5.340318005997688, + 5.362664496002253, + 5.38640849199146, + 5.408025324984919, + 5.429859118012246, + 5.453361462976318, + 5.4780534859746695, + 5.500510826997925, + 5.522213121992536, + 5.5450791149633005, + 5.566737868997734, + 5.589799729990773, + 5.61256408697227, + 5.6348770699696615, + 5.658910811005626, + 5.682574175996706, + 5.705348292016424, + 5.727236139005981, + 5.750002556014806, + 5.775947826972697, + 5.799653946014587, + 5.822015243989881, + 5.843911797972396, + 5.865817273966968, + 5.891203591017984, + 5.914637516019866, + 5.9407755639986135, + 5.967631410981994, + 5.995838934963103, + 6.023069244984072, + 6.1211631809710525, + 6.149157601990737, + 6.178124614001717, + 6.206249956972897, + 6.23464189900551, + 6.261281848012004, + 6.287477753008716, + 6.311979794991203, + 6.333868508983869, + 6.356400791963097, + 6.380095143977087, + 6.403470307006501, + 6.427076952997595, + 6.450884542020503, + 6.473248166963458, + 6.4959804770187475, + 6.523469128005672, + 6.55175479198806, + 6.579940458992496, + 6.604195412015542, + 6.626247685984708, + 6.648449409985915, + 6.673884421004914, + 6.697312889969908, + 6.719314717978705, + 6.7410741850035265, + 6.762772123969626, + 6.7865078659961, + 6.810977206972893, + 6.8338304400094785, + 6.856829176016618, + 6.880459851992782, + 6.902921027969569, + 6.924617187993135, + 6.9483897690079175, + 6.970228331978433, + 6.993195038987324, + 7.0170589669723995, + 7.038845761970151, + 7.061670235008933, + 7.084252483968157, + 7.107084764982574, + 7.129519973997958, + 7.153866445994936, + 7.177541880984791, + 7.2000226299860515, + 7.223328572988976, + 7.2460896269767545, + 7.268269880965818, + 7.290838213986717, + 7.3154250379884616, + 7.337564601970371, + 7.360294800018892, + 7.382679581991397, + 7.406963361019734, + 7.429095201019663, + 7.453686207998544, + 7.47587087599095, + 7.4987385959830135, + 7.52197088097455, + 7.545005329011474, + 7.566995800996665, + 7.588701009983197 + ], + [ + 6.092065276985522, + 6.121195265965071, + 6.149196006997954, + 6.17816126201069, + 6.206286935019307, + 6.234677848988213, + 6.261315234005451, + 6.287513258983381, + 6.31201383296866, + 6.333898781973403, + 6.356431240972597, + 6.380134815990459, + 6.4035036729765125, + 6.427107620984316, + 6.450914779969025, + 6.473281873972155, + 6.496013815980405, + 6.523504621989559, + 6.551792268990539, + 6.579973993997555, + 6.604227525996976, + 6.626278722018469, + 6.64848323201295, + 6.6739190929802135, + 6.697347745008301, + 6.719348246988375, + 6.741108982008882, + 6.762803574965801, + 6.786542650021147, + 6.811008270015009, + 6.833861424995121, + 6.856859991967212, + 6.880493250966538, + 6.902951216965448, + 6.924648256972432, + 6.9484210209921, + 6.970260263013188, + 6.99322826997377, + 7.01708979497198, + 7.038875930011272, + 7.061701508006081, + 7.084283021977171, + 7.107116073020734, + 7.1295512419892475, + 7.153905818006024, + 7.177572773012798, + 7.200055435998365, + 7.223362046992406, + 7.246129433973692, + 7.26830096100457, + 7.290869442978874, + 7.315455138974357, + 7.337595852965023, + 7.360327258007601, + 7.382712360995356, + 7.40699589101132, + 7.42913221399067, + 7.453717977972701, + 7.47590349096572, + 7.498774052015506, + 7.5220029869815335, + 7.545037292002235, + 7.567027092969511, + 7.588870276988018, + 7.612944808963221, + 7.6347606359631754, + 7.6582676289835945, + 7.681107032985892, + 7.703703259001486, + 7.726215325004887, + 7.74810816597892, + 7.770249155990314, + 7.7930602980195545, + 7.8173686629743315, + 7.839914600015618, + 7.861856731993612, + 7.885424460982904, + 7.908091366989538, + 7.931502568011638, + 7.956553379015531, + 7.978347664989997, + 8.001281669014134, + 8.024925333971623, + 8.047917729010805, + 8.069538028968964, + 8.092158990970347, + 8.116699185979087, + 8.139420396997593, + 8.164512889983598, + 8.186812072002795, + 8.212262529996224, + 8.234374424966518, + 8.258025383984204, + 8.28005291998852, + 8.303049620997626, + 8.32702565996442, + 8.35071369598154, + 8.37296533799963, + 8.397967587981839, + 8.421172383008525, + 8.44520515500335, + 8.468048947979696, + 8.493520525982603, + 8.517817960004322, + 8.540064428991172, + 8.563928821007721, + 8.592223400017247, + 8.619901896978263, + 8.644681541016325, + 8.669008291966747, + 8.69328199798474, + 8.718403077975381, + 8.742025920015294, + 8.765478903020266, + 8.789391947968397, + 8.813604682974983, + 8.839141011994798, + 8.864069884992205, + 8.888000299979467, + 8.910419154970441, + 8.934343901986722, + 8.95857336797053, + 8.981948414992075, + 9.004389962006826, + 9.028724504983984, + 9.05174501001602, + 9.07311340898741, + 9.096727492986247 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "stream_layers": true, + "warmup": false, + "elapsed_s": 9.033039704023395, + "ttft_s": [ + 1.48697250202531, + 2.963507455016952, + 4.429440081003122, + 5.91638085100567 + ], + "token_times_s": [ + [ + 1.48697250202531, + 1.512517776049208, + 1.535827148007229, + 1.5636689430102706, + 1.585313092044089, + 1.6123954700306058, + 1.637828964041546, + 1.663994481030386, + 1.6883862530230545, + 1.7132204130175523, + 1.738494930032175, + 1.7642175380024128, + 1.788660673017148, + 1.8144530090503395, + 1.8396624860470183, + 1.862807663041167, + 1.8881166850333102, + 1.913382695056498, + 1.939156882057432, + 1.963509587047156, + 1.986106610042043, + 2.012067780015059, + 2.035143818007782, + 2.060771721007768, + 2.0848015140509233, + 2.110492891049944, + 2.1351213920279406, + 2.159811414021533, + 2.1837004610570148, + 2.207855129032396, + 2.232164247019682, + 2.2557293090503663, + 2.280242070031818, + 2.3057834160281345, + 2.329502359032631, + 2.354369660024531, + 2.376771516050212, + 2.403326741012279, + 2.42483853304293, + 2.4496196760446765, + 2.4741786250378937, + 2.498224425013177, + 2.522026206017472, + 2.5458776220330037, + 2.5716119580320083, + 2.593591754033696, + 2.6182320400257595, + 2.642318766040262, + 2.6663001680281013, + 2.6902636060258374, + 2.7138649740372784, + 2.738346366037149, + 2.761590509035159, + 2.7856826430070214, + 2.8128076960565522, + 2.8384779400075786, + 2.863174197031185, + 2.8869666190003045, + 2.912156220001634, + 2.934074649005197, + 2.9634279510355555, + 2.985632994037587, + 3.0101082030450925, + 3.0329130070167594, + 3.058687382028438, + 3.083089309046045, + 3.1087565070483834, + 3.1314276450430043, + 3.1572813270031475, + 3.1812476360355504, + 3.2081393400439993, + 3.231453479034826, + 3.2559717390104197, + 3.2781033560168, + 3.3024214100441895, + 3.328424333012663, + 3.356479815032799, + 3.3842382590519264, + 3.411919900041539, + 3.4363571610301733, + 3.4612657310208306, + 3.4839994940557517, + 3.50694667204516, + 3.5323678830172867, + 3.557571599027142, + 3.5806958800530992, + 3.606116307026241, + 3.630148480006028, + 3.6541175670572557, + 3.677459754049778, + 3.7005675270338543, + 3.7241938390070572, + 3.748013439006172, + 3.772286139021162, + 3.7954902720521204, + 3.822366170003079, + 3.844634669017978, + 3.870260385039728, + 3.893895732006058, + 3.9194711330346763, + 3.9414089680067264, + 3.9651148060220294, + 3.9870738640311174, + 4.01120416802587, + 4.03521417704178, + 4.0617809960385785, + 4.086117269005626, + 4.112308481009677, + 4.13598424900556, + 4.1582653090008534, + 4.182055424025748, + 4.20711780100828, + 4.229762074013706, + 4.254133155045565, + 4.276710689009633, + 4.302543745026924, + 4.327265002008062, + 4.352480817004107, + 4.377804645046126, + 4.400394725031219, + 4.4293419260066, + 4.4524513320066035, + 4.4749119660118595, + 4.500415281043388, + 4.527046946051996, + 4.55271109205205, + 4.579878839023877, + 4.60504331602715 + ], + [ + 2.963507455016952, + 2.985664097010158, + 3.0101406300091185, + 3.0329455520259216, + 3.0587190920487046, + 3.0831194440252148, + 3.1087907340261154, + 3.131463138037361, + 3.157314344018232, + 3.1812819390324876, + 3.208174860046711, + 3.2314839960308746, + 3.256004325055983, + 3.278134337044321, + 3.3024574770242907, + 3.328457141004037, + 3.356516157044098, + 3.3842739870306104, + 3.411956354044378, + 3.436388797010295, + 3.4613016610383056, + 3.4840304670506157, + 3.5069816970499232, + 3.5323991010081954, + 3.557611167023424, + 3.580726845015306, + 3.6061510990257375, + 3.630183572007809, + 3.6541522740153596, + 3.6775649950141087, + 3.7006044610170648, + 3.724224050005432, + 3.7480484390398487, + 3.772317377035506, + 3.7955234800465405, + 3.822397300042212, + 3.8446715880418196, + 3.870293179003056, + 3.8939287140383385, + 3.919504413031973, + 3.941439905029256, + 3.9651448220247403, + 3.9871049930225126, + 4.011239893035963, + 4.0352467790362425, + 4.061813919048291, + 4.086148538044654, + 4.112341311003547, + 4.136017035052646, + 4.1582975320052356, + 4.182089937035926, + 4.207149000023492, + 4.2297959580319, + 4.254163716046605, + 4.276744023023639, + 4.302584413031582, + 4.327296979026869, + 4.352516766055487, + 4.377836155006662, + 4.400429900037125, + 4.429376956017222, + 4.4524824560503475, + 4.474943259032443, + 4.500452054024208, + 4.527084477012977, + 4.552747343026567, + 4.5799098500283435, + 4.605180956015829, + 4.631754864007235, + 4.653866838023532, + 4.678526458039414, + 4.699808417004533, + 4.724645065027289, + 4.748171090031974, + 4.771517889050301, + 4.795306358020753, + 4.820833384001162, + 4.84509847703157, + 4.86736849200679, + 4.8907877880265005, + 4.91377988102613, + 4.938621276000049, + 4.961916669039056, + 4.984227186010685, + 5.00803144503152, + 5.032262784021441, + 5.056657696026377, + 5.08079863403691, + 5.10400919400854, + 5.1294782280456275, + 5.151226800051518, + 5.174773667007685, + 5.19779343000846, + 5.2231152900494635, + 5.247980195039418, + 5.2708651320426725, + 5.2953137830481865, + 5.319609032012522, + 5.344646770041436, + 5.368355197017081, + 5.392710752028506, + 5.421307520009577, + 5.449428027030081, + 5.480219358054455, + 5.504201901028864, + 5.529286292032339, + 5.553105136030354, + 5.57719751104014, + 5.5988282020553015, + 5.6233859120402485, + 5.648152675013989, + 5.671520339034032, + 5.695388514024671, + 5.717791382048745, + 5.7429040200077, + 5.766699380008504, + 5.79052323801443, + 5.817216980038211, + 5.840913947031368, + 5.865865421015769, + 5.89101106004091, + 5.916279166005552, + 5.939082270022482, + 5.9653779930085875, + 5.992853899020702, + 6.021272419020534, + 6.048540926014539, + 6.072716553055216 + ], + [ + 4.429440081003122, + 4.45250998105621, + 4.474970636016224, + 4.500483535055537, + 4.527116327022668, + 4.5527786270249635, + 4.579937096044887, + 4.605212537047919, + 4.6317858210531995, + 4.653898700024001, + 4.678556276019663, + 4.699840143031906, + 4.724682308034971, + 4.748201211041305, + 4.771553358004894, + 4.795337323041167, + 4.820871111005545, + 4.845129492052365, + 4.86740141705377, + 4.890819386055227, + 4.913810797035694, + 4.938654866011348, + 4.961953558027744, + 4.984257451025769, + 5.008065497037023, + 5.032299755024724, + 5.056690545054153, + 5.080829719023313, + 5.104045502026565, + 5.129513690015301, + 5.151261163002346, + 5.174805498041678, + 5.197825970011763, + 5.223149451019708, + 5.248012240044773, + 5.270900400006212, + 5.295348446001299, + 5.319638998014852, + 5.3446841050172225, + 5.368385688052513, + 5.392748025013134, + 5.421345072041731, + 5.449465903046075, + 5.480252264009323, + 5.504232563020196, + 5.529316718049813, + 5.553139379015192, + 5.577231308037881, + 5.598866460029967, + 5.6234186720103025, + 5.648184322053567, + 5.671551630017348, + 5.6954201140324585, + 5.717828663007822, + 5.742934149049688, + 5.766736187040806, + 5.790554397040978, + 5.817250775056891, + 5.840951082005631, + 5.865900595032144, + 5.891046347038355, + 5.916314390022308, + 5.939118029025849, + 5.965414170001168, + 5.992891379049979, + 6.021305338013917, + 6.048584911040962, + 6.072888428054284, + 6.095873195037711, + 6.121333190007135, + 6.149594590009656, + 6.178682370053139, + 6.2075191380572505, + 6.236147411051206, + 6.2648742030141875, + 6.293689444020856, + 6.322296595026273, + 6.349669921037275, + 6.374729760049377, + 6.39789608301362, + 6.424296405049972, + 6.449053039017599, + 6.475357720046304, + 6.498501566005871, + 6.520411207049619, + 6.5443097710376605, + 6.570354230003431, + 6.594350805040449, + 6.619064572034404, + 6.64232666301541, + 6.665835721010808, + 6.688530008017551, + 6.710640498029534, + 6.734752015036065, + 6.756963830033783, + 6.780010716000106, + 6.803184313001111, + 6.827954186999705, + 6.851150416012388, + 6.874439045030158, + 6.897561574005522, + 6.923168779001571, + 6.950871070032008, + 6.9780281410203315, + 7.004839819041081, + 7.033215543022379, + 7.061475397029426, + 7.088762708008289, + 7.1166200450388715, + 7.144372483016923, + 7.169410030008294, + 7.194444269000087, + 7.217041983036324, + 7.240569037036039, + 7.265628864057362, + 7.292268327029888, + 7.317466877051629, + 7.344270142028108, + 7.371914340008516, + 7.398774884000886, + 7.422112787025981, + 7.445565292029642, + 7.4713761120219715, + 7.49947834800696, + 7.527148143039085, + 7.552561620017514, + 7.57614341302542, + 7.597587300057057 + ], + [ + 5.91638085100567, + 5.939148186007515, + 5.965445392008405, + 5.992923024052288, + 6.021337816026062, + 6.048616578045767, + 6.072916675009765, + 6.095903366047423, + 6.121367846033536, + 6.149633066030219, + 6.178720302006695, + 6.207555351022165, + 6.23618443205487, + 6.264911110047251, + 6.293726388015784, + 6.322334553056862, + 6.34970672801137, + 6.374761178041808, + 6.397929010039661, + 6.424332033027895, + 6.449087767046876, + 6.475388896011282, + 6.498531768040266, + 6.520444083027542, + 6.544343205052428, + 6.5703897310304455, + 6.594383868039586, + 6.619097459013574, + 6.642357996024657, + 6.665872013021726, + 6.688562210008968, + 6.710672349028755, + 6.734785774024203, + 6.757001770019997, + 6.780040699057281, + 6.80321918905247, + 6.827989433018956, + 6.851181479054503, + 6.874470231006853, + 6.897599629010074, + 6.923204909020569, + 6.950905794044957, + 6.978062699025031, + 7.00487610505661, + 7.0332511070300825, + 7.06151258200407, + 7.088798690005206, + 7.1166582820005715, + 7.14440710505005, + 7.169446733023506, + 7.194478557037655, + 7.217072069004644, + 7.240609292057343, + 7.265665857004933, + 7.29230125900358, + 7.317498203017749, + 7.3443069090135396, + 7.3719481190200895, + 7.398809770005755, + 7.422143862000667, + 7.445606993045658, + 7.471411338017788, + 7.499514666036703, + 7.52718273201026, + 7.5525962770334445, + 7.576175404014066, + 7.597708058019634, + 7.620973286044318, + 7.645595617999788, + 7.670807482034434, + 7.693320133024827, + 7.714799220033456, + 7.737996205047239, + 7.761777091014665, + 7.785226047039032, + 7.809232113009784, + 7.831320861005224, + 7.855248886044137, + 7.878612493048422, + 7.900617105013225, + 7.922285486012697, + 7.947794632054865, + 7.971892915025819, + 7.994987750018481, + 8.020131685014348, + 8.04428575001657, + 8.069224084028974, + 8.093029720010236, + 8.118040760047734, + 8.14150841900846, + 8.165026330039836, + 8.188322163012344, + 8.212040169048123, + 8.23383002501214, + 8.257574891031254, + 8.28022569802124, + 8.303106410021428, + 8.328650131006725, + 8.353681235050317, + 8.376691536046565, + 8.399495665042195, + 8.424084290047176, + 8.44640497805085, + 8.471778838022146, + 8.495431556017138, + 8.5172760670539, + 8.539317215036135, + 8.563099472026806, + 8.588523736048955, + 8.6109140770277, + 8.633943082008045, + 8.656626570038497, + 8.68102587905014, + 8.703507057041861, + 8.725708001002204, + 8.74755335203372, + 8.77306044800207, + 8.795811696036253, + 8.820659679011442, + 8.84393595700385, + 8.869123213051353, + 8.893243221042212, + 8.915668360015843, + 8.941324270039331, + 8.963856024027336, + 8.987496019050013, + 9.01071766903624, + 9.032875607023016 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ] + ], + "tokens_exact": true, + "progress_spans": 104, + "imports": [ + { + "request": "7-0", + "spans": 26, + "start_s": 310670.140166252, + "end_s": 310670.155344834, + "source_done_before": true, + "source_done_after": true + }, + { + "request": "7-1", + "spans": 1, + "start_s": 310670.204276647, + "end_s": 310670.206221992, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 310670.280852899, + "end_s": 310670.28252749, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 310670.332437907, + "end_s": 310670.333939917, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 310670.381665733, + "end_s": 310670.383207429, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 310670.432662101, + "end_s": 310670.434208595, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 310670.482906393, + "end_s": 310670.48454924, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 310670.556562677, + "end_s": 310670.55819421, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 310670.607598786, + "end_s": 310670.609060893, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 310670.654553651, + "end_s": 310670.656215466, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 310670.729216381, + "end_s": 310670.730757595, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 310670.778937561, + "end_s": 310670.780492255, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 310670.828255849, + "end_s": 310670.829762487, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 310670.876300317, + "end_s": 310670.877851632, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 310670.948687906, + "end_s": 310670.950306474, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 310670.997946742, + "end_s": 310670.999471305, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 310671.045216348, + "end_s": 310671.046737819, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 310671.11806455, + "end_s": 310671.119600454, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 310671.16667185, + "end_s": 310671.168312429, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 310671.214321734, + "end_s": 310671.215838942, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 310671.286674752, + "end_s": 310671.288126551, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 310671.334744886, + "end_s": 310671.336290829, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 310671.382312123, + "end_s": 310671.383896721, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 310671.454125211, + "end_s": 310671.45558818, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 310671.506921672, + "end_s": 310671.508459828, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 310671.555410935, + "end_s": 310671.556833035, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 310671.602520549, + "end_s": 310671.604181479, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 310671.701388892, + "end_s": 310671.702031374, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 310671.751560149, + "end_s": 310671.752164092, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 310671.799908102, + "end_s": 310671.80058949, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 310671.849730647, + "end_s": 310671.850442381, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 310671.924447954, + "end_s": 310671.925093375, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 310671.970903402, + "end_s": 310671.971587425, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 310672.024968901, + "end_s": 310672.025675388, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 310672.080406014, + "end_s": 310672.081098285, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 310672.129745767, + "end_s": 310672.130391649, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 310672.200840663, + "end_s": 310672.201429083, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 310672.249167968, + "end_s": 310672.249750709, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 310672.298628738, + "end_s": 310672.299280712, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 310672.346015554, + "end_s": 310672.346665256, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 310672.416491923, + "end_s": 310672.417120556, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 310672.463967953, + "end_s": 310672.464636951, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 310672.513118985, + "end_s": 310672.513809972, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 310672.587947208, + "end_s": 310672.58856878, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 310672.633586275, + "end_s": 310672.634177145, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 310672.679685382, + "end_s": 310672.680350598, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 310672.754589627, + "end_s": 310672.755182105, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 310672.804458541, + "end_s": 310672.80501987, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 310672.85053482, + "end_s": 310672.851208686, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 310672.922604354, + "end_s": 310672.923191426, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 310672.971028892, + "end_s": 310672.971668372, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 310673.020962082, + "end_s": 310673.021631287, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 310673.068876862, + "end_s": 310673.069570802, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 310673.168930178, + "end_s": 310673.170773542, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 310673.221225352, + "end_s": 310673.223099163, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 310673.273658889, + "end_s": 310673.275548158, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 310673.322343318, + "end_s": 310673.324143506, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 310673.39312881, + "end_s": 310673.394964729, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 310673.439998459, + "end_s": 310673.441896891, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 310673.489318622, + "end_s": 310673.491132672, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 310673.559260789, + "end_s": 310673.560973317, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 310673.607098289, + "end_s": 310673.608880209, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 310673.676509139, + "end_s": 310673.678304402, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 310673.725132612, + "end_s": 310673.726850389, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 310673.772492938, + "end_s": 310673.77443697, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 310673.843246564, + "end_s": 310673.844964296, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 310673.891597521, + "end_s": 310673.893472234, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 310673.939346189, + "end_s": 310673.941278645, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 310674.013131341, + "end_s": 310674.014906131, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 310674.061195404, + "end_s": 310674.062968611, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 310674.117918984, + "end_s": 310674.119928304, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 310674.172677283, + "end_s": 310674.174423985, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 310674.221584318, + "end_s": 310674.223446708, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 310674.291861746, + "end_s": 310674.293669143, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 310674.339993466, + "end_s": 310674.341783251, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 310674.386276173, + "end_s": 310674.388085273, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 310674.458996093, + "end_s": 310674.460691896, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 310674.509398352, + "end_s": 310674.511207993, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 310674.559494349, + "end_s": 310674.561415536, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + } + ], + "scope": "fixed compiled width, four queued repeated synthetic prompts, fixed128 output, caches off; host import trace is not device-kernel overlap", + "source_sha256": { + "prefill_server.py": "5af1169ff5c6bfac6ce265ea3edf7f6a031c207bda7ce7bcbc996d7133576b1d", + "streaming_factories.py": "77745350973cc54bf508e0c8b473efc442afef20b1c64f7c4edc179ea1471389" + }, + "summary": { + "False": { + "median_elapsed_s": 9.206592933973297, + "median_ttft_s": [ + 1.5453090670052916, + 3.087043087987695, + 4.586227795982268, + 6.160341106005944 + ], + "imports_before_source_done": 0 + }, + "True": { + "median_elapsed_s": 8.998545984039083, + "median_ttft_s": [ + 1.48697250202531, + 2.963507455016952, + 4.429440081003122, + 5.91638085100567 + ], + "imports_before_source_done": 233 + } + }, + "stage": "complete" +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-c4-gpu.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-c4-gpu.log new file mode 100644 index 00000000..e2f7c84f --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-c4-gpu.log @@ -0,0 +1,12 @@ +GPU loading gemma + +Loading weights: 0%| | 0/340 [00:00 /tmp/stream265-fault-atom-queue.log 2>&1`, session53032. Three-case fault driver described above is now running; no hardware fault result yet. Isolated production package unchanged at33d6cb0 hashes. + +Actual ATOM fault first result: Qwen0.6 child/copy exits0, all three cases complete and owners drain. Cancel/reuse intercepted after1 imported span, before admission; replacement16-token output equals retained same-route reference and incomplete prefix index stayed empty. Independent source-death case also intercepted after1span with no admission or owner poisoning. Prefetch-source-death occurred while survivor had13tokens and victim slot=-1; all512 retained survivor tokens exactly equal reference, owner unpoisoned. Qwen4 now running. Local and remote driver SHA256 match7ec939b50a94ddce9aee21a6489d2e91a88f11d298e97659bf94df7bf8423c5b; manifest retained. Raw output_tokens16 describes the initial case, while the prefetch case explicitly retains512-token arrays. No full four-model fault completion claim yet. + +## Higher-concurrency/longer-output GPU extension + +Local GPU/RNGD compute/device users empty before launch. Same production runtime and same source factory, compiledwidth8192, four queued prompts2048/8192/2048/8192, fixed128output,4decoder/source slots, context8320/page64/cacheoff. Whole/stream alternating sequence unchanged:two warmups then three measured batches/mode. Same source process/model per model; compare every output against initial whole reference. Test driver stream265-c4-gpu.py derives from the prior longGPU driver; command `python3 /tmp/stream265-c4-queue.py > /tmp/stream265-c4-queue.log 2>&1`. This extends the previous c2/fixed32 workload; independent host from the active remote ATOM fault queue. No result yet. + +First c4/fixed128 GPU result: Qwen0.6 completes8batches/32sequences exact, child exit0. Three measured batches/mode median whole7.982224s→stream6.327924s (20.72% lower); median output throughput64.143→80.911tok/s, defined as512 generated tokens per batch divided by completion time. Four TTFT reductions[29.67277789085594, 32.494779240547636, 28.901218598702016, 29.00023215188736]. Auditor verifies four128-token arrays, mode order, warmups, token arrivals and spans; remaining models pending. This is a distinct workload from c2/fixed32 and not a directly paired concurrency-scaling comparison. + +Qwen4 c4/fixed128 GPU completed8batches/32sequences exact, child exit0; auditor passes. Median whole15.477492s→stream12.933404s (16.44% lower); median output throughput33.080→39.587tok/s. Gemma/KONI pending. This is same-route whole-vs-stream parity; previous nativeGPU-vs-RNGD numerical differences are not waived. + +Gemma c4/fixed128 GPU completed8batches/32sequences exact, child exit0 and auditor passes: whole median9.206593s→stream8.998546s (2.26% lower). KONI remains queued/running. Added a review map to STREAMING.md identifying source export, SHM/pipe protocol, Torch/ATOM ownership and CLI files; all relative links verified. Documentation explicitly distinguishes this same-host research-factory path from native furiosa-llm KV or cross-host streaming and states notification-control attribution limits. Production unchanged. + +## Completed c4/fixed128 GPU matrix + +Allfour child exits0;32batches/128sequences including warmups exact and drained. Independent auditor recomputes summaries and verifies mode ordering, warmups, four128-token arrays, arrivals and span traces. Local GPU compute-process and RNGD device-user listings empty after queue exit. + +|Model|Whole median(s)|Stream median(s)|Completion reduction| +|---|---:|---:|---:| +|qwen06b|7.982224|6.327924|20.72%| +|qwen4b|15.477492|12.933404|16.44%| +|gemma|9.206593|8.998546|2.26%| +|koni|16.025822|12.925748|19.34%| + +Scope: one host, fixed compiledwidth8192, mixed2K/8K/2K/8K prompts, c4, fixed128 output without EOS stopping, caches off, three measured batches/mode after two warmups. This extends c2/fixed32 parity and timing, not native numerical equivalence or semantic answer quality. Gemma improvement remains small. Whole remains the default. Raw files stream265-*-c4-gpu.{json,log}, queue and summary, drivers and audit_stream265_c4.py retained. From b59e7fc9a18e82ca4e13c374853abaffa946e45a Mon Sep 17 00:00:00 2001 From: gspark Date: Sat, 24 Oct 2026 09:11:08 +0900 Subject: [PATCH 14/29] test: record four-model ATOM streaming fault isolation --- opt_prime/examples/pd/STREAMING.md | 2 +- .../pd/http_matrix/.research/events.jsonl | 1 + opt_prime/examples/pd/http_matrix/STATUS.md | 4 + .../audit_stream265_atom_faults.py | 22 + .../evidence265/run-stream265-fault-atom.sh | 10 + .../stream265-atom-fault-driver-manifest.json | 7 + .../stream265-atom-fault-summary.json | 26 + .../stream265-fault-atom-queue.json | 22 + .../stream265-gemma-fault-atom.json | 1118 +++++++++++++++++ .../stream265-gemma-fault-atom.log | 1 + .../stream265-koni-fault-atom.json | 1118 +++++++++++++++++ .../evidence265/stream265-koni-fault-atom.log | 1 + .../stream265-qwen06b-fault-atom.json | 1118 +++++++++++++++++ .../stream265-qwen06b-fault-atom.log | 1 + .../stream265-qwen4b-fault-atom.json | 1118 +++++++++++++++++ .../stream265-qwen4b-fault-atom.log | 1 + .../evidence265/stream265_fault_atom.py | 94 ++ .../2026-10-24-stream265-atom-faults.md | 43 + 18 files changed, 4706 insertions(+), 1 deletion(-) create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/audit_stream265_atom_faults.py create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/run-stream265-fault-atom.sh create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-atom-fault-driver-manifest.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-atom-fault-summary.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-fault-atom-queue.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-fault-atom.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-fault-atom.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-fault-atom.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-fault-atom.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-fault-atom.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-fault-atom.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-fault-atom.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-fault-atom.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265_fault_atom.py create mode 100644 opt_prime/examples/pd/http_matrix/experiments/2026-10-24-stream265-atom-faults.md diff --git a/opt_prime/examples/pd/STREAMING.md b/opt_prime/examples/pd/STREAMING.md index dc587ab8..73566238 100644 --- a/opt_prime/examples/pd/STREAMING.md +++ b/opt_prime/examples/pd/STREAMING.md @@ -74,7 +74,7 @@ asynchronous RNGD download, device DMA overlap, or a serving speedup. Hardware source parity has been checked at widths128/512 and8192. Recorded GPU timing improvements apply only to the measured c2/fixed32 and c4/fixed128 workloads. Four-model ATOM timing and same-route parity are also verified for B1/two queued2K/8K prompts, fixed32 -outputs, and prefetch off/on. Actual ATOM streaming fault isolation remains pending. +outputs, and prefetch off/on. Actual ATOM streaming faults pass all four models: cancellation/reuse after partial import, source death before admission, and prefetched source death preserving an active512-token decode. The retained16/512-token arrays match same-route references; see `http_matrix/experiments/2026-10-24-stream265-atom-faults.md`. Notification-timing controls show that total improvement is not solely the effect of early notification; source/host path changes and cross-request overlap remain. None establishes cross-backend numerical equivalence. See the experiment record for exact cases, diff --git a/opt_prime/examples/pd/http_matrix/.research/events.jsonl b/opt_prime/examples/pd/http_matrix/.research/events.jsonl index ac6984c3..ff338f31 100644 --- a/opt_prime/examples/pd/http_matrix/.research/events.jsonl +++ b/opt_prime/examples/pd/http_matrix/.research/events.jsonl @@ -19,3 +19,4 @@ {"id": "c6fcebd4f4144d41a6e4cb2f9a61eb0b", "ts": "2026-10-24T08:16:30+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Four-model GPU notification control complete48batches/96sequences exact; all exits0/local devices idle. Early vs deferred improvement4.64/2.99/0.40/1.72%; deferred vs whole22.74/19.62/2.84/21.25%. Most Qwen/KONI gain persists without within-request early notification; not proof of DMA overlap. Full auditor passes.", "next": "Publish full attribution results; finish KONI long ATOM64332 and run prepared ATOM faults", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"runtime": "33d6cb0", "control": "deferred_notification"}, "artifacts": ["evidence265/stream265-control-summary.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["benchmark", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "GPU+RNGD host", "branch": "main", "commit": "351d39d-dirty"} {"id": "2350450944714c339f9ec5a5fc02f95a", "ts": "2026-10-24T08:23:40+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Long ATOM all4 complete64batches/128sequences exact, full auditor passes; completion reduction35.66/21.26/9.79/19.19% without prefetch,39.25/22.90/11.21/16.84% with prefetch. Timing Pod deletion verified and queue exited0. Allocated separate owned fault Pod and started three-case matrix53032.", "next": "Publish complete ATOM timing; finish actual ATOM partial cancel/death and active-prefetch isolation matrix53032", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"runtime": "33d6cb0", "source_width": "8192"}, "artifacts": ["evidence265/stream265-long-atom-summary.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["benchmark", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "RNGD+ATOM host", "branch": "main", "commit": "351d39d-dirty"} {"id": "8aaa500919a74b4e96d76dfa275d3405", "ts": "2026-10-24T08:41:44+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "GPU c4/fixed128 all4 complete32batches/128sequences exact and drained; exits0/devices idle. Whole-to-stream completion reductions20.72/16.44/2.26/19.34% (Q06/Q4/Gemma/KONI), full independent auditor passes. ATOM fault queue53032 remains active.", "next": "Publish c4 evidence/review map; complete remaining ATOM hardware faults and final scope audit", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"concurrency": "4", "output_tokens": "128", "runtime": "33d6cb0"}, "artifacts": ["evidence265/stream265-c4-summary.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["benchmark", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "GPU+RNGD host", "branch": "main", "commit": "351d39d-dirty"} +{"id": "f077f3618b9a4b0ab0d6cd317e87b3b8", "ts": "2026-10-24T09:10:56+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Prepared PR266 evidence for allfour actual ATOM streaming faults:12cases pass, retained16/512-token arrays independently verified from publication copy. Cleanup verified. Added reproducible fault record and updated streaming scope; production unchanged.", "next": "Publish fault evidence; continue GPUKONI and ATOMHTTPc16, then GPUHTTP after local cleanup", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": ["evidence265/stream265-atom-fault-summary.json"], "experiments": ["experiments/2026-10-24-stream265-atom-faults.md"], "labels": ["benchmark", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "RNGD+ATOM host", "branch": "perf/265-rngd-stream", "commit": "33d6cb0"} diff --git a/opt_prime/examples/pd/http_matrix/STATUS.md b/opt_prime/examples/pd/http_matrix/STATUS.md index 1b98f840..4d54fb5e 100644 --- a/opt_prime/examples/pd/http_matrix/STATUS.md +++ b/opt_prime/examples/pd/http_matrix/STATUS.md @@ -95,3 +95,7 @@ Allfour64batches/128sequences same-route exact; full auditor passes. Whole-vs-st ## Higher-load GPU streaming (#265) C4/fixed128output, mixed2K/8K/2K/8K: allfour32batches/128sequences exact, exits0 and local devices idle. Whole-vs-stream median completion reductions20.72/16.44/2.26/19.34% (Q06/Q4/Gemma/KONI),3measured batches/mode. Auditor verifies outputs, ordering, arrivals/spans and reproduces summaries. STREAMING.md now maps source/transport/destination/CLI code and explicitly scopes same-host research-factory support. ATOM Q06 faults passed; other models still running. + +## Complete actual ATOM streaming faults (#265) + +Allfour models pass all3 actual cases (12 total), independently comparing retained16-token replacement and512-token survivor arrays. Producer death at survivor13/6/10/5tokens; owners drain without poisoning, incomplete prefixes remain private. All child/copy exits0; queue terminal0 and owned Pod absence verified. See experiments/2026-10-24-stream265-atom-faults.md and evidence265/stream265-atom-fault-summary.json. Native numerical differences and hybrid-prefix support remain separate limitations. diff --git a/opt_prime/examples/pd/http_matrix/evidence265/audit_stream265_atom_faults.py b/opt_prime/examples/pd/http_matrix/evidence265/audit_stream265_atom_faults.py new file mode 100644 index 00000000..dc78b499 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/audit_stream265_atom_faults.py @@ -0,0 +1,22 @@ +"""Require completed real ATOM fault runs and independently compare retained tokens.""" +import json,sys +from pathlib import Path +root=Path(sys.argv[1]);models=('qwen06b','qwen4b','gemma','koni') +queue=json.loads((root/'stream265-fault-atom-queue.json').read_text()) +assert len(queue)==4 and {r['model'] for r in queue}==set(models) +assert all(r['exit_code']==r['copy_exit_code']==0 for r in queue) +summary=[] +for model in models: + d=json.loads((root/f'stream265-{model}-fault-atom.json').read_text()) + assert d['stage']=='complete' and d['width']==8192 and len(d['cases'])==3 + reuse,death,prefetch=d['cases'] + assert [x['case'] for x in d['cases']]==['cancel-reuse','producer-death','prefetch-source-death'] + assert all(x['idle'] and len(x['trigger'])==1 for x in d['cases']) + for x in (reuse,death): + assert x['trigger'][0]['spans']>0 and not x['trigger'][0]['admitted'] + for x,n in ((reuse,16),(prefetch,512)): + assert x['tokens_exact'] and len(x['actual_tokens'])==n and x['actual_tokens']==x['expected_tokens'] + assert death['error'] and prefetch['error'] and not death['poisoned'] and not prefetch['poisoned'] + assert 01 + b=batcher(cache);original=b._import_progress;trigger=[] + def observe_cancel(r,**kw): + before=b.stats['progress_spans'];original(r,**kw) + if b.stats['progress_spans']>before and not r.pending.done() and not trigger: + trigger.append(dict(spans=b.stats['progress_spans'],admitted=bool(getattr(r,'admitted',False)))) + b._import_progress=observe_cancel + old=b.submit(PDRequest('cancel-partial',prompts[1],16));deadline=time.monotonic()+600 + while not trigger and not old.done(): + assert time.monotonic()before and not r.pending.done() and not trigger: + trigger.append(dict(spans=b.stats['progress_spans'],admitted=bool(getattr(r,'admitted',False)))) + worker._proc.kill() + b._import_progress=observe_death + failed=b.submit(PDRequest('die-partial',prompts[1],16));drain(b) + assert trigger and not trigger[0]['admitted'],'did not intercept incomplete import' + assert failed.exception() is not None and not b.poisoned and not b.blocks.index + assert worker._proc.wait(timeout=10)==-9 and not worker.ready + result['cases'].append(dict(case='producer-death',trigger=trigger,error=repr(failed.exception()),idle=b.idle,poisoned=b.poisoned,prefix_cache=cache)) + # A new source is required after the deliberate death above. + worker.close();worker=make_worker() + b=batcher();reference_long=b.submit(PDRequest('reference-long',prompts[0],512));drain(b);expected_long=reference_long.result() + b=engine.batcher(prefix_cache=False,prefill_worker=worker,local_prefill=False,remote_prefetch=True) + survivor=b.submit(PDRequest('survivor',prompts[0],512));victim=b.submit(PDRequest('prefetched-victim',prompts[1],16)) + deadline=time.monotonic()+600;trigger=[] + while not b.idle: + assert time.monotonic() Date: Sat, 24 Oct 2026 09:13:30 +0900 Subject: [PATCH 15/29] test: validate four-model streaming with sixteen queued requests --- opt_prime/examples/pd/STREAMING.md | 2 +- .../pd/http_matrix/.research/events.jsonl | 1 + opt_prime/examples/pd/http_matrix/STATUS.md | 4 + .../evidence265/audit_stream265_c16.py | 42 + .../selfcheck_stream265_c16_audit.py | 23 + .../evidence265/stream265-c16-gpu.py | 53 + .../evidence265/stream265-c16-queue.json | 18 + .../evidence265/stream265-c16-queue.py | 15 + .../evidence265/stream265-c16-summary.json | 333 + .../evidence265/stream265-gemma-c16-gpu.json | 46100 ++++++++++++++ .../evidence265/stream265-gemma-c16-gpu.log | 10 + .../evidence265/stream265-koni-c16-gpu.json | 48980 +++++++++++++++ .../evidence265/stream265-koni-c16-gpu.log | 10 + .../stream265-qwen06b-c16-gpu.json | 47084 ++++++++++++++ .../evidence265/stream265-qwen06b-c16-gpu.log | 10 + .../evidence265/stream265-qwen4b-c16-gpu.json | 50924 ++++++++++++++++ .../evidence265/stream265-qwen4b-c16-gpu.log | 10 + .../experiments/2026-10-24-stream265-c16.md | 43 + 18 files changed, 193661 insertions(+), 1 deletion(-) create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/audit_stream265_c16.py create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/selfcheck_stream265_c16_audit.py create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-c16-gpu.py create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-c16-queue.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-c16-queue.py create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-c16-summary.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-c16-gpu.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-c16-gpu.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-c16-gpu.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-c16-gpu.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-c16-gpu.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-c16-gpu.log create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-c16-gpu.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-c16-gpu.log create mode 100644 opt_prime/examples/pd/http_matrix/experiments/2026-10-24-stream265-c16.md diff --git a/opt_prime/examples/pd/STREAMING.md b/opt_prime/examples/pd/STREAMING.md index 73566238..9ad565f5 100644 --- a/opt_prime/examples/pd/STREAMING.md +++ b/opt_prime/examples/pd/STREAMING.md @@ -72,7 +72,7 @@ This is blocking per-group CPU export followed by incremental decoder import. It can allow decoder import during later source computation, but does not imply asynchronous RNGD download, device DMA overlap, or a serving speedup. Hardware source parity has been checked at widths128/512 and8192. Recorded GPU timing -improvements apply only to the measured c2/fixed32 and c4/fixed128 workloads. Four-model ATOM timing +improvements apply only to the measured c2/fixed32, c4/fixed128 and c16/fixed128 workloads (c16 queues behind four execution slots). Four-model ATOM timing and same-route parity are also verified for B1/two queued2K/8K prompts, fixed32 outputs, and prefetch off/on. Actual ATOM streaming faults pass all four models: cancellation/reuse after partial import, source death before admission, and prefetched source death preserving an active512-token decode. The retained16/512-token arrays match same-route references; see `http_matrix/experiments/2026-10-24-stream265-atom-faults.md`. Notification-timing controls show that total improvement is not solely the effect diff --git a/opt_prime/examples/pd/http_matrix/.research/events.jsonl b/opt_prime/examples/pd/http_matrix/.research/events.jsonl index ff338f31..4f94e3b2 100644 --- a/opt_prime/examples/pd/http_matrix/.research/events.jsonl +++ b/opt_prime/examples/pd/http_matrix/.research/events.jsonl @@ -20,3 +20,4 @@ {"id": "2350450944714c339f9ec5a5fc02f95a", "ts": "2026-10-24T08:23:40+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Long ATOM all4 complete64batches/128sequences exact, full auditor passes; completion reduction35.66/21.26/9.79/19.19% without prefetch,39.25/22.90/11.21/16.84% with prefetch. Timing Pod deletion verified and queue exited0. Allocated separate owned fault Pod and started three-case matrix53032.", "next": "Publish complete ATOM timing; finish actual ATOM partial cancel/death and active-prefetch isolation matrix53032", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"runtime": "33d6cb0", "source_width": "8192"}, "artifacts": ["evidence265/stream265-long-atom-summary.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["benchmark", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "RNGD+ATOM host", "branch": "main", "commit": "351d39d-dirty"} {"id": "8aaa500919a74b4e96d76dfa275d3405", "ts": "2026-10-24T08:41:44+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "GPU c4/fixed128 all4 complete32batches/128sequences exact and drained; exits0/devices idle. Whole-to-stream completion reductions20.72/16.44/2.26/19.34% (Q06/Q4/Gemma/KONI), full independent auditor passes. ATOM fault queue53032 remains active.", "next": "Publish c4 evidence/review map; complete remaining ATOM hardware faults and final scope audit", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"concurrency": "4", "output_tokens": "128", "runtime": "33d6cb0"}, "artifacts": ["evidence265/stream265-c4-summary.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["benchmark", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "GPU+RNGD host", "branch": "main", "commit": "351d39d-dirty"} {"id": "f077f3618b9a4b0ab0d6cd317e87b3b8", "ts": "2026-10-24T09:10:56+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Prepared PR266 evidence for allfour actual ATOM streaming faults:12cases pass, retained16/512-token arrays independently verified from publication copy. Cleanup verified. Added reproducible fault record and updated streaming scope; production unchanged.", "next": "Publish fault evidence; continue GPUKONI and ATOMHTTPc16, then GPUHTTP after local cleanup", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": ["evidence265/stream265-atom-fault-summary.json"], "experiments": ["experiments/2026-10-24-stream265-atom-faults.md"], "labels": ["benchmark", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "RNGD+ATOM host", "branch": "perf/265-rngd-stream", "commit": "33d6cb0"} +{"id": "69f886cf99bb4d24a17eef3e6d4302dc", "ts": "2026-10-24T09:13:24+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Prepared c16 PR evidence: allfour32batches/512sequences exact; auditor reproduces reductions25.20/20.02/2.33/20.91% from publication copy; malformed-evidence self-check passes. Runtime unchanged; GPU/ATOMHTTP queues active.", "next": "Publish c16 evidence and monitor HTTP correctness, failures and cleanup", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": ["evidence265/stream265-c16-summary.json"], "experiments": ["experiments/2026-10-24-stream265-c16.md"], "labels": ["benchmark", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "GPU+RNGD host", "branch": "perf/265-rngd-stream", "commit": "33d6cb0"} diff --git a/opt_prime/examples/pd/http_matrix/STATUS.md b/opt_prime/examples/pd/http_matrix/STATUS.md index 4d54fb5e..260b2498 100644 --- a/opt_prime/examples/pd/http_matrix/STATUS.md +++ b/opt_prime/examples/pd/http_matrix/STATUS.md @@ -99,3 +99,7 @@ C4/fixed128output, mixed2K/8K/2K/8K: allfour32batches/128sequences exact, exits0 ## Complete actual ATOM streaming faults (#265) Allfour models pass all3 actual cases (12 total), independently comparing retained16-token replacement and512-token survivor arrays. Producer death at survivor13/6/10/5tokens; owners drain without poisoning, incomplete prefixes remain private. All child/copy exits0; queue terminal0 and owned Pod absence verified. See experiments/2026-10-24-stream265-atom-faults.md and evidence265/stream265-atom-fault-summary.json. Native numerical differences and hybrid-prefix support remain separate limitations. + +## Complete c16 queued streaming matrix (#265) + +Four models complete32batches/512sequences exact, c16 queued behind4slots, mixed2K/8K fixed128output. Whole-to-stream median completion reductions25.20/20.02/2.33/20.91% (Q06/Q4/Gemma/KONI),3samples/mode. Full independent auditor and its malformed-evidence self-check pass; queue0/devices idle verified. See experiments/2026-10-24-stream265-c16.md. HTTPc16 runs are separate and still in progress; numerical boundaries remain. diff --git a/opt_prime/examples/pd/http_matrix/evidence265/audit_stream265_c16.py b/opt_prime/examples/pd/http_matrix/evidence265/audit_stream265_c16.py new file mode 100644 index 00000000..f64ea5f8 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/audit_stream265_c16.py @@ -0,0 +1,42 @@ +"""Recompute paired long-context results without treating pending models as passes.""" +import json,statistics,sys +from pathlib import Path +root=Path(sys.argv[1]) if len(sys.argv)>1 else Path(__file__).resolve().parent +report={'scope':'One RNGD and GPU, fixed width8192, sixteen alternating2048/8192 inputs, four execution slots, c16, fixed128 output; three measured batches/mode after two warmups. Host completion trace, not device-kernel overlap.','models':{}} +for label in ['qwen06b','qwen4b','gemma','koni']: + p=root/f'stream265-{label}-c16-gpu.json' + if not p.exists():report['models'][label]={'stage':'not_collected'};continue + r=json.loads(p.read_text()) + if r.get('stage')!='complete':report['models'][label]={'stage':r.get('stage','running'),'runs':len(r['runs']),'error':r.get('error')};continue + assert r['input_lengths']==[2048,8192]*8 and r['output_tokens']==128 and r['concurrency']==16 and r['decoder_slots']==r['producer_slots']==4 and r['width']==8192 + assert len(r['runs'])==8 + reference=r['runs'][0]['tokens'] + for i,run in enumerate(r['runs']): + assert run['warmup']==(i<2) and run['idle'] and run['tokens_exact'] + assert run['stream_layers']==[False,True,False,True,True,False,False,True][i] + assert bool(run['progress_spans'])==run['stream_layers'] + assert run['tokens']==reference and len(run['tokens'])==16 and all(len(t)==128 for t in run['tokens']) + assert len(run['token_times_s'])==len(run['ttft_s'])==16 + for first,times in zip(run['ttft_s'],run['token_times_s']): + assert len(times)==128 and first==times[0] and times==sorted(times) and 0count: + self.import_trace.append({'request':r.request.request_id,'spans':self.stats['progress_spans']-count,'start_s':start,'end_s':time.perf_counter(),'source_done_before':done_before,'source_done_after':r.pending.done()}) +p=argparse.ArgumentParser();p.add_argument('--model',required=True);p.add_argument('--family',required=True);p.add_argument('--label',required=True);p.add_argument('--width',type=int,default=8192);a=p.parse_args() +root=Path('/home/gspark/workspace/npu_offload/analysis/serving-matrix-201');out=root/f'stream265-{a.label}-c16-gpu.json' +if out.exists():raise RuntimeError('refuse overwrite') +print('GPU loading',a.label,flush=True) +model=AutoModelForCausalLM.from_pretrained(a.model,dtype=torch.bfloat16).to('cuda:0').eval();c=model.config.get_text_config() +base=AutoTokenizer.from_pretrained(a.model).encode('Seoul is the capital of South Korea. Count one two three.',add_special_tokens=True) +prompts=[tuple((base*((n+len(base)-1)//len(base)))[:n]) for n in [a.width//4,a.width]*8] +env=dict(os.environ,PYTHONPATH='/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime:/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd:/tmp/rngd-gpu201-src:/home/gspark/workspace/aicomp-live-pd-234/opt_prime/examples/pd/serving_matrix') +result={'model':a.label,'width':a.width,'input_lengths':list(map(len,prompts)),'output_tokens':128,'concurrency':16,'decoder_slots':4,'producer_slots':4,'runs':[], + 'scope':'fixed compiled width, sixteen queued repeated synthetic prompts, four execution slots, fixed128 output, caches off; host import trace is not device-kernel overlap'} +result['source_sha256']={name:hashlib.sha256(Path(path).read_bytes()).hexdigest() for name,path in [('prefill_server.py','/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/opt_prime/accel/pd/prefill_server.py'),('streaming_factories.py','/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/streaming_factories.py')]} +worker=None +try: + worker=SubprocessPrefillWorker('/tmp/stream265-python.sh',['--engine','factory','--engine-factory',f'streaming_factories:{a.family}','--model',a.model,'--width',str(a.width),'--chip','0'],slots=4,layers=c.num_hidden_layers,kv_heads=c.num_key_value_heads,head_dim=getattr(c,'head_dim',None) or c.hidden_size//c.num_attention_heads,max_context=a.width+128,env=env,stream_layers=True) + reference=None + for index,stream in enumerate([False,True,False,True,True,False,False,True]): + # Handshake required capability at startup. Change request mode only with no outstanding futures. + with worker._lock: + assert not worker._futures, "request mode switch requires drained source" + worker.stream_layers=stream + batch=ObservedBatcher(model,worker,slots=4,max_context=a.width+128,page_size=64,prefix_cache=False) + arrivals=[[] for _ in prompts];start=time.perf_counter() + futures=[batch.submit(PDRequest(f'{index}-{i}',ids,128),on_token=lambda token,i=i:arrivals[i].append(time.perf_counter()-start)) for i,ids in enumerate(prompts)] + batch.run_until_idle();tokens=[f.result(timeout=1) for f in futures];elapsed=time.perf_counter()-start + if reference is None:reference=tokens + row={'stream_layers':stream,'warmup':index<2,'elapsed_s':elapsed,'ttft_s':[v[0] for v in arrivals],'token_times_s':arrivals,'tokens':tokens,'tokens_exact':tokens==reference,'progress_spans':batch.stats['progress_spans'],'imports':batch.import_trace,'idle':batch.idle} + result['runs'].append(row);out.write_text(json.dumps(result,indent=2)+'\n') + print(json.dumps({k:v for k,v in row.items() if k not in ['tokens','imports','token_times_s']}),flush=True) + assert batch.idle and row['tokens_exact'] + del batch + measured=[r for r in result['runs'] if not r['warmup']] + result['summary']={str(mode):{'median_elapsed_s':statistics.median(r['elapsed_s'] for r in measured if r['stream_layers']==mode),'median_ttft_s':[statistics.median(r['ttft_s'][i] for r in measured if r['stream_layers']==mode) for i in range(len(prompts))],'imports_before_source_done':sum(not e['source_done_before'] for r in measured if r['stream_layers']==mode for e in r['imports'])} for mode in [False,True]} + result['stage']='complete' +except Exception as error: + result['stage']='failed';result['error']=repr(error);raise +finally: + if worker is not None:worker.close() + out.write_text(json.dumps(result,indent=2)+'\n') diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-c16-queue.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-c16-queue.json new file mode 100644 index 00000000..ef57f7cc --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-c16-queue.json @@ -0,0 +1,18 @@ +[ + { + "label": "qwen06b", + "exit_code": 0 + }, + { + "label": "qwen4b", + "exit_code": 0 + }, + { + "label": "gemma", + "exit_code": 0 + }, + { + "label": "koni", + "exit_code": 0 + } +] diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-c16-queue.py b/opt_prime/examples/pd/http_matrix/evidence265/stream265-c16-queue.py new file mode 100644 index 00000000..b4dd99d8 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-c16-queue.py @@ -0,0 +1,15 @@ +import os,subprocess,json +from pathlib import Path +root=Path('/home/gspark/workspace/npu_offload/analysis/serving-matrix-201') +env=dict(os.environ,OMP_NUM_THREADS='4',MKL_NUM_THREADS='4',TORCH_DEVICE_BACKEND_AUTOLOAD='0',PYTHONPATH='/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime:/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd:/tmp/rngd-gpu201-src:/home/gspark/workspace/aicomp-live-pd-234/opt_prime/examples/pd/serving_matrix') +rows=[] +for label,family,model,width in [('qwen06b','qwen','/home/gspark/.cache/huggingface/hub/models--Qwen--Qwen3-0.6B/snapshots/c1899de289a04d12100db370d81485cdf75e47ca',128),('qwen4b','qwen','/tmp/serving-matrix-models/Qwen3-4B',128),('gemma','gemma','/tmp/serving-matrix-models/Gemma3-1B',128),('koni','koni','/tmp/serving-matrix-models/KONI-8B',512)]: + log=root/f'stream265-{label}-c16-gpu.log' + print('start',label,flush=True) + with log.open('x') as f: + p=subprocess.run(['/home/gspark/venvs/pt213/bin/python','/tmp/stream265-c16-gpu.py','--label',label,'--family',family,'--model',model,'--width','8192'],env=env,stdout=f,stderr=subprocess.STDOUT) + rows.append({'label':label,'exit_code':p.returncode});(root/'stream265-c16-queue.json').write_text(json.dumps(rows,indent=2)+'\n') + print('finished',label,p.returncode,flush=True) + + +raise SystemExit(int(any(row["exit_code"] for row in rows))) diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-c16-summary.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-c16-summary.json new file mode 100644 index 00000000..85f26c2c --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-c16-summary.json @@ -0,0 +1,333 @@ +{ + "scope": "One RNGD and GPU, fixed width8192, sixteen alternating2048/8192 inputs, four execution slots, c16, fixed128 output; three measured batches/mode after two warmups. Host completion trace, not device-kernel overlap.", + "models": { + "qwen06b": { + "stage": "complete", + "modes": { + "False": { + "median_elapsed_s": 24.919067284965422, + "median_ttft_s": [ + 1.3441354009555653, + 3.0279682119726203, + 4.084069180942606, + 5.740829558984842, + 6.818180033995304, + 8.47256327001378, + 9.578029733966105, + 11.317168759007473, + 12.43568969896296, + 14.075169014977291, + 15.26905933796661, + 16.87868417997379, + 18.043234988988843, + 19.76309487997787, + 20.845218267000746, + 22.515093765978236 + ], + "imports_before_source_done": 0, + "elapsed_samples_s": [ + 25.66514272300992, + 24.473415144952014, + 24.919067284965422 + ], + "spans_completed_before_source_done": 0 + }, + "True": { + "median_elapsed_s": 18.640325167041738, + "median_ttft_s": [ + 0.8794194650254212, + 1.9247819870361127, + 2.7573168739909306, + 3.8771389669855125, + 4.843872754019685, + 6.030559298989829, + 6.858471117971931, + 7.982503901992459, + 8.825046448037028, + 10.10879552399274, + 10.97133638401283, + 12.094571355031803, + 12.95460512797581, + 14.28129881597124, + 15.137993159994949, + 16.259339428972453 + ], + "imports_before_source_done": 1248, + "elapsed_samples_s": [ + 18.640325167041738, + 18.47151150298305, + 18.761355215974618 + ], + "spans_completed_before_source_done": 1238 + } + }, + "elapsed_reduction_pct": 25.19653743907132, + "ttft_reduction_pct": [ + 34.57359545770245, + 36.43321685394506, + 32.48603900106952, + 32.46378546603095, + 28.95651435033637, + 28.82249318416691, + 28.393716573565587, + 29.465539730163638, + 29.034523523267318, + 28.179935081162867, + 28.14661243255153, + 28.344110085419082, + 28.202425253112573, + 27.737538565178255, + 27.379061393857807, + 27.784713677091734 + ], + "exact_pairs_including_warmup": 8, + "exact_sequences_including_warmup": 128 + }, + "qwen4b": { + "stage": "complete", + "modes": { + "False": { + "median_elapsed_s": 52.204737705993466, + "median_ttft_s": [ + 2.978209750028327, + 6.330502177996095, + 8.921052102989051, + 12.171387223992497, + 14.763344236009289, + 18.28267850802513, + 20.950204905995633, + 24.538350866001565, + 27.204236942983698, + 30.50780795002356, + 33.081953087006696, + 36.59110355802113, + 39.33428174897563, + 42.762312892999034, + 45.51400135300355, + 49.07963147101691 + ], + "imports_before_source_done": 0, + "elapsed_samples_s": [ + 52.204737705993466, + 50.68596732401056, + 52.44846987101482 + ], + "spans_completed_before_source_done": 0 + }, + "True": { + "median_elapsed_s": 41.75303764897399, + "median_ttft_s": [ + 2.5104515979764983, + 4.9864127389737405, + 7.2316790639888495, + 9.786368964996655, + 12.067111411015503, + 14.580784083984327, + 16.83599117101403, + 19.437003582017496, + 21.6844991989783, + 24.241624642978422, + 26.515493815008085, + 29.086338067019824, + 31.380958228954114, + 33.93342846102314, + 36.211979207000695, + 38.79409088898683 + ], + "imports_before_source_done": 1623, + "elapsed_samples_s": [ + 41.793260089994874, + 41.75303764897399, + 41.64495707798051 + ], + "spans_completed_before_source_done": 1620 + } + }, + "elapsed_reduction_pct": 20.020596819931058, + "ttft_reduction_pct": [ + 15.706017752691181, + 21.231956031769705, + 18.936926042996294, + 19.59528700470924, + 18.263022130293493, + 20.24809670210995, + 19.638059644009388, + 20.789283321611073, + 20.289992899172294, + 20.539605196512657, + 19.849067721995105, + 20.509809110023923, + 20.219826488197256, + 20.6464146456899, + 20.43771558087586, + 20.956841511949865 + ], + "exact_pairs_including_warmup": 8, + "exact_sequences_including_warmup": 128 + }, + "gemma": { + "stage": "complete", + "modes": { + "False": { + "median_elapsed_s": 27.363664423988666, + "median_ttft_s": [ + 1.5447304379777052, + 3.124876582995057, + 4.579105741984677, + 6.150246691016946, + 7.599762821977492, + 9.15392376302043, + 10.624426681024488, + 12.182542392984033, + 13.642170040984638, + 15.204853909031954, + 16.645412874990143, + 18.259938745002728, + 19.71357782703126, + 21.297166928998195, + 22.736059891001787, + 24.30657328403322 + ], + "imports_before_source_done": 0, + "elapsed_samples_s": [ + 27.42222376796417, + 27.227995268011, + 27.363664423988666 + ], + "spans_completed_before_source_done": 0 + }, + "True": { + "median_elapsed_s": 26.72555148199899, + "median_ttft_s": [ + 1.4865655049798079, + 2.9654779179836623, + 4.432614634977654, + 5.914273313013837, + 7.382235547003802, + 8.861578495008871, + 10.338271517015528, + 11.813907690986525, + 13.275143774983007, + 14.746067096013576, + 16.217264416976832, + 17.71145920798881, + 19.178340876998845, + 20.639861805015244, + 22.110377629986033, + 23.588750781025738 + ], + "imports_before_source_done": 1152, + "elapsed_samples_s": [ + 26.73461096500978, + 26.72555148199899, + 26.533658277010545 + ], + "spans_completed_before_source_done": 1149 + } + }, + "elapsed_reduction_pct": 2.331971815259748, + "ttft_reduction_pct": [ + 3.7653775421195412, + 5.100958734780436, + 3.199120423533408, + 3.836811592415834, + 2.862290311805926, + 3.1936607249512083, + 2.6933704057654273, + 3.025925870857671, + 2.690380378627355, + 3.017370740707026, + 2.572170851085387, + 3.003731527653797, + 2.715067527207038, + 3.0863500585515236, + 2.7519379523774923, + 2.9532032122315366 + ], + "exact_pairs_including_warmup": 8, + "exact_sequences_including_warmup": 128 + }, + "koni": { + "stage": "complete", + "modes": { + "False": { + "median_elapsed_s": 53.679365599004086, + "median_ttft_s": [ + 3.2151334729860537, + 6.759494353958871, + 9.592214510019403, + 13.221200989035424, + 16.006469668995123, + 19.479572737996932, + 22.27997441700427, + 25.760254251013976, + 28.583052007015795, + 32.08897598402109, + 35.00863416201901, + 38.51234116300475, + 41.32874247903237, + 44.821619161986746, + 47.54728235700168, + 51.02830866101431 + ], + "imports_before_source_done": 0, + "elapsed_samples_s": [ + 56.212654861970805, + 53.565289385966025, + 53.679365599004086 + ], + "spans_completed_before_source_done": 0 + }, + "True": { + "median_elapsed_s": 42.452936810965184, + "median_ttft_s": [ + 2.572252950980328, + 4.978636874991935, + 7.344104980991688, + 9.796351866971236, + 12.491014941013418, + 14.944186887005344, + 17.494215473008808, + 19.958763492002618, + 22.4519862899906, + 24.824661290971562, + 27.11044464597944, + 29.78562853601761, + 32.159831491007935, + 34.855374017963186, + 37.42160684498958, + 39.783537767012604 + ], + "imports_before_source_done": 1440, + "elapsed_samples_s": [ + 43.7185002049664, + 42.10721133998595, + 42.452936810965184 + ], + "spans_completed_before_source_done": 1440 + } + }, + "elapsed_reduction_pct": 20.913862641191848, + "ttft_reduction_pct": [ + 19.99545360736301, + 26.34601622122713, + 23.436814582070554, + 25.904220992514038, + 21.962711332850727, + 23.282778898660574, + 21.480091738089826, + 22.52109277525085, + 21.45000371381022, + 22.638038361419945, + 22.560690255686524, + 22.65952254123176, + 22.185313266369455, + 22.235352783676188, + 21.29601316850239, + 22.036338630585895 + ], + "exact_pairs_including_warmup": 8, + "exact_sequences_including_warmup": 128 + } + } +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-c16-gpu.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-c16-gpu.json new file mode 100644 index 00000000..e0880b59 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-c16-gpu.json @@ -0,0 +1,46100 @@ +{ + "model": "gemma", + "width": 8192, + "input_lengths": [ + 2048, + 8192, + 2048, + 8192, + 2048, + 8192, + 2048, + 8192, + 2048, + 8192, + 2048, + 8192, + 2048, + 8192, + 2048, + 8192 + ], + "output_tokens": 128, + "concurrency": 16, + "decoder_slots": 4, + "producer_slots": 4, + "runs": [ + { + "stream_layers": false, + "warmup": true, + "elapsed_s": 28.427489035006147, + "ttft_s": [ + 1.674830377975013, + 3.497790271998383, + 4.806274157017469, + 6.478889716963749, + 8.354623408988118, + 9.898103209969122, + 11.345784156001173, + 12.92316268896684, + 14.38839407399064, + 16.103560737974476, + 17.545634650974534, + 19.11580322898226, + 20.569666091992985, + 22.137720286962576, + 23.59865059197182, + 25.16459008899983 + ], + "token_times_s": [ + [ + 1.674830377975013, + 3.4203263410017826, + 3.52506606397219, + 3.5518296789960004, + 3.5789042109972797, + 3.6063030199729837, + 3.632475619961042, + 3.656769444991369, + 3.681559929973446, + 3.70867012598319, + 3.735051476978697, + 3.7604548549861647, + 3.7872493250179105, + 3.815338190004695, + 3.8410740550025366, + 3.8678010620060377, + 3.892259310989175, + 3.9193611849914305, + 3.942794253001921, + 3.9687170449760742, + 3.9938693990116008, + 4.019292169017717, + 4.042520198971033, + 4.0672091699671, + 4.092388462973759, + 4.117984921962488, + 4.141147118003573, + 4.165192482993007, + 4.189020489982795, + 4.214942391961813, + 4.240842551982496, + 4.267557212966494, + 4.293321958975866, + 4.317567357968073, + 4.341670668974984, + 4.364890675002243, + 4.390363949991297, + 4.417190084001049, + 4.440012204984669, + 4.466476180008613, + 4.490752581972629, + 4.515965447004419, + 4.540144865983166, + 4.565903704962693, + 4.590429437987041, + 4.616279175970703, + 4.641306395002175, + 4.66920794500038, + 4.698388557997532, + 4.7279120609746315, + 4.757719459012151, + 4.788292873010505, + 4.834529290965293, + 4.862496946996544, + 4.890558512008283, + 4.919362047978211, + 4.946106701972894, + 4.971821220009588, + 4.9974730759859085, + 5.023242875991855, + 5.048219891963527, + 5.072739503986668, + 5.0972144969855435, + 5.1226969879935496, + 5.146556638996117, + 5.169606023991946, + 5.194800351979211, + 5.2204344919882715, + 5.243798795971088, + 5.267899475002196, + 5.294658316997811, + 5.319715546967927, + 5.344688464014325, + 5.369993291969877, + 5.396313274977729, + 5.421553096966818, + 5.444317221001256, + 5.4711283589713275, + 5.4963979899766855, + 5.522721520974301, + 5.551483591960277, + 5.578585806011688, + 5.604496055981144, + 5.629951089969836, + 5.652432943985332, + 5.67629831598606, + 5.701289181015454, + 5.727074010006618, + 5.7488337910035625, + 5.776193069992587, + 5.802645393006969, + 5.828522893018089, + 5.852728341007605, + 5.881637469981797, + 5.910622939991299, + 5.938269859994762, + 5.962689694017172, + 5.987671312002931, + 6.013031260983553, + 6.039677691005636, + 6.063811847008765, + 6.086641422007233, + 6.110484572011046, + 6.134441614965908, + 6.157432470005006, + 6.179338090994861, + 6.20805965497857, + 6.235199284972623, + 6.261618661985267, + 6.2860953329945914, + 6.311135814001318, + 6.335433056985494, + 6.358568865980487, + 6.381916578975506, + 6.407607079017907, + 6.501916564011481, + 6.524557268014178, + 6.546986357017886, + 6.569314638967626, + 6.5939985570148565, + 6.61800153600052, + 6.640650767018087, + 6.6641315149609, + 6.686554586980492, + 6.711054729996249, + 6.735236927983351, + 6.757411872968078, + 6.782017742982134 + ], + [ + 3.497790271998383, + 3.5250996070099063, + 3.551865696965251, + 3.5789421789813787, + 3.606340528000146, + 3.632517898979131, + 3.65680485899793, + 3.6815991289913654, + 3.708709533966612, + 3.735090230999049, + 3.760493342007976, + 3.7872878249618225, + 3.815379909996409, + 3.8411092719761655, + 3.867838336969726, + 3.892296787002124, + 3.919404710002709, + 3.9428336920100264, + 3.968752463988494, + 3.993901604961138, + 4.019325184985064, + 4.0425590589875355, + 4.067242056014948, + 4.092428208969068, + 4.118024461960886, + 4.141181671991944, + 4.16522421798436, + 4.189056909002829, + 4.214978827978484, + 4.24087541596964, + 4.267595468962099, + 4.29335887497291, + 4.317606116994284, + 4.34170438000001, + 4.364923485962208, + 4.3904091700096615, + 4.417224510980304, + 4.440044835966546, + 4.4665109170018695, + 4.490790348965675, + 4.516003889963031, + 4.540181868011132, + 4.565937213017605, + 4.590467626985628, + 4.616318242973648, + 4.641346160962712, + 4.66924704198027, + 4.6984296920127235, + 4.727950415981468, + 4.757758568972349, + 4.788331358984578, + 4.834567512967624, + 4.862535629014019, + 4.8905961429700255, + 4.9194000759744085, + 4.9461416190024465, + 4.971857630996965, + 4.99751243198989, + 5.023280485009309, + 5.048258061986417, + 5.072776902990881, + 5.097248541016597, + 5.122731052979361, + 5.146589341980871, + 5.169642972003203, + 5.1948380040121265, + 5.220466386992484, + 5.243830322986469, + 5.267933032009751, + 5.294693914009258, + 5.319750264985487, + 5.344722756010015, + 5.37003160698805, + 5.396349838003516, + 5.421591644990258, + 5.44435483997222, + 5.471168009971734, + 5.496436009998433, + 5.522759029001463, + 5.551522221998312, + 5.578620978980325, + 5.604533703997731, + 5.62998287397204, + 5.652469810971525, + 5.676331922004465, + 5.701322948967572, + 5.727107273007277, + 5.748865327972453, + 5.77622642996721, + 5.8026823999825865, + 5.828555329993833, + 5.852783064998221, + 5.881675151002128, + 5.910659789980855, + 5.938301668968052, + 5.9627238949760795, + 5.987704430997837, + 6.01306281198049, + 6.039712145982776, + 6.063843805983197, + 6.086675541009754, + 6.110516058979556, + 6.134472959965933, + 6.157468074001372, + 6.179369636985939, + 6.208096092974301, + 6.235234318999574, + 6.26165482896613, + 6.286149562976789, + 6.311169994994998, + 6.3354651519912295, + 6.358604091976304, + 6.3819481959799305, + 6.407639854005538, + 6.501951250014827, + 6.5245916079729795, + 6.547018026991282, + 6.569347998010926, + 6.594032961991616, + 6.61803480098024, + 6.640683581004851, + 6.664164467016235, + 6.68658725800924, + 6.71108695701696, + 6.735272657009773, + 6.757446086965501, + 6.782144802971743, + 6.8076422800077125 + ], + [ + 4.806274157017469, + 4.834598053013906, + 4.862567382981069, + 4.8906266639824025, + 4.919432920985855, + 4.946171151008457, + 4.971888458007015, + 4.997543064993806, + 5.023311747005209, + 5.048289706988726, + 5.072808815981261, + 5.097277487977408, + 5.122759866993874, + 5.146616187004838, + 5.169674520962872, + 5.194869177998044, + 5.220493100991007, + 5.243857444962487, + 5.267962004989386, + 5.29472392401658, + 5.3197800039779395, + 5.344752784003504, + 5.370064577960875, + 5.39638103597099, + 5.421622401976492, + 5.444384597998578, + 5.471199479012284, + 5.496467110002413, + 5.522787049005274, + 5.551553669967689, + 5.578650837996975, + 5.6045630580047145, + 5.630011161963921, + 5.6525009159813635, + 5.676360982004553, + 5.701351978001185, + 5.727134295972064, + 5.7488924490171485, + 5.776255520991981, + 5.802713122975547, + 5.828583967988379, + 5.852814234967809, + 5.881709088978823, + 5.910689971002284, + 5.938329688971862, + 5.962752769992221, + 5.987733568996191, + 6.013089041982312, + 6.039741117972881, + 6.063871860969812, + 6.086704435991123, + 6.110542137990706, + 6.134501383989118, + 6.1574953309609555, + 6.179403079964686, + 6.208126443962101, + 6.235263167007361, + 6.26168386900099, + 6.286181700008456, + 6.311199020012282, + 6.335492009995505, + 6.3586330019752495, + 6.3819763389765285, + 6.407667896011844, + 6.50198190001538, + 6.524620715004858, + 6.547045222017914, + 6.569379766006023, + 6.594061955984216, + 6.618063778965734, + 6.6407105989637785, + 6.664193219970912, + 6.686613996978849, + 6.711113215016667, + 6.735299797961488, + 6.757474984973669, + 6.782175800006371, + 6.80780029296875, + 6.8317186429630965, + 6.853781471960247, + 6.875751886982471, + 6.89845138497185, + 6.922519167012069, + 6.946218338969629, + 6.970724044018425, + 6.994854648015462, + 7.019689644977916, + 7.0429108559619635, + 7.065809694991913, + 7.089743143005762, + 7.1147146669682115, + 7.140125962963793, + 7.164067665988114, + 7.1883969029877335, + 7.212924405990634, + 7.237510684994049, + 7.263573194970377, + 7.288511919963639, + 7.312085666984785, + 7.336300277966075, + 7.35934406000888, + 7.382195473997854, + 7.406105028989259, + 7.430326338973828, + 7.45460518496111, + 7.481599396967795, + 7.510669288982172, + 7.5388502209680155, + 7.5663874259917066, + 7.5920710589853115, + 7.617419926973525, + 7.641409226984251, + 7.665501300012693, + 7.690798063995317, + 7.716443575976882, + 7.741884089016821, + 7.765017771977, + 7.790236599976197, + 7.813657074992079, + 7.83802659396315, + 7.8618435799726285, + 7.885164387989789, + 7.909161533985753, + 7.93793617200572, + 7.966959205979947, + 7.995625444978941, + 8.019663587969262, + 8.044298827997409 + ], + [ + 6.478889716963749, + 6.502011457982007, + 6.524649264989421, + 6.547071706969291, + 6.56940802797908, + 6.594090599974152, + 6.618091462994926, + 6.640737089968752, + 6.664221438986715, + 6.686641604988836, + 6.711140243976843, + 6.7353263469995, + 6.757503620989155, + 6.782206021016464, + 6.807829740981106, + 6.831751227960922, + 6.853813599969726, + 6.875783374009188, + 6.898485303972848, + 6.922556030971464, + 6.946250069013331, + 6.970758156967349, + 6.9948928380035795, + 7.019722975965124, + 7.04294375696918, + 7.065841414965689, + 7.089775895001367, + 7.1147509689908475, + 7.14016064297175, + 7.164104169991333, + 7.188428915978875, + 7.212957075971644, + 7.237546710006427, + 7.26360849296907, + 7.288546205963939, + 7.312117672001477, + 7.336336196982302, + 7.3593790419981815, + 7.382230020011775, + 7.406138837977778, + 7.430361320963129, + 7.45464217296103, + 7.481637772987597, + 7.510706219996791, + 7.538882760971319, + 7.5664280239725485, + 7.592104620009195, + 7.617453760001808, + 7.641444607987069, + 7.6655354499816895, + 7.6908340429654345, + 7.716483870986849, + 7.741918867977802, + 7.765052412985824, + 7.79026817396516, + 7.813693163974676, + 7.838061412971001, + 7.861875251983292, + 7.8851986110094, + 7.909198821987957, + 7.937974669970572, + 7.966996147995815, + 7.995662435016129, + 8.019697767973412, + 8.044432914000936, + 8.067540404968895, + 8.091534978011623, + 8.117301555001177, + 8.140530778968241, + 8.16451207298087, + 8.190043604001403, + 8.217218669014983, + 8.24522534100106, + 8.27178939699661, + 8.2982343310141, + 8.32948849000968, + 8.377558893000241, + 8.40186044096481, + 8.426400823984295, + 8.450098690984305, + 8.478350968973245, + 8.503260939964093, + 8.526790420990437, + 8.550655166967772, + 8.57372906000819, + 8.597709179972298, + 8.621942375961225, + 8.644727059989236, + 8.668964418990072, + 8.693139064009301, + 8.716747755999677, + 8.741298219014425, + 8.763442655967083, + 8.788511161983479, + 8.81226959801279, + 8.838398829975631, + 8.86438697000267, + 8.889009686012287, + 8.912685543007683, + 8.938559036992956, + 8.962272416974884, + 8.985712412977591, + 9.011487875017338, + 9.034747610974591, + 9.05960383999627, + 9.084456543962006, + 9.107521488971543, + 9.13049441401381, + 9.153489301970694, + 9.176382202014793, + 9.198532875976525, + 9.221429786994122, + 9.244780350010842, + 9.267820703971665, + 9.290727796964347, + 9.314144550007768, + 9.337081737001427, + 9.35923515300965, + 9.381320132000837, + 9.404487118998077, + 9.428269764990546, + 9.451879391970579, + 9.476618250017054, + 9.498912665992975, + 9.522612064960413, + 9.545718551962636, + 9.56846078496892, + 9.59170757298125 + ], + [ + 8.354623408988118, + 8.377594540012069, + 8.401892910012975, + 8.426431995991152, + 8.450132414989639, + 8.478385476977564, + 8.503294783993624, + 8.526821025996469, + 8.550687095965259, + 8.57375989900902, + 8.59774270298658, + 8.621980055992026, + 8.644757847010624, + 8.668996146996506, + 8.693175555963535, + 8.716781062015798, + 8.741330487013329, + 8.763475812971592, + 8.78854485298507, + 8.812303112004884, + 8.838432815973647, + 8.864421280974057, + 8.889041185961105, + 8.9127197979833, + 8.938595261017326, + 8.962306472996715, + 8.985743842960801, + 9.011519277992193, + 9.034782171016559, + 9.059640193008818, + 9.08448836999014, + 9.107561883982271, + 9.130528857000172, + 9.153524891997222, + 9.17641413101228, + 9.198564149963204, + 9.221463947964367, + 9.244813782977872, + 9.26785226498032, + 9.290760751988273, + 9.314178307016846, + 9.337117073999252, + 9.359267024963629, + 9.38135192997288, + 9.404521045973524, + 9.428303205990233, + 9.451912870979868, + 9.476650720986072, + 9.49894445296377, + 9.522644400014542, + 9.545750046963803, + 9.568492182006594, + 9.591871852986515, + 9.618061719986144, + 9.641919884015806, + 9.665268316981383, + 9.688907012983691, + 9.713216139993165, + 9.741247225960251, + 9.768733487988357, + 9.796431949012913, + 9.821809512970503, + 9.923915955994744, + 9.94867576600518, + 9.974058257997967, + 10.001966265961528, + 10.030701389012393, + 10.059238687972538, + 10.085988844977692, + 10.110744878998958, + 10.13379149400862, + 10.158200597972609, + 10.183021967997774, + 10.206660068011843, + 10.23238062299788, + 10.256826312979683, + 10.281248900981154, + 10.304476263001561, + 10.329056064016186, + 10.35358953900868, + 10.377074051997624, + 10.400316148006823, + 10.425060349982232, + 10.449209915997926, + 10.475623400998302, + 10.498203993018251, + 10.523014461970888, + 10.547065127990209, + 10.57107831700705, + 10.594830963003915, + 10.62067366199335, + 10.644903595966753, + 10.67105880600866, + 10.694383385998663, + 10.718087032961193, + 10.742983674979769, + 10.766501542006154, + 10.791014713002369, + 10.814347234962042, + 10.838855083973613, + 10.864267239987385, + 10.887492931971792, + 10.910661612986587, + 10.93640907597728, + 10.963113359001, + 10.987092455965467, + 11.00898587499978, + 11.033802966005169, + 11.058056749985553, + 11.08084443496773, + 11.103798758995254, + 11.12967731099343, + 11.153889368986711, + 11.175956140970811, + 11.199709173990414, + 11.22365354996873, + 11.25127505796263, + 11.279000890965108, + 11.306773800984956, + 11.33433459396474, + 11.37129013100639, + 11.394961067009717, + 11.417876239982434, + 11.4423230959801, + 11.467362353985664, + 11.490318808006123, + 11.512583300995175, + 11.536382891004905 + ], + [ + 9.898103209969122, + 9.923950775002595, + 9.948707171017304, + 9.97409215796506, + 10.002004334994126, + 10.030738664965611, + 10.059277321968693, + 10.086022635980044, + 10.110779464012012, + 10.13382588501554, + 10.158237761992496, + 10.183053713990375, + 10.20669481297955, + 10.232414570986293, + 10.256863118964247, + 10.281282696989365, + 10.304510545975063, + 10.329089481965639, + 10.353623647009954, + 10.377108504006173, + 10.400349717005156, + 10.425093285972252, + 10.449243997980375, + 10.475658490962815, + 10.49823612801265, + 10.523048281960655, + 10.547102393000387, + 10.571112528967205, + 10.594862867961638, + 10.620706929010339, + 10.644939382968005, + 10.671091143973172, + 10.694417867984157, + 10.718121295969468, + 10.74301682098303, + 10.766536556999199, + 10.791047093982343, + 10.814383263990749, + 10.838887910009362, + 10.864298720960505, + 10.88752464496065, + 10.910695052007213, + 10.936445884988643, + 10.963149682967924, + 10.987124097009655, + 11.009017342003062, + 11.033835137961432, + 11.058091621962376, + 11.080877933010925, + 11.103833418979775, + 11.129709730972536, + 11.153923949983437, + 11.175990579009522, + 11.199740320967976, + 11.223689608974382, + 11.251314345980063, + 11.27903829200659, + 11.306814156996552, + 11.334380827960558, + 11.371323672006838, + 11.394996060989797, + 11.417907713970635, + 11.442356589017436, + 11.467404127994087, + 11.490353560016956, + 11.512615701009054, + 11.536497483961284, + 11.559513823012821, + 11.581458344997372, + 11.604875023011118, + 11.62826796900481, + 11.651551868009847, + 11.676196786982473, + 11.699056967976503, + 11.720658072968945, + 11.7448487309739, + 11.767923678969964, + 11.789678750967141, + 11.812249241978861, + 11.835366807994433, + 11.857932251994498, + 11.88029679900501, + 11.903837019985076, + 11.92598767799791, + 11.949557987973094, + 11.974013061961159, + 11.996577332960442, + 12.018635943008121, + 12.043359788018279, + 12.071313162974548, + 12.099257027963176, + 12.125217163003981, + 12.14972697099438, + 12.173699515988119, + 12.195858457998838, + 12.21986312896479, + 12.24536076298682, + 12.26849011296872, + 12.290722319972701, + 12.314018694974948, + 12.337057480006479, + 12.359094323008321, + 12.3826992730028, + 12.405998501984868, + 12.428047842986416, + 12.451315953978337, + 12.477439143985976, + 12.499938407971058, + 12.52231709001353, + 12.546982167987153, + 12.57116023596609, + 12.594826362968888, + 12.618789409985766, + 12.6423495169729, + 12.66785957000684, + 12.69290656101657, + 12.716933903982863, + 12.742258059966844, + 12.768192559015006, + 12.796274709980935, + 12.823291198001243, + 12.850132493011188, + 12.947526799980551, + 12.97388453700114, + 13.001287588966079, + 13.026432251965161, + 13.05212293198565, + 13.074951217975467 + ], + [ + 11.345784156001173, + 11.371351706970017, + 11.395026143989526, + 11.417933588963933, + 11.442386979993898, + 11.46743294596672, + 11.490382199001033, + 11.512642862973735, + 11.536526200012304, + 11.559548865014222, + 11.581490939017385, + 11.604909549991135, + 11.628303224977572, + 11.65158582496224, + 11.676228520984296, + 11.699088555003982, + 11.720692606002558, + 11.744881596998312, + 11.767955593997613, + 11.789712832018267, + 11.8122807329637, + 11.835408798011485, + 11.857964885013644, + 11.880328422004823, + 11.903868731984403, + 11.926023384963628, + 11.949592110991944, + 11.974043813010212, + 11.996611776994541, + 12.01866828801576, + 12.043396699009463, + 12.071348704979755, + 12.099294204963371, + 12.12525162496604, + 12.149758959014434, + 12.173730710987002, + 12.195892071002163, + 12.219899101008195, + 12.245398407976609, + 12.268528138985857, + 12.290754320973065, + 12.314051482011564, + 12.337091078981757, + 12.35912878997624, + 12.382731980993412, + 12.40603008196922, + 12.42808167700423, + 12.451348841015715, + 12.477471444988623, + 12.499973522964865, + 12.522350023966283, + 12.547016305965371, + 12.571193789015524, + 12.594860640005209, + 12.618821276002564, + 12.642386575986166, + 12.667895694961771, + 12.692939270986244, + 12.716965687985066, + 12.742293248011265, + 12.76823136897292, + 12.796312329010107, + 12.823325278994162, + 12.850166423013434, + 12.94756200001575, + 12.973922414996196, + 13.00132343400037, + 13.02646892197663, + 13.052157885977067, + 13.075101591995917, + 13.097959972976241, + 13.121705566998571, + 13.143765514018014, + 13.167211754014716, + 13.192212094960269, + 13.214853030978702, + 13.238567457010504, + 13.262278086971492, + 13.284811000979971, + 13.306722027016804, + 13.32939346699277, + 13.352569583978038, + 13.374619048961904, + 13.39679053000873, + 13.420116378983948, + 13.445602950989269, + 13.471180265012663, + 13.49624763301108, + 13.518789128982462, + 13.541528380999807, + 13.565173706971109, + 13.588416691985913, + 13.612474279012531, + 13.638407715014182, + 13.663934562006034, + 13.68987893796293, + 13.715280455013271, + 13.74096601101337, + 13.766308399965055, + 13.791389623016585, + 13.815880681970157, + 13.839717641007155, + 13.86412600899348, + 13.886663520999718, + 13.90860474499641, + 13.931651801976841, + 13.956412866013125, + 13.98078867298318, + 14.004891916003544, + 14.026882881997153, + 14.050168521993328, + 14.07421858998714, + 14.096782214008272, + 14.123543591005728, + 14.152640338987112, + 14.18060590600362, + 14.204417803965043, + 14.226193973969202, + 14.250012703007087, + 14.275815089000389, + 14.301958823984023, + 14.32726782100508, + 14.350986336008646, + 14.37739069701638, + 14.412167146976572, + 14.434079889964778, + 14.45738373597851, + 14.481187158962712 + ], + [ + 12.92316268896684, + 12.947591778996866, + 12.973955352965277, + 13.001354734995402, + 13.026500099978875, + 13.052186086017173, + 13.075129992968868, + 13.097991613962222, + 13.12173763901228, + 13.143799226963893, + 13.167246151017025, + 13.19224285701057, + 13.21488575800322, + 13.238601093005855, + 13.262309968005866, + 13.284847086993977, + 13.306753089011181, + 13.329425733012613, + 13.352603773004375, + 13.374650203972124, + 13.396822253998835, + 13.420148225966841, + 13.44563933700556, + 13.471213936980348, + 13.496279240003787, + 13.518821114965249, + 13.541562805010471, + 13.565206936968025, + 13.5884508320014, + 13.612511879997328, + 13.638441276969388, + 13.663970193010755, + 13.689914966002107, + 13.715313969005365, + 13.74100024701329, + 13.766342946968507, + 13.791424039984122, + 13.815915204992052, + 13.839750946965069, + 13.86416062200442, + 13.886695685971063, + 13.908638203982264, + 13.931684551003855, + 13.956448915996589, + 13.980822106997948, + 14.004925132961944, + 14.02691751200473, + 14.050202268001158, + 14.074252670980059, + 14.096813842013944, + 14.12358143896563, + 14.152678766986355, + 14.180640130012762, + 14.20444994297577, + 14.226225424965378, + 14.250046362983994, + 14.275851494981907, + 14.30199371301569, + 14.327301200013608, + 14.351021383015905, + 14.377426643972285, + 14.412199302983936, + 14.434111618960742, + 14.457421939994674, + 14.481332108960487, + 14.50456078600837, + 14.526981904986314, + 14.548859108006582, + 14.57152804400539, + 14.594655899971258, + 14.617781123961322, + 14.640282901993487, + 14.663590801006649, + 14.685623743978795, + 14.709528361971024, + 14.732526946987491, + 14.755581934994552, + 14.779391187010333, + 14.805334489967208, + 14.826973017014097, + 14.848733057966456, + 14.871222884976305, + 14.892841380962636, + 14.916514023963828, + 14.942467192013282, + 14.971247219014913, + 15.00019422499463, + 15.02910006797174, + 15.057962780992966, + 15.086978880979586, + 15.115667250996921, + 15.144632663985249, + 15.173347588977776, + 15.201807493984234, + 15.226896216976456, + 15.251587637991179, + 15.276366729987785, + 15.30112870701123, + 15.325002561963629, + 15.349810284969863, + 15.373813757963944, + 15.397741702967323, + 15.421857603010722, + 15.444963052985258, + 15.470280108973384, + 15.494197713967878, + 15.51910457300255, + 15.543110594968311, + 15.568534070975147, + 15.59218547900673, + 15.618100342981052, + 15.641329189995304, + 15.666836661985144, + 15.691986672987696, + 15.717190686962567, + 15.74239128496265, + 15.768206782988273, + 15.795348968997132, + 15.823734765988775, + 15.852383651013952, + 15.879377288976684, + 15.905060769990087, + 15.929636192973703, + 15.955283708986826, + 15.982342795992736, + 16.007142880000174, + 16.033612127008382, + 16.128214115975425 + ], + [ + 14.38839407399064, + 14.41222779796226, + 14.434137786971405, + 14.457452866015956, + 14.481362515012734, + 14.504593306977767, + 14.52701368398266, + 14.548891279962845, + 14.571560515963938, + 14.594689113961067, + 14.61781551601598, + 14.640314625983592, + 14.663623503991403, + 14.685656029963866, + 14.709560682997108, + 14.732562655990478, + 14.755613936984446, + 14.779425148968585, + 14.805366261978634, + 14.827003578015137, + 14.848763794987462, + 14.871255345991813, + 14.892873272998258, + 14.916547529981472, + 14.942504076985642, + 14.97128514898941, + 15.000232769001741, + 15.02913769101724, + 15.058000324002933, + 15.087016851000953, + 15.115705724980216, + 15.144669901987072, + 15.173385456961114, + 15.201854357961565, + 15.22692783997627, + 15.251619899994694, + 15.276403267984279, + 15.301165519980714, + 15.32503430498764, + 15.349844435986597, + 15.373847653972916, + 15.397774325974751, + 15.421889660006855, + 15.4449967899709, + 15.470313355966937, + 15.49423015298089, + 15.519135871960316, + 15.543145559960976, + 15.568571851006709, + 15.592218014004175, + 15.61813479999546, + 15.641362700960599, + 15.666871219000313, + 15.692022752016783, + 15.717226932989433, + 15.742425548960455, + 15.768241978017613, + 15.7953849399928, + 15.82376870297594, + 15.852421089017298, + 15.879413096001372, + 15.905094849993475, + 15.929667974996846, + 15.955318337015342, + 15.982379567984026, + 16.007176960003562, + 16.0336451799958, + 16.128379610017873, + 16.152920057007577, + 16.17790365999099, + 16.207177050993778, + 16.236449318006635, + 16.263395162997767, + 16.28722110297531, + 16.310060190968215, + 16.332560968992766, + 16.35593369900016, + 16.377975617011543, + 16.404100962972734, + 16.426781961985398, + 16.45120384101756, + 16.478038333007134, + 16.502787078963593, + 16.525144075974822, + 16.548335063969716, + 16.57311454799492, + 16.59701018501073, + 16.621365954983048, + 16.645319664967246, + 16.670048540981952, + 16.695624843006954, + 16.719337650982197, + 16.744906136998907, + 16.766955482016783, + 16.790915969992056, + 16.814619734999724, + 16.837214634986594, + 16.86053110298235, + 16.88328609301243, + 16.907945346960332, + 16.93036617297912, + 16.95241997699486, + 16.97654737799894, + 17.002943880972452, + 17.027594949002378, + 17.04980587097816, + 17.074009419011418, + 17.097705836989917, + 17.12010580196511, + 17.142521458968986, + 17.166770469979383, + 17.190155730000697, + 17.214904751977883, + 17.239438309974503, + 17.263345060986467, + 17.287341516988818, + 17.312274671974592, + 17.335180838010274, + 17.357306505960878, + 17.38001441396773, + 17.405378368974198, + 17.42999673698796, + 17.455784572986886, + 17.483171804982703, + 17.509929533000104, + 17.53430473798653, + 17.569082522997633, + 17.59310130798258 + ], + [ + 16.103560737974476, + 16.12840938998852, + 16.152954413963016, + 16.177940948982723, + 16.207215711998288, + 16.236486622015946, + 16.26342694100458, + 16.28725722397212, + 16.310091952967923, + 16.332592574006412, + 16.355968075979035, + 16.378009918960743, + 16.40413310297299, + 16.426814096979797, + 16.45123726699967, + 16.4780744810123, + 16.502820793015417, + 16.52517664397601, + 16.548376697988715, + 16.5731464609853, + 16.597042778972536, + 16.62140747497324, + 16.645353855972644, + 16.670079370960593, + 16.69566249998752, + 16.719379019981716, + 16.744938827992883, + 16.766989397990983, + 16.790947784960736, + 16.814653912966605, + 16.837246493960265, + 16.860566922987346, + 16.883320285996888, + 16.907978483999614, + 16.93040450796252, + 16.952453311998397, + 16.97657976701157, + 17.00298088398995, + 17.027629325981252, + 17.049837653001305, + 17.074041739979293, + 17.097739527991507, + 17.12013738899259, + 17.142552866018377, + 17.166805229964666, + 17.190190611989237, + 17.214936222997494, + 17.239474294998217, + 17.2633798730094, + 17.2873808540171, + 17.31230648199562, + 17.335212255013175, + 17.357338864996564, + 17.38004594098311, + 17.405412242980674, + 17.430030196963344, + 17.455820761970244, + 17.483210406964645, + 17.509963908989448, + 17.534341215970926, + 17.569114799960516, + 17.593229229969438, + 17.617960300005507, + 17.640591114002746, + 17.66450877301395, + 17.69015867600683, + 17.71425628400175, + 17.737024221976753, + 17.76010331796715, + 17.783073899976443, + 17.80695256299805, + 17.828967914974783, + 17.85072005301481, + 17.873893579992, + 17.897178720973898, + 17.919903423986398, + 17.94196435197955, + 17.966412923007738, + 17.990129546960816, + 18.014382961962838, + 18.03694533399539, + 18.0590457500075, + 18.082219839969184, + 18.106846045993734, + 18.129594658967108, + 18.152381504012737, + 18.174858665966894, + 18.198106244963128, + 18.22120170801645, + 18.247080439003184, + 18.275664942979347, + 18.30464640300488, + 18.329896365990862, + 18.35263722500531, + 18.375078540993854, + 18.397734449012205, + 18.420477201987524, + 18.44239134300733, + 18.467429020965938, + 18.49318140099058, + 18.51624131697463, + 18.539609870000277, + 18.562639401992783, + 18.5856860029744, + 18.608794995001517, + 18.631673218973447, + 18.65379488898907, + 18.677537718962412, + 18.699825541989412, + 18.72271277301479, + 18.74663485097699, + 18.76901991898194, + 18.79305130400462, + 18.816788608965, + 18.842834217008203, + 18.869257303013, + 18.89269442798104, + 18.916329432977363, + 18.939376035996247, + 18.963919770962093, + 18.98992654099129, + 19.016782844963018, + 19.04316837096121, + 19.139591785962693, + 19.162925267999526, + 19.185485280991998, + 19.20952547097113, + 19.231628511974122 + ], + [ + 17.545634650974534, + 17.56914215401048, + 17.593258292996325, + 17.61799181299284, + 17.640623687009793, + 17.664545320963953, + 17.69019238400506, + 17.71428796899272, + 17.737060824991204, + 17.760134983982425, + 17.783107734983787, + 17.806985805975273, + 17.828999747987837, + 17.850750815996435, + 17.87392440997064, + 17.897210421971977, + 17.919935446989257, + 17.941996729990933, + 17.96644710598048, + 17.990165029012132, + 18.01441484101815, + 18.0369758940069, + 18.059080812963657, + 18.08225165499607, + 18.106879581988323, + 18.12962774198968, + 18.152415203978308, + 18.1748880649684, + 18.198139622982126, + 18.221232578973286, + 18.24711740197381, + 18.275700817001052, + 18.3046847449732, + 18.329927501967177, + 18.352668750972953, + 18.375109902000986, + 18.39776757999789, + 18.42050973896403, + 18.442422546970192, + 18.46746663597878, + 18.493215319991577, + 18.516271806962322, + 18.539645964978263, + 18.562671041989233, + 18.58571671898244, + 18.608827446994837, + 18.631704122002702, + 18.65382572298404, + 18.677569658961147, + 18.699859815998934, + 18.722745431005023, + 18.746668347972445, + 18.76905214996077, + 18.793083716998808, + 18.81681903800927, + 18.842871840985026, + 18.869290813978296, + 18.89272703800816, + 18.91636271000607, + 18.939407636993565, + 18.96395563898841, + 18.989959714002907, + 19.016815105977003, + 19.043204857967794, + 19.13962596899364, + 19.162956938962452, + 19.18551788397599, + 19.209559405979235, + 19.231780697999056, + 19.256765653961338, + 19.278750247962307, + 19.302024648000952, + 19.325462250970304, + 19.34867100196425, + 19.370674091973342, + 19.393077874963637, + 19.417111561982892, + 19.440072819998022, + 19.464914235984907, + 19.487699966004584, + 19.51094083400676, + 19.535995526995976, + 19.55960509396391, + 19.58187251497293, + 19.605729963979684, + 19.630149898002855, + 19.652407178014982, + 19.676504748000298, + 19.701452993962448, + 19.724846719997004, + 19.75008860998787, + 19.774630405008793, + 19.79874502500752, + 19.82169105100911, + 19.84342840098543, + 19.866395699966233, + 19.888469265017193, + 19.91105155501282, + 19.933518875972368, + 19.956342093006242, + 19.980346307973377, + 20.004142613965087, + 20.026502635970246, + 20.050951630983036, + 20.07499476801604, + 20.097663885971997, + 20.1208595240023, + 20.14356635301374, + 20.167662237014156, + 20.195651519985404, + 20.222747701976914, + 20.247813001973554, + 20.271769217972178, + 20.297553466982208, + 20.326563081005588, + 20.355030812963378, + 20.382124556985218, + 20.40616721799597, + 20.42903635901166, + 20.451984796964098, + 20.479380870994646, + 20.50643199001206, + 20.530670442967676, + 20.557977487973403, + 20.59330977901118, + 20.617140216985717, + 20.638907535001636, + 20.66515439801151 + ], + [ + 19.11580322898226, + 19.139653874968644, + 19.16298404999543, + 19.185546103981324, + 19.20958853699267, + 19.231809158984106, + 19.256796545989346, + 19.278781853965484, + 19.302058432018384, + 19.32549941597972, + 19.34870154300006, + 19.370705608977005, + 19.39311235997593, + 19.41714601201238, + 19.440106391964946, + 19.46494947600877, + 19.487730786961038, + 19.510975248005707, + 19.536028963979334, + 19.55963953398168, + 19.581906055973377, + 19.60576404200401, + 19.630185040994547, + 19.652439032972325, + 19.676536448008846, + 19.701485561963636, + 19.724882903974503, + 19.75012207898544, + 19.77466480701696, + 19.79877785698045, + 19.821721712010913, + 19.843459257972427, + 19.866427393979393, + 19.888501772016753, + 19.91108335799072, + 19.933550260961056, + 19.95638212299673, + 19.980379728018306, + 20.004176588961855, + 20.026533632015344, + 20.050985744979698, + 20.075028231018223, + 20.097699203004595, + 20.12089039798593, + 20.14359778596554, + 20.167697285010945, + 20.195686494000256, + 20.222784796962515, + 20.247843518969603, + 20.271803902985994, + 20.29759212298086, + 20.32660118897911, + 20.35506681696279, + 20.38215926801786, + 20.406198635988403, + 20.429067020013463, + 20.452018334006425, + 20.479413825960364, + 20.50646671501454, + 20.53070411097724, + 20.558015937975142, + 20.593343776999973, + 20.61717217200203, + 20.638938581978437, + 20.665289136988577, + 20.689183358976152, + 20.713146605005022, + 20.734988247975707, + 20.759573149960488, + 20.784256806015037, + 20.806334279011935, + 20.82863968401216, + 20.85036368301371, + 20.874484548985492, + 20.89808518800419, + 20.919744265964255, + 20.941787799005397, + 20.966002624016255, + 20.9905504710041, + 21.01338418101659, + 21.03550084697781, + 21.059131684014574, + 21.08156213100301, + 21.104978611983825, + 21.127438673982397, + 21.15012999996543, + 21.173002894967794, + 21.19646249199286, + 21.21936640300555, + 21.242024621984456, + 21.266090840974357, + 21.28806892997818, + 21.31137899897294, + 21.33369528199546, + 21.355658309010323, + 21.37757931498345, + 21.401829028967768, + 21.42482444597408, + 21.446843362005893, + 21.47185339196585, + 21.494857720972504, + 21.517777983972337, + 21.54100833000848, + 21.564059811003972, + 21.585968933010008, + 21.60915345198009, + 21.63148447399726, + 21.654077094979584, + 21.67898706701817, + 21.703496194968466, + 21.727330572961364, + 21.751623167016078, + 21.775409936963115, + 21.797381893964484, + 21.820820451015607, + 21.842619597970042, + 21.865983531984966, + 21.887967585003935, + 21.910716795013286, + 21.93439250200754, + 21.95771509798942, + 21.98415588500211, + 22.0111537949997, + 22.03770931600593, + 22.064411257975735, + 22.161726803984493, + 22.185342248994857, + 22.209209611988626 + ], + [ + 20.569666091992985, + 20.593378986988682, + 20.617198983964045, + 20.63896684901556, + 20.665321426000446, + 20.68921592197148, + 20.713178160018288, + 20.735021681000944, + 20.759607467975002, + 20.784290255978703, + 20.80636773596052, + 20.82867304899264, + 20.850400449009612, + 20.87451792199863, + 20.898116869968362, + 20.91977576800855, + 20.94182148599066, + 20.966036018973682, + 20.990583467006218, + 21.013416824978776, + 21.035532357986085, + 21.059164764010347, + 21.081594577000942, + 21.10501183499582, + 21.127470336970873, + 21.150163750979118, + 21.173034976993222, + 21.196493892988656, + 21.21940414700657, + 21.24205629696371, + 21.266122691973578, + 21.28810229798546, + 21.311414552968927, + 21.33372692199191, + 21.35569093498634, + 21.37761338596465, + 21.401863212988246, + 21.424855042016134, + 21.446876726986375, + 21.47188675799407, + 21.49488938297145, + 21.517808538977988, + 21.541042977012694, + 21.564093064982444, + 21.585999789007474, + 21.60918791400036, + 21.631516079010908, + 21.65411015501013, + 21.679022572003305, + 21.703530056984164, + 21.727359512005933, + 21.751659133005887, + 21.775442120968364, + 21.79741440800717, + 21.82085201900918, + 21.84265113301808, + 21.86601483798586, + 21.887999820988625, + 21.910750342998654, + 21.934422112011816, + 21.957749952969607, + 21.98419309098972, + 22.011189940967597, + 22.037744717963506, + 22.06444697297411, + 22.16175819997443, + 22.18538121198071, + 22.20938081998611, + 22.23657467600424, + 22.26460924098501, + 22.290189971972723, + 22.313458138960414, + 22.337592646013945, + 22.362584615999367, + 22.39172688499093, + 22.420849855989218, + 22.448749130009674, + 22.476190713990945, + 22.50193234696053, + 22.525889681011904, + 22.548707461974118, + 22.57401534699602, + 22.599914902006276, + 22.625436525966506, + 22.64819942897884, + 22.673574251006357, + 22.698698973981664, + 22.72216025099624, + 22.745885721000377, + 22.771711972018238, + 22.7961686939816, + 22.823130560980644, + 22.847771984001156, + 22.872534635011107, + 22.896368624002207, + 22.919495895970613, + 22.943064194987528, + 22.969825683976524, + 22.995285523997154, + 23.018474907963537, + 23.042086595960427, + 23.066663191013504, + 23.089388231979683, + 23.113256348995492, + 23.13696141197579, + 23.16158567601815, + 23.188108987000305, + 23.213880932016764, + 23.237861739995424, + 23.26354937296128, + 23.286747297970578, + 23.31085724796867, + 23.334269234968815, + 23.356584649009164, + 23.37965149601223, + 23.40442312398227, + 23.42957233201014, + 23.452497099991888, + 23.479298277990893, + 23.505765885987785, + 23.533271620981395, + 23.56073381600436, + 23.587783513008617, + 23.62246064201463, + 23.645891955995467, + 23.670269794005435, + 23.695198750006966, + 23.719774758967105 + ], + [ + 22.137720286962576, + 22.161786358978134, + 22.185413311002776, + 22.209411610965617, + 22.236611795960926, + 22.264646580966655, + 22.29022285999963, + 22.313494075962808, + 22.337627689994406, + 22.36262256896589, + 22.39176473696716, + 22.420887618965935, + 22.448786647000816, + 22.476225649996195, + 22.501964079972822, + 22.525920632004272, + 22.548742351995315, + 22.574046152993105, + 22.59995106398128, + 22.625470271974336, + 22.648235753993504, + 22.673605847987346, + 22.698732377961278, + 22.72219361999305, + 22.745918872009497, + 22.7717455609818, + 22.796203119971324, + 22.823167540016584, + 22.847806274017785, + 22.872568789985962, + 22.89641082799062, + 22.91953007801203, + 22.943099054973572, + 22.969860646990128, + 22.99531822197605, + 23.018509034009185, + 23.042118256969843, + 23.066694597015157, + 23.089419641997665, + 23.11329074500827, + 23.136994468979537, + 23.161620037979446, + 23.188144404964987, + 23.21391448099166, + 23.23789800296072, + 23.26358488597907, + 23.286783581017517, + 23.310888951993547, + 23.33430116297677, + 23.356618670979515, + 23.379682140017394, + 23.404457766970154, + 23.42960520798806, + 23.452529339003377, + 23.479333416966256, + 23.505801418970805, + 23.53330738900695, + 23.56076938897604, + 23.587816099985503, + 23.622495457995683, + 23.64592444198206, + 23.670304736995604, + 23.695234293001704, + 23.71990026597632, + 23.7445302529959, + 23.76792401797138, + 23.791449122014455, + 23.81569394696271, + 23.84046992601361, + 23.864936904981732, + 23.888110243016854, + 23.911834958009422, + 23.93567144597182, + 23.959018138004467, + 23.983359686972108, + 24.007743030961137, + 24.030919033975806, + 24.054139192972798, + 24.078280858986545, + 24.10062168398872, + 24.1254855269799, + 24.14889722596854, + 24.174275412980933, + 24.19714333896991, + 24.22152585897129, + 24.24697556596948, + 24.270628780999687, + 24.294451232999563, + 24.318231332988944, + 24.342520389007404, + 24.370781837962568, + 24.395571669971105, + 24.420699451991823, + 24.449122652004007, + 24.47751324501587, + 24.506157015974168, + 24.532267362985294, + 24.555492765968665, + 24.578447767999023, + 24.604380887001753, + 24.630238896992523, + 24.65413732099114, + 24.6785127230105, + 24.705713826988358, + 24.731062305974774, + 24.75625813897932, + 24.78022337600123, + 24.806159437983297, + 24.83212818496395, + 24.856047019013204, + 24.880140413995832, + 24.90622969501419, + 24.93381869798759, + 24.958463232964277, + 24.982592495973222, + 25.011147223995067, + 25.038653398980387, + 25.065654494974297, + 25.091783659008797, + 25.189820698986296, + 25.218552361999173, + 25.247226186969783, + 25.27640854200581, + 25.305455248977523, + 25.33342169696698, + 25.362065849010833, + 25.390506243973505, + 25.419549054000527 + ], + [ + 23.59865059197182, + 23.622524884995073, + 23.645952582010068, + 23.67033484496642, + 23.695264688984025, + 23.719930816965643, + 23.744565697968937, + 23.767957306990866, + 23.791481095016934, + 23.81573006499093, + 23.84050233400194, + 23.864971777016763, + 23.88814109901432, + 23.911869023984764, + 23.935705119976774, + 23.959051571961027, + 23.983399773016572, + 24.00777713197749, + 24.030951226013713, + 24.05417093297001, + 24.0783119929838, + 24.100658787996508, + 24.125519372988492, + 24.148929688963108, + 24.174311070004478, + 24.197177626017947, + 24.22156284900848, + 24.247009108017664, + 24.2706602459657, + 24.29448531201342, + 24.318263888009824, + 24.3425548109808, + 24.3708174629719, + 24.395606636011507, + 24.420739900961053, + 24.44915860396577, + 24.47754944296321, + 24.50619328796165, + 24.53229858999839, + 24.555526848009322, + 24.57847990200389, + 24.604415367997717, + 24.630275051982608, + 24.654176720010582, + 24.678548877011053, + 24.70574730396038, + 24.731095494993497, + 24.756294009974226, + 24.780255317979027, + 24.806195081968326, + 24.832162545004394, + 24.856083129008766, + 24.880171293974854, + 24.906265901983716, + 24.933854522998445, + 24.958499845990445, + 24.982627993973438, + 25.01118473999668, + 25.038691905967426, + 25.065690805960912, + 25.091820496018045, + 25.18985619401792, + 25.218588805990294, + 25.247262345976196, + 25.276444981980603, + 25.305495232983958, + 25.333459361980204, + 25.362103313964326, + 25.39054319699062, + 25.41972949600313, + 25.448837370960973, + 25.476740879006684, + 25.500450471008662, + 25.526848387962673, + 25.55306368501624, + 25.579323871002998, + 25.603180286008865, + 25.627259805973154, + 25.65324023901485, + 25.679486183973495, + 25.70526171498932, + 25.7301934150164, + 25.756180244963616, + 25.783559578994755, + 25.80759603297338, + 25.833330786961596, + 25.857721862965263, + 25.881328739982564, + 25.90543452097336, + 25.929103409987874, + 25.95341474097222, + 25.977467868011445, + 26.002124702965375, + 26.028433997009415, + 26.055525128962472, + 26.07980221696198, + 26.104036889970303, + 26.1279418990016, + 26.15419228299288, + 26.178028295980766, + 26.20225161401322, + 26.227218531013932, + 26.252172608976252, + 26.27602075500181, + 26.30179771501571, + 26.326908121001907, + 26.35126158199273, + 26.37312657898292, + 26.397503254003823, + 26.424199961009435, + 26.448163811990526, + 26.47521935601253, + 26.50262660998851, + 26.53137846000027, + 26.559313645004295, + 26.585378616000526, + 26.61279701901367, + 26.641735465964302, + 26.670231341966428, + 26.69770013599191, + 26.727166083990596, + 26.756560868991073, + 26.783723238972016, + 26.81200287298998, + 26.838804861006793, + 26.86495068698423, + 26.891630375001114, + 26.91627425997285 + ], + [ + 25.16459008899983, + 25.189887293963693, + 25.21861993300263, + 25.247293282009196, + 25.276475685008336, + 25.305528294004034, + 25.333490877994336, + 25.36213422799483, + 25.39057456399314, + 25.419762938981876, + 25.44887393101817, + 25.476774127979297, + 25.500487437006086, + 25.526887359970715, + 25.553099136974197, + 25.57935495401034, + 25.603217492986005, + 25.627290862961672, + 25.653274965006858, + 25.679520270961802, + 25.70530027098721, + 25.73022857698379, + 25.756217015965376, + 25.78359378199093, + 25.807634122960735, + 25.833367087994702, + 25.857753499003593, + 25.88136235496495, + 25.905472159967758, + 25.929135156970005, + 25.95344875496812, + 25.977504328999203, + 26.002162456978112, + 26.028470180986915, + 26.055559184984304, + 26.079838356992695, + 26.104073046997655, + 26.12797282799147, + 26.154228391998913, + 26.1780617099721, + 26.202285078004934, + 26.227249906980433, + 26.252206697012298, + 26.276051940978505, + 26.3018306659651, + 26.326938704005443, + 26.351294541964307, + 26.37315728899557, + 26.397542889986653, + 26.424234631995205, + 26.44819757901132, + 26.475252971984446, + 26.502664816973265, + 26.53141625400167, + 26.55934801598778, + 26.58541455800878, + 26.61283449298935, + 26.641772646980826, + 26.67026744398754, + 26.69773755100323, + 26.727202910988126, + 26.756598070962355, + 26.783756680961233, + 26.81204002298182, + 26.838839364994783, + 26.864985598018393, + 26.891664716007654, + 26.916421170986723, + 26.93889070599107, + 26.964084267965518, + 26.987506553996354, + 27.01510690897703, + 27.038752538966946, + 27.06490127800498, + 27.087946816987824, + 27.111284943995997, + 27.13435213896446, + 27.16177590796724, + 27.184902864973992, + 27.21044063899899, + 27.23504971800139, + 27.26190482097445, + 27.28637935098959, + 27.311724268016405, + 27.335293404990807, + 27.35969264700543, + 27.38361239398364, + 27.407757362001576, + 27.43370158399921, + 27.4577441039728, + 27.483509860991035, + 27.508144548977725, + 27.53311284800293, + 27.559241634968203, + 27.587573975964915, + 27.61680872598663, + 27.645052079984453, + 27.673866426979657, + 27.70121437497437, + 27.72797152597923, + 27.75699171796441, + 27.78627568599768, + 27.815424436994363, + 27.84457813098561, + 27.87363727396587, + 27.902300031972118, + 27.930123918980826, + 27.955051750002895, + 27.980686986993533, + 28.006057118996978, + 28.029266878962517, + 28.051630895992275, + 28.07583207299467, + 28.098401686002035, + 28.120394896017388, + 28.142668693966698, + 28.165062076994218, + 28.18898173799971, + 28.213885509991087, + 28.239977829973213, + 28.263690327003133, + 28.286983016994782, + 28.31048137898324, + 28.33374247397296, + 28.35593889397569, + 28.378402991977055, + 28.401131310965866, + 28.42730041500181 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "stream_layers": true, + "warmup": true, + "elapsed_s": 26.70490226900438, + "ttft_s": [ + 1.4932186619844288, + 2.9671908890013583, + 4.436302894959226, + 5.920795792015269, + 7.393247702973895, + 8.859472181997262, + 10.333079756004736, + 11.81034849997377, + 13.26926910696784, + 14.75371148798149, + 16.213644955016207, + 17.700622032978572, + 19.157993659959175, + 20.647880308970343, + 22.10284986096667, + 23.594110389996786 + ], + "token_times_s": [ + [ + 1.4932186619844288, + 1.5173782269703224, + 1.5427691899822094, + 1.5688152149668895, + 1.590903828968294, + 1.6163253000122495, + 1.642306098015979, + 1.6685538449673913, + 1.693334674986545, + 1.719270625966601, + 1.7453333159792237, + 1.76918076898437, + 1.7948087870026939, + 1.8208803120069206, + 1.8467643149779178, + 1.8685876610106789, + 1.8923186659812927, + 1.9159574619843625, + 1.9414980270084925, + 1.9654888219665736, + 1.988752603996545, + 2.0144878969877027, + 2.0366966929868795, + 2.0606126749771647, + 2.085383368015755, + 2.112307493982371, + 2.137450807960704, + 2.163992290967144, + 2.1929225319763646, + 2.2215156920137815, + 2.2496386999846436, + 2.2730217709904537, + 2.29971570300404, + 2.3247636890155263, + 2.3500551499892026, + 2.3731799710076302, + 2.398325814981945, + 2.422429202008061, + 2.4482257060008124, + 2.6667688859743066, + 2.696149292984046, + 2.721326371014584, + 2.7463645339594223, + 2.769242509966716, + 2.793617032992188, + 2.8195191620034166, + 2.844149840006139, + 2.8681757359881885, + 2.8925923249917105, + 2.91731972200796, + 2.939115179993678, + 2.9671189559740014, + 2.991899021959398, + 3.0163600969826803, + 3.040316022001207, + 3.0640940309967846, + 3.089486734010279, + 3.112952168972697, + 3.1367364609614015, + 3.16169032396283, + 3.183898312970996, + 3.208485312992707, + 3.233394412964117, + 3.2576294859754853, + 3.2800211429712363, + 3.306026876962278, + 3.330853033985477, + 3.3543938219663687, + 3.3791936300112866, + 3.402105283981655, + 3.4276121570146643, + 3.4511875309981406, + 3.476720180013217, + 3.501583327015396, + 3.5312041160068475, + 3.556850229972042, + 3.58067337697139, + 3.605720385967288, + 3.6289359480142593, + 3.653878971992526, + 3.676258001010865, + 3.700483025982976, + 3.726187778986059, + 3.750914770003874, + 3.777958046004642, + 3.8032389889704064, + 3.828183703008108, + 3.8519378409837373, + 3.875778537010774, + 3.9003179440042004, + 3.9254602669971064, + 3.9496453320025466, + 3.9744258009595796, + 3.9999872419866733, + 4.026284405961633, + 4.050122143002227, + 4.0718935879995115, + 4.097980842983816, + 4.122741070983466, + 4.149543147010263, + 4.17196377296932, + 4.196278793970123, + 4.221244945016224, + 4.250476585002616, + 4.278762416972313, + 4.306476396974176, + 4.331587212975137, + 4.355271044012625, + 4.381960053986404, + 4.407262304972392, + 4.436191272980068, + 4.461647661984898, + 4.485030998999719, + 4.511465857969597, + 4.537416867970023, + 4.562626493978314, + 4.586013663967606, + 4.611324013967533, + 4.635762799996883, + 4.661046547000296, + 4.684264337993227, + 4.709331799997017, + 4.734022321994416, + 4.760656303958967, + 4.784190393984318, + 4.81008299801033, + 4.836374741978943, + 4.861028757994063 + ], + [ + 2.9671908890013583, + 2.991930602991488, + 3.0163935279706493, + 3.0403493519988842, + 3.064126692013815, + 3.0895228639710695, + 3.1129856769694015, + 3.1367728550103493, + 3.161721239972394, + 3.183933796011843, + 3.2085198470158502, + 3.2334280489594676, + 3.2576608679955825, + 3.2800530869862996, + 3.306061019015033, + 3.3308848859742284, + 3.3544275559834205, + 3.379226913966704, + 3.402137730969116, + 3.4276438759989105, + 3.4512195849674754, + 3.4767527689691633, + 3.501617031986825, + 3.5312391059705988, + 3.556882228003815, + 3.58070906996727, + 3.6057524289935827, + 3.629039235005621, + 3.653914340015035, + 3.6762905739597045, + 3.700517878984101, + 3.7262195110088214, + 3.750955546973273, + 3.7779895559651777, + 3.8032749780104496, + 3.828215213958174, + 3.851973832002841, + 3.8758142439764924, + 3.9003486820147373, + 3.9254938079975545, + 3.9496801549685188, + 3.9744599139667116, + 4.000022150983568, + 4.026318810007069, + 4.050154583994299, + 4.07192518399097, + 4.098016915959306, + 4.122776185977273, + 4.149573947011959, + 4.171994764008559, + 4.196313267981168, + 4.2212839929852635, + 4.25051296496531, + 4.2787979649729095, + 4.306510432972573, + 4.331618811993394, + 4.355307043995708, + 4.382019834010862, + 4.4072923609637655, + 4.436225326964632, + 4.461679862986784, + 4.4850667209830135, + 4.51149952900596, + 4.537449708965141, + 4.56265642499784, + 4.586046270967927, + 4.611355619970709, + 4.635793663968798, + 4.661079721990973, + 4.6842959389905445, + 4.709365123999305, + 4.7340588009683415, + 4.760689730988815, + 4.7842226169887, + 4.810115469968878, + 4.836410493997391, + 4.861162587010767, + 4.885086069989484, + 4.910122914996464, + 4.933667152014095, + 4.96003378398018, + 4.984598474984523, + 5.011215867009014, + 5.03604291199008, + 5.062466069997754, + 5.088116740982514, + 5.113338903989643, + 5.139692794997245, + 5.165325417008717, + 5.190469838969875, + 5.216825828014407, + 5.2437997579691, + 5.266673950012773, + 5.292074068973307, + 5.318704489967786, + 5.344570998975541, + 5.369247408001684, + 5.3929410799755715, + 5.419666267989669, + 5.4456336830044165, + 5.471670467988588, + 5.494190239987802, + 5.521370378963184, + 5.5446807139669545, + 5.568925731990021, + 5.593518893991131, + 5.619174973980989, + 5.644511476974003, + 5.66861880896613, + 5.691956051974557, + 5.717057792004198, + 5.741882131958846, + 5.768182597006671, + 5.791956380999181, + 5.8189753770129755, + 5.8444342300063, + 5.868242463970091, + 5.89207034901483, + 5.920698564965278, + 5.943325144005939, + 5.967960033973213, + 5.992249381961301, + 6.01721943798475, + 6.041958732996136, + 6.064860733982641, + 6.090006315964274, + 6.1129230369697325, + 6.1386474699829705 + ], + [ + 4.436302894959226, + 4.461708133982029, + 4.485097803000826, + 4.5115284160128795, + 4.537476737983525, + 4.56268326099962, + 4.586074304010253, + 4.611382700968534, + 4.635820953990333, + 4.661107691994403, + 4.684322812012397, + 4.709393322991673, + 4.734090837009717, + 4.760717823985033, + 4.784248758980539, + 4.810142420988996, + 4.836439940962009, + 4.861190808005631, + 4.885121450992301, + 4.910155301971827, + 4.933700654015411, + 4.960066077008378, + 4.984630729013588, + 5.011251728981733, + 5.036076735006645, + 5.0625024670152925, + 5.088148222013842, + 5.11337104201084, + 5.139723431959283, + 5.165361704013776, + 5.190505063976161, + 5.216861085966229, + 5.243833328015171, + 5.266705901012756, + 5.292109909991268, + 5.31873794196872, + 5.344604509009514, + 5.369278347003274, + 5.392974605958443, + 5.419696713972371, + 5.445668809989002, + 5.471701996983029, + 5.494226506969426, + 5.5214018959668465, + 5.544712331960909, + 5.568959366995841, + 5.593549643002916, + 5.619206311006565, + 5.644544762966689, + 5.668653127970174, + 5.691987962985877, + 5.717091057973448, + 5.741917929961346, + 5.768217034987174, + 5.7919916230021045, + 5.819015582965221, + 5.844468057970516, + 5.868273179978132, + 5.89210490800906, + 5.920729819976259, + 5.943360116973054, + 5.967994798964355, + 5.9922817859915085, + 6.017253684985917, + 6.041992804966867, + 6.06489243201213, + 6.090044502983801, + 6.112958237994462, + 6.138837424980011, + 6.164542872982565, + 6.189552215975709, + 6.214673453010619, + 6.239234253007453, + 6.262655970000196, + 6.288019241997972, + 6.316217347979546, + 6.344169955002144, + 6.369045147963334, + 6.3928229350131005, + 6.417017191997729, + 6.441184702969622, + 6.465262579964474, + 6.4917518550064415, + 6.516212432994507, + 6.542873586004134, + 6.567491875961423, + 6.593204153003171, + 6.617765644972678, + 6.642912548966706, + 6.6670282679842785, + 6.689426249009557, + 6.714274638972711, + 6.73858475900488, + 6.763794578961097, + 6.787402617977932, + 6.81202181999106, + 6.836612374987453, + 6.8611066690064035, + 6.88415164698381, + 6.906666325987317, + 6.931333401997108, + 6.956014978990424, + 6.979311176983174, + 7.003824999963399, + 7.032837612961885, + 7.0620172650087625, + 7.0907183939707465, + 7.119660698983353, + 7.1483177919872105, + 7.178360785997938, + 7.207227220002096, + 7.235929602989927, + 7.265193211962469, + 7.292937735968735, + 7.316790788958315, + 7.341967098007444, + 7.36685369501356, + 7.393150904972572, + 7.415611505974084, + 7.439902917016298, + 7.464427113009151, + 7.48659557197243, + 7.510255697998218, + 7.5375511719612405, + 7.562934343004599, + 7.588895602966659, + 7.612344861961901, + 7.637134077958763 + ], + [ + 5.920795792015269, + 5.9433913879911415, + 5.96802285296144, + 5.992309127992485, + 6.017283105000388, + 6.042021107976325, + 6.064919717959128, + 6.090071523969527, + 6.112988626002334, + 6.138869290996809, + 6.164576322014909, + 6.1895871959859505, + 6.214707872015424, + 6.239269668003544, + 6.2626868629595265, + 6.288056485005654, + 6.316252928983886, + 6.344204841007013, + 6.369078986987006, + 6.392854281992186, + 6.417053626966663, + 6.4412185729597695, + 6.465298511961009, + 6.491785640013404, + 6.516246440005489, + 6.542908541974612, + 6.567524776968639, + 6.59323920001043, + 6.617799300001934, + 6.642948394000996, + 6.667062546999659, + 6.6894587589777075, + 6.714308908965904, + 6.738621182972565, + 6.763826301961672, + 6.787436181970406, + 6.812056574970484, + 6.836648446973413, + 6.86113811499672, + 6.8841848080046475, + 6.90670011396287, + 6.9313652369892225, + 6.956046111008618, + 6.979345406987704, + 7.003861696983222, + 7.032875843986403, + 7.062052294961177, + 7.090754127013497, + 7.119695972010959, + 7.148356491990853, + 7.178398202988319, + 7.207264841010328, + 7.235966752981767, + 7.265229965967592, + 7.292969783011358, + 7.316821820975747, + 7.341999136959203, + 7.36688891396625, + 7.393183672975283, + 7.415643200976774, + 7.439936070994008, + 7.4644590860116296, + 7.486626686993986, + 7.510287459997926, + 7.537585545971524, + 7.562969466962386, + 7.588928721961565, + 7.61237640096806, + 7.637260022980627, + 7.662432066979818, + 7.686349602008704, + 7.708870495960582, + 7.733305795001797, + 7.758564388961531, + 7.783813654968981, + 7.807875928992871, + 7.83352660597302, + 7.858853584970348, + 7.881002175970934, + 7.906154472962953, + 7.92924495000625, + 7.954729491961189, + 7.978488886961713, + 8.003428010968491, + 8.029077106970362, + 8.052967544004787, + 8.077971428981982, + 8.101464481966104, + 8.125578031002078, + 8.150793454959057, + 8.175235280010384, + 8.201530698977876, + 8.22696234000614, + 8.254633914970327, + 8.279054798011202, + 8.3030507399817, + 8.326810194004793, + 8.354180441005155, + 8.381639046012424, + 8.411627708002925, + 8.436685574008152, + 8.461665333015844, + 8.485848025011364, + 8.511836587975267, + 8.535583589982707, + 8.560216692974791, + 8.585078951960895, + 8.609917256981134, + 8.634627330000512, + 8.658232265966944, + 8.681550756969955, + 8.70662779698614, + 8.731015989964362, + 8.757351148000453, + 8.783210069988854, + 8.807350162009243, + 8.831274277996272, + 8.85937576397555, + 8.881894888996612, + 8.903893865004648, + 8.926814735983498, + 8.95012215297902, + 8.974436123971827, + 8.998023075982928, + 9.023317670973483, + 9.047187117976137, + 9.070279742009006, + 9.095546407974325 + ], + [ + 7.393247702973895, + 7.415670302987564, + 7.439964418008458, + 7.4644861269625835, + 7.486653922009282, + 7.510314712009858, + 7.537615181994624, + 7.562998398963828, + 7.588957255007699, + 7.612403601000551, + 7.637290563958231, + 7.662466100009624, + 7.686383006977849, + 7.7089054780080914, + 7.73333925998304, + 7.75859629700426, + 7.783844513003714, + 7.807907608977985, + 7.833559144986793, + 7.85888499597786, + 7.8810454399790615, + 7.90618612698745, + 7.929279208008666, + 7.954762533016037, + 7.978520786971785, + 8.003463984990958, + 8.029109573981259, + 8.053002589964308, + 8.078002190974075, + 8.101500416989438, + 8.125613753974903, + 8.150826582976151, + 8.17527051497018, + 8.201563809008803, + 8.226995281002019, + 8.254666215972975, + 8.279088896000758, + 8.303082303958945, + 8.326846366981044, + 8.354217145999428, + 8.381763115001377, + 8.411663951992523, + 8.436719199991785, + 8.461698036000598, + 8.485881824977696, + 8.511866942979395, + 8.53561488899868, + 8.560250849986915, + 8.585112049011514, + 8.609950690995902, + 8.634660521987826, + 8.658265698002651, + 8.681584325968288, + 8.706660702999216, + 8.731047831999604, + 8.757384894008283, + 8.783241881988943, + 8.807381152990274, + 8.831311834976077, + 8.859407951997127, + 8.881925633002538, + 8.903924759011716, + 8.926845194015186, + 8.95015384798171, + 8.974470704968553, + 8.998058666009456, + 9.023350438976195, + 9.047220324981026, + 9.070312922005542, + 9.095700476958882, + 9.119095248985104, + 9.145864883961622, + 9.168625891965348, + 9.192099365987815, + 9.217483284010086, + 9.243585818971042, + 9.26794416696066, + 9.291881076002028, + 9.317328628967516, + 9.342842197977006, + 9.366773210989777, + 9.390524365007877, + 9.414775540004484, + 9.439383070974145, + 9.463481738988776, + 9.48787720798282, + 9.512752228009049, + 9.540633838973008, + 9.570341093989555, + 9.598606052983087, + 9.624321597977541, + 9.648629803967196, + 9.672333611990325, + 9.695703173987567, + 9.720106769003905, + 9.746064954961184, + 9.770752662967425, + 9.795059693977237, + 9.820304273976944, + 9.84555097098928, + 9.869778760010377, + 9.893098798987921, + 9.916224687010981, + 9.938693544012494, + 9.96175056498032, + 9.986872003006283, + 10.011909658962395, + 10.038745163998101, + 10.063033293990884, + 10.086652632977348, + 10.109350365004502, + 10.133471698965877, + 10.15956478298176, + 10.182215182983782, + 10.206119470996782, + 10.23138456599554, + 10.256428428983781, + 10.279566622979473, + 10.304614600958303, + 10.332959574996494, + 10.357213315961417, + 10.382832670991775, + 10.41163383400999, + 10.441318603989203, + 10.472186905972194, + 10.498755242966581, + 10.525746956001967, + 10.550790013978258 + ], + [ + 8.859472181997262, + 8.881954048993066, + 8.903951859974768, + 8.926872383977752, + 8.950181130960118, + 8.97449922200758, + 8.998090008972213, + 9.02337870100746, + 9.04724859597627, + 9.070342082006391, + 9.09572915098397, + 9.119129578000866, + 9.145898326009046, + 9.168657729984261, + 9.192132340976968, + 9.217516591015738, + 9.243621631001588, + 9.267975664988626, + 9.291914952977095, + 9.317361019959208, + 9.34287391800899, + 9.366804039978888, + 9.39055750000989, + 9.414809170004446, + 9.43941419798648, + 9.463515170966275, + 9.487907828995958, + 9.51278559496859, + 9.54067092598416, + 9.570377541997004, + 9.59864113497315, + 9.624355976993684, + 9.648663138970733, + 9.672364663972985, + 9.695736930007115, + 9.720141051977407, + 9.746099972981028, + 9.770785605011042, + 9.795091431005858, + 9.820337473007385, + 9.845583861984778, + 9.86981065699365, + 9.893129888980184, + 9.91625790798571, + 9.938727519009262, + 9.96178226696793, + 9.986905462981667, + 10.011946440965403, + 10.03877902997192, + 10.063065262977034, + 10.08668549999129, + 10.109383519971743, + 10.133504635014106, + 10.159598088997882, + 10.182247883989476, + 10.206151445978321, + 10.231420841999352, + 10.256461679004133, + 10.279599981964566, + 10.304650923993904, + 10.332994601980317, + 10.357248014013749, + 10.382868107000832, + 10.411670657980721, + 10.441356353985611, + 10.472224869008642, + 10.498790601966903, + 10.525779842981137, + 10.550921477959491, + 10.575562522979453, + 10.599315400992054, + 10.622828850988299, + 10.645955409971066, + 10.670710293983575, + 10.695652697992045, + 10.719144921982661, + 10.745230574975722, + 10.769322440959513, + 10.794794905988965, + 10.818164967000484, + 10.844273521972355, + 10.869904043967836, + 10.894190902006812, + 10.917654335964471, + 10.942684496985748, + 10.969413293001708, + 10.993586805998348, + 11.0207071689656, + 11.045806798967533, + 11.072077971010003, + 11.09520760999294, + 11.11837232299149, + 11.144493925967254, + 11.169582611008082, + 11.194140509993304, + 11.219784218992572, + 11.247606750985142, + 11.27308896300383, + 11.299344705010299, + 11.324208411970176, + 11.350530921015888, + 11.373320403974503, + 11.399133519968018, + 11.423004796961322, + 11.447906975983642, + 11.472814023960382, + 11.496212509984616, + 11.523167078965344, + 11.548927085008472, + 11.574334500008263, + 11.59929149900563, + 11.62492484296672, + 11.652830490958877, + 11.67857286799699, + 11.704982462979387, + 11.731139261974022, + 11.755547115986701, + 11.782038464967627, + 11.810250518959947, + 11.834157526958734, + 11.85805314296158, + 11.882514801982325, + 11.90469687100267, + 11.926968406012747, + 11.951643464970402, + 11.976600446971133, + 12.000041512015741, + 12.026205085974652 + ], + [ + 10.333079756004736, + 10.357278155977838, + 10.382898296986241, + 10.411701954959426, + 10.441388437000569, + 10.472256778972223, + 10.498821628978476, + 10.525808198959567, + 10.550953355967067, + 10.575594028981868, + 10.599349213996902, + 10.622862459975295, + 10.645988887990825, + 10.67074207297992, + 10.695686021004803, + 10.719180786982179, + 10.745262609969359, + 10.769355694996193, + 10.79482657101471, + 10.81819857697701, + 10.844304871978238, + 10.869936024013441, + 10.894223387993407, + 10.91768797597615, + 10.942720565013587, + 10.969446776958648, + 10.993617819971405, + 11.02073956100503, + 11.045842527993955, + 11.072109875967726, + 11.095239394984674, + 11.11840569699416, + 11.144528514007106, + 11.169614278012887, + 11.194174506003037, + 11.21982029901119, + 11.24763915600488, + 11.27312405500561, + 11.29937990300823, + 11.324244958988857, + 11.350563968007918, + 11.37335190497106, + 11.399167663010303, + 11.423045652976725, + 11.447939897014294, + 11.472844888980035, + 11.4962471559993, + 11.523200922994874, + 11.548964031971991, + 11.574365698965266, + 11.599327853007708, + 11.624958311964292, + 11.652866265969351, + 11.678603948967066, + 11.705016321968287, + 11.731173175969161, + 11.755583120975643, + 11.782075256982353, + 11.810284105013125, + 11.834194277995266, + 11.858087250962853, + 11.882546237960923, + 11.904727587010711, + 11.92700203199638, + 11.951674671960063, + 11.976631538011134, + 12.00007830496179, + 12.026364338991698, + 12.051892553979997, + 12.076762131997384, + 12.100743561983109, + 12.12379071698524, + 12.147976642998401, + 12.173729836009443, + 12.198201199993491, + 12.221315211965702, + 12.247126014961395, + 12.272827973007225, + 12.29758796596434, + 12.323163267981727, + 12.348276275966782, + 12.373921360005625, + 12.398761374002788, + 12.423541601980105, + 12.448259326978587, + 12.472351437958423, + 12.501749228977133, + 12.530977474991232, + 12.55846005200874, + 12.584635642007925, + 12.608277950959746, + 12.631741310993675, + 12.656798025011085, + 12.680990041000769, + 12.707074559002649, + 12.72970343095949, + 12.755121335969307, + 12.77901400096016, + 12.8050238880096, + 12.828562808979768, + 12.854068582004402, + 12.877421034965664, + 12.901382774987724, + 12.924614376970567, + 12.949209554004483, + 12.973001039004885, + 12.997864673961885, + 13.02464062900981, + 13.048590279999189, + 13.071902917989064, + 13.098005233972799, + 13.120323586976156, + 13.143153728975449, + 13.167268691002391, + 13.19227417797083, + 13.217737680999562, + 13.241484399011824, + 13.26915954996366, + 13.293311535962857, + 13.31688383599976, + 13.342707295960281, + 13.368343829002697, + 13.3942017199588, + 13.418303167971317, + 13.442408223985694, + 13.468712074973155, + 13.493896962958388, + 13.519945959968027 + ], + [ + 11.81034849997377, + 11.834225767001044, + 11.858116549963597, + 11.88257357000839, + 11.904754346003756, + 11.927037591987755, + 11.951702668971848, + 11.97665883396985, + 12.000109541986603, + 12.026392419997137, + 12.051923313003499, + 12.076797095010988, + 12.100779521977529, + 12.1238221990061, + 12.14801552100107, + 12.173765304964036, + 12.198235935997218, + 12.221345864003524, + 12.247164300992154, + 12.27286396001, + 12.297619140997995, + 12.323194474971388, + 12.348309230001178, + 12.3739535670029, + 12.398797084984835, + 12.42357316298876, + 12.448290430009365, + 12.47238643601304, + 12.501785900967661, + 12.531016246008221, + 12.558490889961831, + 12.584669350995682, + 12.60831453796709, + 12.631774723005947, + 12.65683099598391, + 12.681022936012596, + 12.707108351984061, + 12.729734646971337, + 12.75515371200163, + 12.779047448013443, + 12.805055991979316, + 12.828593821963295, + 12.854102356999647, + 12.877456117013935, + 12.901414413994644, + 12.924645158986095, + 12.949246094969567, + 12.973041168006603, + 12.997898101981264, + 13.024676689994521, + 13.04864778299816, + 13.07193917001132, + 13.098043860984035, + 13.120354484999552, + 13.143190602015238, + 13.167300208995584, + 13.192309620964807, + 13.217772294010501, + 13.24152173899347, + 13.269195112981834, + 13.293343900993932, + 13.316918406984769, + 13.342742184991948, + 13.368375494959764, + 13.394237150961999, + 13.418335066002328, + 13.44244172098115, + 13.468743066012394, + 13.49393090896774, + 13.520088544988539, + 13.544128498993814, + 13.569791610003449, + 13.593068060989026, + 13.61583880597027, + 13.639351765974425, + 13.665393131959718, + 13.689731813967228, + 13.714521990972571, + 13.740333224006463, + 13.766747009009123, + 13.792878406005912, + 13.815487493993714, + 13.840061330993194, + 13.865858094999567, + 13.890154836000875, + 13.914436916005798, + 13.937869215966202, + 13.964284980960656, + 13.987592388002668, + 14.01548052096041, + 14.039966428012121, + 14.065027386008296, + 14.08947750198422, + 14.114034956961405, + 14.141689857002348, + 14.16761762596434, + 14.193000465980731, + 14.220298097992782, + 14.247794066963252, + 14.273407831962686, + 14.299073365982622, + 14.322577588958666, + 14.350434887979645, + 14.374954311992042, + 14.401197335973848, + 14.428596548968926, + 14.453292421007063, + 14.481459219008684, + 14.508645184978377, + 14.534682794997934, + 14.563850620994344, + 14.59496338799363, + 14.622956581995822, + 14.648716474010143, + 14.674445462005679, + 14.699249616998713, + 14.725814679986797, + 14.753609028004576, + 14.777997954981402, + 14.80263794097118, + 14.82714832900092, + 14.851783460006118, + 14.875789395009633, + 14.898483922006562, + 14.922684510005638, + 14.946088655968197, + 14.969798789999913, + 14.993459990015253 + ], + [ + 13.26926910696784, + 13.293373432010412, + 13.316949572996236, + 13.342773108975962, + 13.368402814958245, + 13.394266034010798, + 13.418362085008994, + 13.442471563990694, + 13.468770267965738, + 13.493959965009708, + 13.52012078196276, + 13.544164301012643, + 13.56982308201259, + 13.59310189000098, + 13.61587238201173, + 13.639383325993549, + 13.665426674997434, + 13.689767673960887, + 13.714555540995207, + 13.740366365003865, + 13.766779877012596, + 13.792911852011457, + 13.815521122014616, + 13.84009526198497, + 13.865890114975628, + 13.890187895973213, + 13.914470371964853, + 13.93790539499605, + 13.96432047500275, + 13.987623990979046, + 14.015511328994762, + 14.039999902015552, + 14.065061853965744, + 14.089511011959985, + 14.114066657959484, + 14.141724487009924, + 14.167652792995796, + 14.193041925958823, + 14.220335224003065, + 14.247826193983201, + 14.273442456964403, + 14.299109379993752, + 14.322611072973814, + 14.35046925098868, + 14.374984927999321, + 14.401232917967718, + 14.42863270896487, + 14.453325480979402, + 14.481491760991048, + 14.508682690968271, + 14.534719451970886, + 14.563888620992657, + 14.595001868961845, + 14.622989964962471, + 14.648747420986183, + 14.674479223962408, + 14.699282937974203, + 14.725851468974724, + 14.753644248994533, + 14.77803872898221, + 14.802673704980407, + 14.82718057197053, + 14.851816780981608, + 14.87582289101556, + 14.898515921959188, + 14.922717969981022, + 14.946122069959529, + 14.969834551971871, + 14.993612307007425, + 15.020310154010076, + 15.045861555961892, + 15.067726487002801, + 15.09211295901332, + 15.116118920966983, + 15.141151332994923, + 15.167891310993582, + 15.195163994969334, + 15.219607759965584, + 15.245523104968015, + 15.271539668960031, + 15.29653531400254, + 15.32245428999886, + 15.347886779985856, + 15.372978606959805, + 15.3977870719973, + 15.42198266799096, + 15.447107362968381, + 15.473543861997314, + 15.498457468987908, + 15.524797004996799, + 15.549145444994792, + 15.574186703015584, + 15.599394302989822, + 15.623979021969717, + 15.64915072300937, + 15.67355588398641, + 15.698115142004099, + 15.721796664001886, + 15.746459888992831, + 15.772800975013524, + 15.796535464993212, + 15.821787249995396, + 15.845975563977845, + 15.869961350981612, + 15.893844228994567, + 15.91747280000709, + 15.940972418989986, + 15.964485437958501, + 15.988557431963272, + 16.013422162970528, + 16.038400826975703, + 16.062742237991188, + 16.087744077958632, + 16.111045599973295, + 16.13704246695852, + 16.16183632897446, + 16.18573008500971, + 16.21354738000082, + 16.237639706989285, + 16.262805323000066, + 16.28919909801334, + 16.311802365991753, + 16.33856389700668, + 16.365269128989894, + 16.39067889598664, + 16.41520034801215, + 16.43987563898554, + 16.466077943972778 + ], + [ + 14.75371148798149, + 14.778068003011867, + 14.802703930006828, + 14.827207814960275, + 14.85184630099684, + 14.875851969001815, + 14.898543732007965, + 14.922746163967531, + 14.946150103001855, + 14.969864566985052, + 14.993640673987102, + 15.020345904980786, + 15.045895757968538, + 15.067757276003249, + 15.092143989983015, + 15.11615229700692, + 15.141185486980248, + 15.167926730006002, + 15.19519781001145, + 15.219638565962669, + 15.245558205991983, + 15.271572857978754, + 15.296569999016356, + 15.322485408978537, + 15.34792060800828, + 15.373017854988575, + 15.397817966004368, + 15.422017103002872, + 15.4471433259896, + 15.473576909978874, + 15.498490955971647, + 15.524832993978634, + 15.549180035013705, + 15.574222191004083, + 15.599427711975295, + 15.624017185007688, + 15.649184578971472, + 15.673589017998893, + 15.698149439995177, + 15.721830252965447, + 15.746495269006118, + 15.772834922012407, + 15.796569740981795, + 15.821822407015134, + 15.846014226961415, + 15.869993261992931, + 15.8938774690032, + 15.917505466961302, + 15.941003412008286, + 15.964518225984648, + 15.988592397014145, + 16.013455484993756, + 16.03843480400974, + 16.062773851968814, + 16.087777376000304, + 16.111079939990304, + 16.13707641098881, + 16.161868963972665, + 16.185764930967707, + 16.213579258997925, + 16.23767369199777, + 16.26284218300134, + 16.289234164985828, + 16.311833201965783, + 16.338597766007297, + 16.365303266968112, + 16.390712293970864, + 16.415231975959614, + 16.439906183979474, + 16.46621415199479, + 16.492656875983812, + 16.519050731963944, + 16.544432758993935, + 16.570932887960225, + 16.594291232991964, + 16.622674726997502, + 16.652891940961126, + 16.681813375966158, + 16.709377377992496, + 16.73611803399399, + 16.76022999599809, + 16.786156723974273, + 16.81092305801576, + 16.836247737985104, + 16.86362391797593, + 16.887865586963017, + 16.913108980981633, + 16.93794460600475, + 16.96418064099271, + 16.98840078699868, + 17.015623125014827, + 17.04130677197827, + 17.066316279000603, + 17.091908022994176, + 17.117036190000363, + 17.142659239994828, + 17.169142416969407, + 17.194387383991852, + 17.22034994297428, + 17.247730011993553, + 17.272731799981557, + 17.302575275010895, + 17.332489878986962, + 17.36333215900231, + 17.39257024298422, + 17.423190675966907, + 17.45231086300919, + 17.48260281397961, + 17.510838263959158, + 17.539930149971042, + 17.565986688015983, + 17.59278765297495, + 17.61998080299236, + 17.647135549981613, + 17.6727654869901, + 17.700521035003476, + 17.723742285976186, + 17.74973040499026, + 17.77420207299292, + 17.80005739798071, + 17.824233394989278, + 17.85000311897602, + 17.87523509695893, + 17.89797826600261, + 17.92365302797407, + 17.950355364009738, + 17.97579279995989, + 18.001456646015868 + ], + [ + 16.213644955016207, + 16.23770269996021, + 16.26287322497228, + 16.289263838960323, + 16.311860568006523, + 16.338627367978916, + 16.365331418986898, + 16.39074013195932, + 16.415260261972435, + 16.439932630979456, + 16.46624618896749, + 16.49269110901514, + 16.519085431995336, + 16.544469142972957, + 16.570966111961752, + 16.594324698962737, + 16.622711575007997, + 16.65293084498262, + 16.681846476974897, + 16.70941305696033, + 16.736152464989573, + 16.760262955969665, + 16.786191110964864, + 16.81095556198852, + 16.836280151968822, + 16.863657611014787, + 16.887900089961477, + 16.913140608987305, + 16.93798099999549, + 16.964214638981503, + 16.988435770967044, + 17.015656083007343, + 17.04134039999917, + 17.066353262984194, + 17.091941664984915, + 17.117072294990066, + 17.142690463981126, + 17.169179588963743, + 17.194420895015355, + 17.220384971995372, + 17.247761587961577, + 17.27276702900417, + 17.302612365980167, + 17.332525697012898, + 17.363370154984295, + 17.39260771399131, + 17.423228923988063, + 17.45234752300894, + 17.482638838002458, + 17.510876089974772, + 17.539967447984964, + 17.56602099101292, + 17.592823943996336, + 17.62001758196857, + 17.64716942096129, + 17.67280082096113, + 17.700554728973657, + 17.723773624980822, + 17.74976297497051, + 17.77423511701636, + 17.80009355698712, + 17.824265987961553, + 17.85005008400185, + 17.875268390984274, + 17.89801785896998, + 17.92368454899406, + 17.95038888696581, + 17.975826358015183, + 18.001639055961277, + 18.028620322991628, + 18.053770089987665, + 18.077661040995736, + 18.102711977961008, + 18.12797207996482, + 18.154087509959936, + 18.17817589297192, + 18.204347233986482, + 18.2293044370017, + 18.257087219972163, + 18.282089723972604, + 18.308024604979437, + 18.332111778960098, + 18.35742550296709, + 18.383883217989933, + 18.412295354006346, + 18.44037098501576, + 18.466785947966855, + 18.493203560006805, + 18.521111529960763, + 18.550017528992612, + 18.57653348497115, + 18.603022363968194, + 18.627670790010598, + 18.65530815901002, + 18.683114457991906, + 18.711287104990333, + 18.7394429059932, + 18.767085233994294, + 18.79350340401288, + 18.819722212967463, + 18.844588303007185, + 18.871003106993157, + 18.89579361700453, + 18.922925469989423, + 18.950164934969507, + 18.977097580966074, + 19.001110991986934, + 19.027569856960326, + 19.054264416976366, + 19.07872765295906, + 19.103464299987536, + 19.128179004997946, + 19.157156654982828, + 19.182706313964445, + 19.207251254993025, + 19.23382301197853, + 19.259805393987335, + 19.284407028986607, + 19.31086691498058, + 19.336790859000757, + 19.362503090989776, + 19.387153771996964, + 19.412709227995947, + 19.43665437900927, + 19.46165180497337, + 19.484951932972763, + 19.511456587002613, + 19.536369914014358 + ], + [ + 17.700622032978572, + 17.723800865001976, + 17.749790204979945, + 17.77426438301336, + 17.800124249013606, + 17.824293143989053, + 17.850081654964015, + 17.875296571000945, + 17.89804723695852, + 17.92371155298315, + 17.950417799002025, + 17.975854449963663, + 18.001671191013884, + 18.028651620959863, + 18.053801252972335, + 18.07769768300932, + 18.102748284989502, + 18.12801510997815, + 18.15411896497244, + 18.17821007897146, + 18.20438235095935, + 18.229339371959213, + 18.25712302600732, + 18.282122857985087, + 18.308058107970282, + 18.332146064960398, + 18.357458768005017, + 18.38391800801037, + 18.412332709005568, + 18.440407699963544, + 18.46682370599592, + 18.49323792697396, + 18.521149159001652, + 18.550054350984283, + 18.57656750897877, + 18.603060322988313, + 18.62770825100597, + 18.655343074991833, + 18.683155327977147, + 18.71132302697515, + 18.739480619959068, + 18.767122280958574, + 18.79353522998281, + 18.819756012002472, + 18.84462397900643, + 18.871043985011056, + 18.895827047992498, + 18.922960603958927, + 18.95019893400604, + 18.97713437199127, + 19.00114713597577, + 19.027601988986135, + 19.054318267968483, + 19.078764406964183, + 19.103497663978487, + 19.12821587995859, + 19.157193482969888, + 19.182737777999137, + 19.207285985001363, + 19.233858903986402, + 19.259836595971137, + 19.284437288995832, + 19.3109001799603, + 19.33682399999816, + 19.362537392007653, + 19.387183131999336, + 19.41274549497757, + 19.436690373986494, + 19.461682953988202, + 19.48498709697742, + 19.51149002998136, + 19.536484470998403, + 19.561284430965316, + 19.58569139696192, + 19.610817308013793, + 19.636449759011157, + 19.661371832014993, + 19.686608454969246, + 19.70981305697933, + 19.734807003987953, + 19.76133537996793, + 19.788317011960316, + 19.81348428199999, + 19.83619634801289, + 19.863279654004145, + 19.886844910972286, + 19.91097654995974, + 19.933300004980993, + 19.958117308968212, + 19.981473407009616, + 20.007433646009304, + 20.034795444982592, + 20.060301213990897, + 20.085671609966084, + 20.108263310976326, + 20.134213618992362, + 20.158556008012965, + 20.18409568700008, + 20.207645387970842, + 20.23291722801514, + 20.258833997009788, + 20.28442327596713, + 20.309915319958236, + 20.334769490989856, + 20.36096074600937, + 20.38722939300351, + 20.415531536971685, + 20.441260534978937, + 20.467934574000537, + 20.49307642801432, + 20.518392678000964, + 20.54286848701304, + 20.56978194700787, + 20.595700600009877, + 20.61998494999716, + 20.647784776985645, + 20.67104207299417, + 20.69533835799666, + 20.718564785958733, + 20.742365947982762, + 20.77016801398713, + 20.797426876961254, + 20.82318926299922, + 20.846576533978805, + 20.871523647976574, + 20.894250947982073, + 20.918696907989215, + 20.942162800987717 + ], + [ + 19.157993659959175, + 19.182765047997236, + 19.20731554197846, + 19.233889066963457, + 19.25986501801526, + 19.284463720978238, + 19.310928551014513, + 19.33685229200637, + 19.362566214986145, + 19.38721244398039, + 19.41277599899331, + 19.436720647965558, + 19.461709950992372, + 19.485018278006464, + 19.51151928899344, + 19.53651320800418, + 19.56131734198425, + 19.58572476200061, + 19.61085178598296, + 19.636480182991363, + 19.66140544199152, + 19.686643699009437, + 19.70984982297523, + 19.73484070500126, + 19.76136870199116, + 19.788350365008228, + 19.813515203015413, + 19.83622876397567, + 19.86331402801443, + 19.88688123697648, + 19.911014362005517, + 19.933331686013844, + 19.958149146987125, + 19.98150697397068, + 20.00747136201244, + 20.034828135976568, + 20.06033650896279, + 20.08570515696192, + 20.108295623969752, + 20.134245125984307, + 20.15859194099903, + 20.184130072011612, + 20.207676947989967, + 20.232948949967977, + 20.258867660013493, + 20.284458175010514, + 20.30994704796467, + 20.334803353005555, + 20.360993507958483, + 20.387266019009985, + 20.415566514013335, + 20.441294721968006, + 20.467969361983705, + 20.49311337096151, + 20.51842612796463, + 20.542901006003376, + 20.569815435970668, + 20.595734855975024, + 20.620020064990968, + 20.64781989797484, + 20.671077614999376, + 20.69537007197505, + 20.71859822998522, + 20.74240202998044, + 20.770205262000673, + 20.797464233997744, + 20.82322151598055, + 20.846610017004423, + 20.871554520970676, + 20.894283770001493, + 20.918730175006203, + 20.942321834969334, + 20.965473577962257, + 20.989531714993063, + 21.015101332974155, + 21.04030309995869, + 21.062677383015398, + 21.086633300001267, + 21.109883502009325, + 21.134245410969015, + 21.158582050004043, + 21.181602688971907, + 21.20799529197393, + 21.230762418999802, + 21.256344011984766, + 21.280802720983047, + 21.306692018988542, + 21.33178540697554, + 21.358452351996675, + 21.384519370971248, + 21.407309367961716, + 21.431996969971806, + 21.457879283989314, + 21.48302295996109, + 21.508803759003058, + 21.533200172008947, + 21.558177900966257, + 21.581591365975328, + 21.60618040995905, + 21.63143487396883, + 21.658249925996643, + 21.681287412997335, + 21.705271670012735, + 21.729613528994378, + 21.754447799990885, + 21.779044160968624, + 21.804959192988463, + 21.82823784998618, + 21.853371920005884, + 21.878543884959072, + 21.903367007966153, + 21.926994789973833, + 21.95223181101028, + 21.975881278980523, + 22.00146835995838, + 22.029013974999543, + 22.051505832991097, + 22.073778824007604, + 22.102735644963104, + 22.12577641097596, + 22.150217924965546, + 22.175595037988387, + 22.204321797005832, + 22.233413859969005, + 22.260548229969572, + 22.28482083696872, + 22.312275953998324, + 22.339200060989242 + ], + [ + 20.647880308970343, + 20.67110809998121, + 20.695397516014054, + 20.7186273909756, + 20.742433109960984, + 20.77023631799966, + 20.797495159960818, + 20.82324952300405, + 20.846639380964916, + 20.87158138700761, + 20.89431203098502, + 20.918759163992945, + 20.942350276978686, + 20.965507176995743, + 20.98956417600857, + 21.015135819965508, + 21.040335630008485, + 21.062707901990507, + 21.086664722010028, + 21.10991388995899, + 21.134278566983994, + 21.15861446596682, + 21.181633949978277, + 21.208035708987154, + 21.230795231007505, + 21.256375583994668, + 21.280837817001157, + 21.30672540300293, + 21.331818758975714, + 21.358488686964847, + 21.384550057991873, + 21.407344317995012, + 21.432035051984712, + 21.45791376597481, + 21.483058771991637, + 21.508839240996167, + 21.533232690999284, + 21.558210307965055, + 21.581626624974888, + 21.60621416399954, + 21.63147135300096, + 21.65828569396399, + 21.68131812196225, + 21.705306143965572, + 21.729644369974267, + 21.754478666000068, + 21.77908034599386, + 21.80499269097345, + 21.828270099998917, + 21.853408361959737, + 21.87857709598029, + 21.903397928981576, + 21.927026526012924, + 21.95226842496777, + 21.975914640002884, + 22.00150513096014, + 22.0290476839873, + 22.051536613958888, + 22.073814792966004, + 22.102772846992593, + 22.12580831797095, + 22.150251841987483, + 22.17562520498177, + 22.204358458984643, + 22.23344844399253, + 22.260581962997094, + 22.28485598199768, + 22.312309979985002, + 22.339328339963686, + 22.36526418797439, + 22.389642741007265, + 22.417857705964707, + 22.444875127985142, + 22.470514021988492, + 22.495831944979727, + 22.520683507958893, + 22.543763123976532, + 22.568177338980604, + 22.592276007984765, + 22.617458315973636, + 22.64289432199439, + 22.667913959012367, + 22.691300452977885, + 22.715690709999762, + 22.740342388977297, + 22.762553862005007, + 22.786533472011797, + 22.815136457968038, + 22.842993400990963, + 22.87124563899124, + 22.895870592969004, + 22.920761852001306, + 22.94546368101146, + 22.969601708988193, + 22.99303426698316, + 23.01871230197139, + 23.043548649002332, + 23.06634020601632, + 23.090361587994266, + 23.115421588008758, + 23.13987127598375, + 23.16342476196587, + 23.18874471297022, + 23.214044368010946, + 23.23916887200903, + 23.264328224002384, + 23.288726196973585, + 23.31568908499321, + 23.339464582968503, + 23.36399210401578, + 23.38788981101243, + 23.413070298964158, + 23.438892886973917, + 23.46183544601081, + 23.48681748297531, + 23.511814791010693, + 23.536408067971934, + 23.565371548989788, + 23.593998578959145, + 23.621307873982005, + 23.647150927979965, + 23.672173461993225, + 23.694117497012485, + 23.720238966983743, + 23.743539157963824, + 23.77099528798135, + 23.793913153000176, + 23.817037883971352 + ], + [ + 22.10284986096667, + 22.125835707003716, + 22.150281050009653, + 22.175652445002925, + 22.204389159975108, + 22.233478332986124, + 22.260611353965942, + 22.284886515990365, + 22.31233867298579, + 22.339359019009862, + 22.365298587013967, + 22.389677560015116, + 22.41789315699134, + 22.44490596099058, + 22.470547550008632, + 22.49586518597789, + 22.520716118975542, + 22.543794907978736, + 22.56821175100049, + 22.592311050975695, + 22.617488913994748, + 22.642927842971403, + 22.667947351001203, + 22.69133487000363, + 22.715722838009242, + 22.74037341400981, + 22.762587997014634, + 22.78656927496195, + 22.81517337000696, + 22.84302652796032, + 22.871278379985597, + 22.895905472978484, + 22.920793596014846, + 22.94549927295884, + 22.969634488981683, + 22.99306821700884, + 23.018743271997664, + 23.043579474964645, + 23.066370623011608, + 23.090394166007172, + 23.115453190985136, + 23.13990442501381, + 23.16345790599007, + 23.18877629196504, + 23.21407680300763, + 23.239204568963032, + 23.264363544003572, + 23.28875780198723, + 23.31572003295878, + 23.339499973983038, + 23.364024139009416, + 23.38792253396241, + 23.41310192196397, + 23.43892893299926, + 23.461865990015212, + 23.486848834960256, + 23.511849717004225, + 23.53644495899789, + 23.565407193964347, + 23.59404033399187, + 23.621340067998972, + 23.647186775982846, + 23.672205685987137, + 23.694149199989624, + 23.720271030964796, + 23.74357243697159, + 23.771037744998466, + 23.79394435696304, + 23.817199431010522, + 23.840528386994265, + 23.864647907961626, + 23.887509323016275, + 23.910141044005286, + 23.932479846989736, + 23.95738675299799, + 23.980626715987455, + 24.004674760974012, + 24.031319475965574, + 24.05748127901461, + 24.080304035975132, + 24.102419106988236, + 24.126846782979555, + 24.15208630700363, + 24.175351468962617, + 24.198460255982354, + 24.22215572296409, + 24.246966878999956, + 24.270812424016185, + 24.29422263900051, + 24.317650594981387, + 24.340586048958357, + 24.364318815001752, + 24.38873197196517, + 24.413020523963496, + 24.440291932958644, + 24.46577316301409, + 24.489110937982332, + 24.513407712976914, + 24.538093568000477, + 24.56262317096116, + 24.585281305015087, + 24.608149102015886, + 24.632241535990033, + 24.657652733963914, + 24.680947566987015, + 24.70434778596973, + 24.728941292967647, + 24.75520457496168, + 24.77839931997005, + 24.80194286000915, + 24.82562518096529, + 24.850257785990834, + 24.876177439000458, + 24.902620342967566, + 24.929022146970965, + 24.954885087965522, + 24.977684993005823, + 25.001894926012028, + 25.02762485196581, + 25.05202272499446, + 25.074295082013123, + 25.098848595982417, + 25.123384320002515, + 25.148016187013127, + 25.171373290009797, + 25.194720955973025, + 25.218056512996554, + 25.242777495994233 + ], + [ + 23.594110389996786, + 23.621368382999208, + 23.647217727964744, + 23.672232781013008, + 23.69417644996429, + 23.720297988969833, + 23.74360163300298, + 23.7710688340012, + 23.793972403975204, + 23.817227826977614, + 23.84056185296504, + 23.864682339015417, + 23.887540980009362, + 23.9101740209735, + 23.932511603983585, + 23.95741865999298, + 23.980657644977327, + 24.00471245200606, + 24.03135745500913, + 24.057512839965057, + 24.08033509796951, + 24.10245067800861, + 24.126882148964796, + 24.152120667975396, + 24.175384456000756, + 24.198495435004588, + 24.222187325009145, + 24.24700039299205, + 24.270844292012043, + 24.29425428499235, + 24.31768405996263, + 24.340619388967752, + 24.364352590986528, + 24.388763543975074, + 24.413056797988247, + 24.440328319964465, + 24.46580389299197, + 24.489142501959577, + 24.513440523005556, + 24.538128395972308, + 24.562654334004037, + 24.585314702999312, + 24.608180599985644, + 24.632275765005033, + 24.657684678968508, + 24.68098111700965, + 24.704379674978554, + 24.728973225981463, + 24.755236147961114, + 24.778433469997253, + 24.80197639099788, + 24.825658784015104, + 24.850293957977556, + 24.87621127901366, + 24.902656801976264, + 24.92905640596291, + 24.954920074960683, + 24.977717478992417, + 25.001930947008077, + 25.027658314967994, + 25.05205888900673, + 25.07432609796524, + 25.09888038598001, + 25.123420725984033, + 25.148050258983858, + 25.17140378401382, + 25.194752638984937, + 25.2180904999841, + 25.242937892966438, + 25.26660032296786, + 25.289592873014044, + 25.314419142960105, + 25.33807420899393, + 25.363497877959162, + 25.387603011971805, + 25.41178654797841, + 25.436984925996512, + 25.463730078015942, + 25.489560975984205, + 25.513467118958943, + 25.53763480397174, + 25.5636370810098, + 25.587291591975372, + 25.613055368012283, + 25.638660122989677, + 25.663068784982897, + 25.686208574974444, + 25.71006343298359, + 25.73478834697744, + 25.758315349987242, + 25.78188239701558, + 25.807385505002458, + 25.83173423196422, + 25.854516781982966, + 25.878426709969062, + 25.905318886972964, + 25.929389027005527, + 25.954105200013146, + 25.97857857699273, + 26.00437406898709, + 26.02972365700407, + 26.054701355984434, + 26.078021296008956, + 26.102449462981895, + 26.127523677016143, + 26.1531060480047, + 26.177876729983836, + 26.204735449980944, + 26.23057048296323, + 26.256254489009734, + 26.28173288499238, + 26.308794387965463, + 26.335118020011578, + 26.359997455962002, + 26.38425055897096, + 26.409032084979117, + 26.434726224979386, + 26.460596646007616, + 26.48481445701327, + 26.51025071501499, + 26.534192946972325, + 26.559119304001797, + 26.580737326003145, + 26.60547981300624, + 26.630184473004192, + 26.656141649989877, + 26.68010326696094, + 26.704704128962476 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ] + ], + "tokens_exact": true, + "progress_spans": 416, + "imports": [ + { + "request": "1-0", + "spans": 26, + "start_s": 312042.945415842, + "end_s": 312042.962081036, + "source_done_before": false, + "source_done_after": true + }, + { + "request": "1-1", + "spans": 1, + "start_s": 312043.011791161, + "end_s": 312043.013490487, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 312043.085338594, + "end_s": 312043.086817021, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 312043.137571883, + "end_s": 312043.139192233, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 312043.188287574, + "end_s": 312043.189907265, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 312043.23819629, + "end_s": 312043.239814356, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 312043.28990121, + "end_s": 312043.291508696, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 312043.361331717, + "end_s": 312043.362845416, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 312043.410514045, + "end_s": 312043.412092723, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 312043.457767391, + "end_s": 312043.459303633, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 312043.529625677, + "end_s": 312043.531097739, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 312043.581325168, + "end_s": 312043.582904813, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 312043.633021628, + "end_s": 312043.634701594, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 312043.690536865, + "end_s": 312043.692240381, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 312043.742041376, + "end_s": 312043.743643737, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 312043.793781697, + "end_s": 312043.795411824, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 312043.867341924, + "end_s": 312043.868868871, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 312043.917242794, + "end_s": 312043.918864087, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 4, + "start_s": 312044.135794728, + "end_s": 312044.141554759, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 312044.190343431, + "end_s": 312044.191879179, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 312044.262629804, + "end_s": 312044.26406892, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 312044.313167145, + "end_s": 312044.314754287, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 312044.361604775, + "end_s": 312044.363056868, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-1", + "spans": 1, + "start_s": 312044.408132194, + "end_s": 312044.409787562, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 312044.509362644, + "end_s": 312044.510023707, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 312044.558538124, + "end_s": 312044.55920313, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 312044.605788503, + "end_s": 312044.606452941, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 312044.677533904, + "end_s": 312044.678165916, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 312044.72667284, + "end_s": 312044.727254533, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 312044.775075797, + "end_s": 312044.775699344, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 312044.823441713, + "end_s": 312044.824075136, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 312044.896655535, + "end_s": 312044.897247692, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 312044.945763872, + "end_s": 312044.946363379, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 312045.00028611, + "end_s": 312045.000963346, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 312045.049724911, + "end_s": 312045.050387447, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 312045.098054706, + "end_s": 312045.098683188, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 312045.16953196, + "end_s": 312045.170139093, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 312045.219971415, + "end_s": 312045.220641709, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 312045.272292272, + "end_s": 312045.272949029, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 312045.320989775, + "end_s": 312045.32165068, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 312045.394507473, + "end_s": 312045.395135287, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 312045.44347449, + "end_s": 312045.444097059, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 312045.495332569, + "end_s": 312045.49596105, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 312045.567030774, + "end_s": 312045.567647964, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 312045.618585446, + "end_s": 312045.619182185, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 312045.665327988, + "end_s": 312045.665955403, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 312045.719532837, + "end_s": 312045.720236021, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 312045.775525237, + "end_s": 312045.776170575, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 312045.824324309, + "end_s": 312045.824995577, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-2", + "spans": 1, + "start_s": 312045.876307782, + "end_s": 312045.877067697, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 312045.980542104, + "end_s": 312045.982078081, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 312046.031695613, + "end_s": 312046.033177237, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 312046.08039528, + "end_s": 312046.081890901, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 312046.130120749, + "end_s": 312046.131607663, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 312046.203107929, + "end_s": 312046.204751177, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 312046.253261143, + "end_s": 312046.254736463, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 312046.305456658, + "end_s": 312046.307080068, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 312046.354139193, + "end_s": 312046.355755218, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 312046.429079452, + "end_s": 312046.43056536, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 312046.480267607, + "end_s": 312046.481933658, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 312046.531517907, + "end_s": 312046.533194757, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 312046.582383189, + "end_s": 312046.583862611, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 312046.634378825, + "end_s": 312046.635993864, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 312046.685877227, + "end_s": 312046.687519579, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 312046.761126317, + "end_s": 312046.762755559, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 312046.813618328, + "end_s": 312046.815165726, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 312046.86198896, + "end_s": 312046.863530562, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 312046.914686826, + "end_s": 312046.916338865, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 312046.963243354, + "end_s": 312046.964862662, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 312047.037973326, + "end_s": 312047.039451852, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 312047.088218043, + "end_s": 312047.089688866, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 312047.137668116, + "end_s": 312047.139228685, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 312047.210933729, + "end_s": 312047.212559138, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 312047.261014249, + "end_s": 312047.262650043, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 312047.313482244, + "end_s": 312047.315070126, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-3", + "spans": 1, + "start_s": 312047.361123515, + "end_s": 312047.362727246, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-4", + "spans": 1, + "start_s": 312047.437040603, + "end_s": 312047.437719013, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-4", + "spans": 1, + "start_s": 312047.511036865, + "end_s": 312047.511674508, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-4", + "spans": 1, + "start_s": 312047.559083071, + "end_s": 312047.55968568, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-4", + "spans": 1, + "start_s": 312047.608981028, + "end_s": 312047.609662611, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-4", + "spans": 1, + "start_s": 312047.658602566, + "end_s": 312047.659260646, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-4", + "spans": 1, + "start_s": 312047.731698881, + "end_s": 312047.73228552, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-4", + "spans": 1, + "start_s": 312047.785273177, + "end_s": 312047.785971389, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-4", + "spans": 1, + "start_s": 312047.838095443, + "end_s": 312047.838746927, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-4", + "spans": 1, + "start_s": 312047.886069487, + "end_s": 312047.886740389, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-4", + "spans": 1, + "start_s": 312047.93431598, + "end_s": 312047.934978711, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-4", + "spans": 1, + "start_s": 312048.011924573, + "end_s": 312048.012605927, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-4", + "spans": 1, + "start_s": 312048.062251271, + "end_s": 312048.062852445, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-4", + "spans": 1, + "start_s": 312048.111964092, + "end_s": 312048.112624054, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-4", + "spans": 1, + "start_s": 312048.158472852, + "end_s": 312048.159113133, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-4", + "spans": 1, + "start_s": 312048.232838361, + "end_s": 312048.233434532, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-4", + "spans": 1, + "start_s": 312048.281070086, + "end_s": 312048.281683048, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-4", + "spans": 1, + "start_s": 312048.330149991, + "end_s": 312048.330740302, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-4", + "spans": 1, + "start_s": 312048.400377096, + "end_s": 312048.400963954, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-4", + "spans": 1, + "start_s": 312048.448359585, + "end_s": 312048.448981644, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-4", + "spans": 1, + "start_s": 312048.501900297, + "end_s": 312048.502665198, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-4", + "spans": 1, + "start_s": 312048.559774334, + "end_s": 312048.560491636, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-4", + "spans": 1, + "start_s": 312048.617380462, + "end_s": 312048.618121222, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-4", + "spans": 1, + "start_s": 312048.676288871, + "end_s": 312048.67703602, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-4", + "spans": 1, + "start_s": 312048.734251266, + "end_s": 312048.734956404, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-4", + "spans": 1, + "start_s": 312048.785836799, + "end_s": 312048.786446687, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-4", + "spans": 1, + "start_s": 312048.835908957, + "end_s": 312048.836623441, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-5", + "spans": 1, + "start_s": 312048.908982107, + "end_s": 312048.910548549, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-5", + "spans": 1, + "start_s": 312048.979326741, + "end_s": 312048.980804033, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-5", + "spans": 1, + "start_s": 312049.032019548, + "end_s": 312049.033566895, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-5", + "spans": 1, + "start_s": 312049.081416206, + "end_s": 312049.082871652, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-5", + "spans": 1, + "start_s": 312049.13147956, + "end_s": 312049.133027823, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-5", + "spans": 1, + "start_s": 312049.202352121, + "end_s": 312049.203857802, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-5", + "spans": 1, + "start_s": 312049.252855805, + "end_s": 312049.25432252, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-5", + "spans": 1, + "start_s": 312049.302570945, + "end_s": 312049.30403368, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-5", + "spans": 1, + "start_s": 312049.350061672, + "end_s": 312049.351684115, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-5", + "spans": 1, + "start_s": 312049.42377727, + "end_s": 312049.425325543, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-5", + "spans": 1, + "start_s": 312049.472480439, + "end_s": 312049.47408785, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-5", + "spans": 1, + "start_s": 312049.522025545, + "end_s": 312049.523639366, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-5", + "spans": 1, + "start_s": 312049.594624929, + "end_s": 312049.596090285, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-5", + "spans": 1, + "start_s": 312049.644285129, + "end_s": 312049.645811308, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-5", + "spans": 1, + "start_s": 312049.696016962, + "end_s": 312049.697557346, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-5", + "spans": 1, + "start_s": 312049.748103955, + "end_s": 312049.749666015, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-5", + "spans": 1, + "start_s": 312049.795863898, + "end_s": 312049.797528536, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-5", + "spans": 1, + "start_s": 312049.850785566, + "end_s": 312049.852522444, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-5", + "spans": 1, + "start_s": 312049.930714842, + "end_s": 312049.932287758, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-5", + "spans": 1, + "start_s": 312049.980880667, + "end_s": 312049.982410411, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-5", + "spans": 1, + "start_s": 312050.029265477, + "end_s": 312050.030807749, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-5", + "spans": 1, + "start_s": 312050.078965024, + "end_s": 312050.080503, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-5", + "spans": 1, + "start_s": 312050.150598577, + "end_s": 312050.152118325, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-5", + "spans": 1, + "start_s": 312050.200059994, + "end_s": 312050.20153795, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-5", + "spans": 1, + "start_s": 312050.252253017, + "end_s": 312050.253699126, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-5", + "spans": 1, + "start_s": 312050.300330319, + "end_s": 312050.302016743, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-6", + "spans": 1, + "start_s": 312050.395884775, + "end_s": 312050.396500064, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-6", + "spans": 1, + "start_s": 312050.443513577, + "end_s": 312050.444153177, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-6", + "spans": 1, + "start_s": 312050.4923929, + "end_s": 312050.493033499, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-6", + "spans": 1, + "start_s": 312050.565605688, + "end_s": 312050.566208463, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-6", + "spans": 1, + "start_s": 312050.614913436, + "end_s": 312050.615544655, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-6", + "spans": 1, + "start_s": 312050.661146645, + "end_s": 312050.661775713, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-6", + "spans": 1, + "start_s": 312050.712637597, + "end_s": 312050.713321382, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-6", + "spans": 1, + "start_s": 312050.786374098, + "end_s": 312050.787010392, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-6", + "spans": 1, + "start_s": 312050.835815413, + "end_s": 312050.836408773, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-6", + "spans": 1, + "start_s": 312050.883823393, + "end_s": 312050.88444609, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-6", + "spans": 1, + "start_s": 312050.932528407, + "end_s": 312050.933156848, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-6", + "spans": 1, + "start_s": 312051.009690379, + "end_s": 312051.010422705, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-6", + "spans": 1, + "start_s": 312051.067661061, + "end_s": 312051.06836986, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-6", + "spans": 1, + "start_s": 312051.117678242, + "end_s": 312051.118325411, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-6", + "spans": 1, + "start_s": 312051.164751177, + "end_s": 312051.165372584, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-6", + "spans": 1, + "start_s": 312051.215115144, + "end_s": 312051.215775321, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-6", + "spans": 1, + "start_s": 312051.289350621, + "end_s": 312051.289983721, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-6", + "spans": 1, + "start_s": 312051.338823127, + "end_s": 312051.339423627, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-6", + "spans": 1, + "start_s": 312051.385271515, + "end_s": 312051.385870891, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-6", + "spans": 1, + "start_s": 312051.430794033, + "end_s": 312051.431384251, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-6", + "spans": 1, + "start_s": 312051.507793968, + "end_s": 312051.508416713, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-6", + "spans": 1, + "start_s": 312051.555697938, + "end_s": 312051.556331689, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-6", + "spans": 1, + "start_s": 312051.602518612, + "end_s": 312051.603144252, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-6", + "spans": 1, + "start_s": 312051.675162585, + "end_s": 312051.675752119, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-6", + "spans": 1, + "start_s": 312051.725474851, + "end_s": 312051.726117146, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-6", + "spans": 1, + "start_s": 312051.773669212, + "end_s": 312051.774376228, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-7", + "spans": 1, + "start_s": 312051.851917914, + "end_s": 312051.853572624, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-7", + "spans": 1, + "start_s": 312051.910411459, + "end_s": 312051.912136761, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-7", + "spans": 1, + "start_s": 312051.96784204, + "end_s": 312051.969512313, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-7", + "spans": 1, + "start_s": 312052.020469934, + "end_s": 312052.022072217, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-7", + "spans": 1, + "start_s": 312052.068363933, + "end_s": 312052.069920396, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-7", + "spans": 1, + "start_s": 312052.139753102, + "end_s": 312052.141243785, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-7", + "spans": 1, + "start_s": 312052.188196822, + "end_s": 312052.189818552, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-7", + "spans": 1, + "start_s": 312052.238369129, + "end_s": 312052.23991489, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-7", + "spans": 1, + "start_s": 312052.313316051, + "end_s": 312052.314789564, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-7", + "spans": 1, + "start_s": 312052.363234981, + "end_s": 312052.364719436, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-7", + "spans": 1, + "start_s": 312052.411735765, + "end_s": 312052.413304183, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-7", + "spans": 1, + "start_s": 312052.462632742, + "end_s": 312052.464184793, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-7", + "spans": 1, + "start_s": 312052.514858308, + "end_s": 312052.516487282, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-7", + "spans": 1, + "start_s": 312052.587419526, + "end_s": 312052.588954919, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-7", + "spans": 1, + "start_s": 312052.638625858, + "end_s": 312052.640084509, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-7", + "spans": 1, + "start_s": 312052.688835236, + "end_s": 312052.690473804, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-7", + "spans": 1, + "start_s": 312052.742139877, + "end_s": 312052.743728587, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-7", + "spans": 1, + "start_s": 312052.793261518, + "end_s": 312052.794894645, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-7", + "spans": 1, + "start_s": 312052.868181574, + "end_s": 312052.869717552, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-7", + "spans": 1, + "start_s": 312052.916954631, + "end_s": 312052.918432145, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-7", + "spans": 1, + "start_s": 312052.965260963, + "end_s": 312052.96685519, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-7", + "spans": 1, + "start_s": 312053.017979985, + "end_s": 312053.019586396, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-7", + "spans": 1, + "start_s": 312053.093971692, + "end_s": 312053.095514036, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-7", + "spans": 1, + "start_s": 312053.147615724, + "end_s": 312053.149114498, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-7", + "spans": 1, + "start_s": 312053.200187708, + "end_s": 312053.201738345, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-7", + "spans": 1, + "start_s": 312053.251095052, + "end_s": 312053.252777153, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-8", + "spans": 1, + "start_s": 312053.327131562, + "end_s": 312053.327788235, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-8", + "spans": 1, + "start_s": 312053.396050319, + "end_s": 312053.396695786, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-8", + "spans": 1, + "start_s": 312053.445669943, + "end_s": 312053.446296227, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-8", + "spans": 1, + "start_s": 312053.496351242, + "end_s": 312053.496999646, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-8", + "spans": 1, + "start_s": 312053.545811739, + "end_s": 312053.546457466, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-8", + "spans": 1, + "start_s": 312053.617027807, + "end_s": 312053.61765451, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-8", + "spans": 1, + "start_s": 312053.667249734, + "end_s": 312053.667878731, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-8", + "spans": 1, + "start_s": 312053.716179532, + "end_s": 312053.716847675, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-8", + "spans": 1, + "start_s": 312053.766635325, + "end_s": 312053.76731119, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-8", + "spans": 1, + "start_s": 312053.842966542, + "end_s": 312053.843609945, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-8", + "spans": 1, + "start_s": 312053.892584198, + "end_s": 312053.89318513, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-8", + "spans": 1, + "start_s": 312053.941402302, + "end_s": 312053.942091171, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-8", + "spans": 1, + "start_s": 312054.000037416, + "end_s": 312054.000748008, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-8", + "spans": 1, + "start_s": 312054.053684916, + "end_s": 312054.05433626, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-8", + "spans": 1, + "start_s": 312054.100787894, + "end_s": 312054.101421478, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-8", + "spans": 1, + "start_s": 312054.176121664, + "end_s": 312054.176750252, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-8", + "spans": 1, + "start_s": 312054.224165429, + "end_s": 312054.224762524, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-8", + "spans": 1, + "start_s": 312054.274067911, + "end_s": 312054.274688962, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-8", + "spans": 1, + "start_s": 312054.323115681, + "end_s": 312054.323731247, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-8", + "spans": 1, + "start_s": 312054.393656092, + "end_s": 312054.394242764, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-8", + "spans": 1, + "start_s": 312054.442055434, + "end_s": 312054.442696302, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-8", + "spans": 1, + "start_s": 312054.493691789, + "end_s": 312054.494319545, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-8", + "spans": 1, + "start_s": 312054.540954165, + "end_s": 312054.541632321, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-8", + "spans": 1, + "start_s": 312054.612205839, + "end_s": 312054.612830832, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-8", + "spans": 1, + "start_s": 312054.661325772, + "end_s": 312054.661983439, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-8", + "spans": 1, + "start_s": 312054.710539916, + "end_s": 312054.711247786, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-9", + "spans": 1, + "start_s": 312054.811787847, + "end_s": 312054.813433851, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-9", + "spans": 1, + "start_s": 312054.86328021, + "end_s": 312054.864830063, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-9", + "spans": 1, + "start_s": 312054.911485648, + "end_s": 312054.913038335, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-9", + "spans": 1, + "start_s": 312054.962974081, + "end_s": 312054.964516344, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-9", + "spans": 1, + "start_s": 312055.013180988, + "end_s": 312055.014821762, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-9", + "spans": 1, + "start_s": 312055.084885564, + "end_s": 312055.086440233, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-9", + "spans": 1, + "start_s": 312055.134441216, + "end_s": 312055.135920472, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-9", + "spans": 1, + "start_s": 312055.183569788, + "end_s": 312055.185111513, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-9", + "spans": 1, + "start_s": 312055.235793914, + "end_s": 312055.23734407, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-9", + "spans": 1, + "start_s": 312055.309108412, + "end_s": 312055.310722798, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-9", + "spans": 1, + "start_s": 312055.359201612, + "end_s": 312055.360745356, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-9", + "spans": 1, + "start_s": 312055.406920657, + "end_s": 312055.408541755, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-9", + "spans": 1, + "start_s": 312055.456640588, + "end_s": 312055.45832179, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-9", + "spans": 1, + "start_s": 312055.534075502, + "end_s": 312055.535644564, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-9", + "spans": 1, + "start_s": 312055.583079891, + "end_s": 312055.584547073, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-9", + "spans": 1, + "start_s": 312055.636668347, + "end_s": 312055.638284669, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-9", + "spans": 1, + "start_s": 312055.689351552, + "end_s": 312055.690993769, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-9", + "spans": 1, + "start_s": 312055.742457201, + "end_s": 312055.744006215, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-9", + "spans": 1, + "start_s": 312055.791625229, + "end_s": 312055.793190644, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-9", + "spans": 1, + "start_s": 312055.870250598, + "end_s": 312055.871877997, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-9", + "spans": 1, + "start_s": 312055.922339515, + "end_s": 312055.923914357, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-9", + "spans": 1, + "start_s": 312055.977700716, + "end_s": 312055.979260773, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-9", + "spans": 1, + "start_s": 312056.032910892, + "end_s": 312056.034670676, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-9", + "spans": 1, + "start_s": 312056.092016608, + "end_s": 312056.093582186, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-9", + "spans": 1, + "start_s": 312056.143493991, + "end_s": 312056.145073968, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-9", + "spans": 1, + "start_s": 312056.194871766, + "end_s": 312056.196573837, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-10", + "spans": 1, + "start_s": 312056.271720273, + "end_s": 312056.272406609, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-10", + "spans": 1, + "start_s": 312056.320860297, + "end_s": 312056.321503755, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-10", + "spans": 1, + "start_s": 312056.391759036, + "end_s": 312056.392389905, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-10", + "spans": 1, + "start_s": 312056.438880921, + "end_s": 312056.439562854, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-10", + "spans": 1, + "start_s": 312056.489361931, + "end_s": 312056.490043191, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-10", + "spans": 1, + "start_s": 312056.561155282, + "end_s": 312056.561742292, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-10", + "spans": 1, + "start_s": 312056.610199797, + "end_s": 312056.61084621, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-10", + "spans": 1, + "start_s": 312056.664211282, + "end_s": 312056.664803099, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-10", + "spans": 1, + "start_s": 312056.714574898, + "end_s": 312056.715236992, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-10", + "spans": 1, + "start_s": 312056.765585307, + "end_s": 312056.766246162, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-10", + "spans": 1, + "start_s": 312056.842033367, + "end_s": 312056.842703686, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-10", + "spans": 1, + "start_s": 312056.891027847, + "end_s": 312056.891613803, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-10", + "spans": 1, + "start_s": 312056.942589679, + "end_s": 312056.943227182, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-10", + "spans": 1, + "start_s": 312056.993847958, + "end_s": 312056.994517606, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-10", + "spans": 1, + "start_s": 312057.043237435, + "end_s": 312057.04390733, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-10", + "spans": 1, + "start_s": 312057.118198484, + "end_s": 312057.118819714, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-10", + "spans": 1, + "start_s": 312057.167163318, + "end_s": 312057.16776831, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-10", + "spans": 1, + "start_s": 312057.215510374, + "end_s": 312057.216179488, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-10", + "spans": 1, + "start_s": 312057.265583331, + "end_s": 312057.266202698, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-10", + "spans": 1, + "start_s": 312057.339009188, + "end_s": 312057.339594339, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-10", + "spans": 1, + "start_s": 312057.386518836, + "end_s": 312057.387151837, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-10", + "spans": 1, + "start_s": 312057.433531559, + "end_s": 312057.434154225, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-10", + "spans": 1, + "start_s": 312057.507447773, + "end_s": 312057.508080331, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-10", + "spans": 1, + "start_s": 312057.556790342, + "end_s": 312057.557418821, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-10", + "spans": 1, + "start_s": 312057.606090256, + "end_s": 312057.606709575, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-10", + "spans": 1, + "start_s": 312057.65478051, + "end_s": 312057.655481236, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-11", + "spans": 1, + "start_s": 312057.731890653, + "end_s": 312057.733557917, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-11", + "spans": 1, + "start_s": 312057.807641163, + "end_s": 312057.809211303, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-11", + "spans": 1, + "start_s": 312057.859754326, + "end_s": 312057.861286294, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-11", + "spans": 1, + "start_s": 312057.908943991, + "end_s": 312057.910428722, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-11", + "spans": 1, + "start_s": 312057.961706929, + "end_s": 312057.963360499, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-11", + "spans": 1, + "start_s": 312058.013485984, + "end_s": 312058.015111592, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-11", + "spans": 1, + "start_s": 312058.091732224, + "end_s": 312058.093452627, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-11", + "spans": 1, + "start_s": 312058.150862705, + "end_s": 312058.152431926, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-11", + "spans": 1, + "start_s": 312058.178431231, + "end_s": 312058.180059947, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-11", + "spans": 1, + "start_s": 312058.255204629, + "end_s": 312058.256767345, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-11", + "spans": 1, + "start_s": 312058.305294212, + "end_s": 312058.306879561, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-11", + "spans": 1, + "start_s": 312058.356913229, + "end_s": 312058.358453008, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-11", + "spans": 1, + "start_s": 312058.406997683, + "end_s": 312058.40867027, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-11", + "spans": 1, + "start_s": 312058.484668956, + "end_s": 312058.48618237, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-11", + "spans": 1, + "start_s": 312058.535368577, + "end_s": 312058.537019737, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-11", + "spans": 1, + "start_s": 312058.586088025, + "end_s": 312058.587681867, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-11", + "spans": 1, + "start_s": 312058.638195962, + "end_s": 312058.63983156, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-11", + "spans": 1, + "start_s": 312058.68940008, + "end_s": 312058.69100538, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-11", + "spans": 1, + "start_s": 312058.741782979, + "end_s": 312058.743424354, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-11", + "spans": 1, + "start_s": 312058.80154803, + "end_s": 312058.803271801, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-11", + "spans": 1, + "start_s": 312058.861629412, + "end_s": 312058.863372652, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-11", + "spans": 1, + "start_s": 312058.921366752, + "end_s": 312058.9230829, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-11", + "spans": 1, + "start_s": 312058.979896699, + "end_s": 312058.981549871, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-11", + "spans": 1, + "start_s": 312059.035035812, + "end_s": 312059.036600091, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-11", + "spans": 1, + "start_s": 312059.089030534, + "end_s": 312059.090522136, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-11", + "spans": 1, + "start_s": 312059.141819755, + "end_s": 312059.143531117, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-12", + "spans": 1, + "start_s": 312059.218801657, + "end_s": 312059.219407652, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-12", + "spans": 1, + "start_s": 312059.269140306, + "end_s": 312059.269816739, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-12", + "spans": 1, + "start_s": 312059.319099255, + "end_s": 312059.319791315, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-12", + "spans": 1, + "start_s": 312059.392722433, + "end_s": 312059.393313451, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-12", + "spans": 1, + "start_s": 312059.444868101, + "end_s": 312059.445502717, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-12", + "spans": 1, + "start_s": 312059.497662925, + "end_s": 312059.498298911, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-12", + "spans": 1, + "start_s": 312059.546713709, + "end_s": 312059.547404611, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-12", + "spans": 1, + "start_s": 312059.597030052, + "end_s": 312059.597694481, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-12", + "spans": 1, + "start_s": 312059.673398076, + "end_s": 312059.674061561, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-12", + "spans": 1, + "start_s": 312059.72613869, + "end_s": 312059.726801394, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-12", + "spans": 1, + "start_s": 312059.777071867, + "end_s": 312059.777700213, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-12", + "spans": 1, + "start_s": 312059.826472344, + "end_s": 312059.827086623, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-12", + "spans": 1, + "start_s": 312059.881352018, + "end_s": 312059.882074021, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-12", + "spans": 1, + "start_s": 312059.935842076, + "end_s": 312059.936561453, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-12", + "spans": 1, + "start_s": 312059.990171641, + "end_s": 312059.99092414, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-12", + "spans": 1, + "start_s": 312060.045584026, + "end_s": 312060.046237474, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-12", + "spans": 1, + "start_s": 312060.124359338, + "end_s": 312060.125049183, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-12", + "spans": 1, + "start_s": 312060.180344099, + "end_s": 312060.181073076, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-12", + "spans": 1, + "start_s": 312060.236140783, + "end_s": 312060.236841577, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-12", + "spans": 1, + "start_s": 312060.288769782, + "end_s": 312060.289419769, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-12", + "spans": 1, + "start_s": 312060.340059366, + "end_s": 312060.340733066, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-12", + "spans": 1, + "start_s": 312060.391976046, + "end_s": 312060.392659393, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-12", + "spans": 1, + "start_s": 312060.446149923, + "end_s": 312060.446828639, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-12", + "spans": 1, + "start_s": 312060.496615466, + "end_s": 312060.497252073, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-12", + "spans": 1, + "start_s": 312060.547780887, + "end_s": 312060.548469872, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-12", + "spans": 1, + "start_s": 312060.626224222, + "end_s": 312060.626951253, + "source_done_before": true, + "source_done_after": true + }, + { + "request": "1-13", + "spans": 1, + "start_s": 312060.702904297, + "end_s": 312060.704542337, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-13", + "spans": 1, + "start_s": 312060.753474901, + "end_s": 312060.754961127, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-13", + "spans": 1, + "start_s": 312060.805866481, + "end_s": 312060.807412166, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-13", + "spans": 1, + "start_s": 312060.856226329, + "end_s": 312060.857726813, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-13", + "spans": 1, + "start_s": 312060.905737182, + "end_s": 312060.907364709, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-13", + "spans": 1, + "start_s": 312060.980532441, + "end_s": 312060.982091325, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-13", + "spans": 1, + "start_s": 312061.030329106, + "end_s": 312061.031797083, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-13", + "spans": 1, + "start_s": 312061.079867595, + "end_s": 312061.081512027, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-13", + "spans": 1, + "start_s": 312061.130418789, + "end_s": 312061.132044408, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-13", + "spans": 1, + "start_s": 312061.203857836, + "end_s": 312061.205411275, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-13", + "spans": 1, + "start_s": 312061.25736346, + "end_s": 312061.258898168, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-13", + "spans": 1, + "start_s": 312061.305240342, + "end_s": 312061.306727851, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-13", + "spans": 1, + "start_s": 312061.35589624, + "end_s": 312061.35752373, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-13", + "spans": 1, + "start_s": 312061.427160315, + "end_s": 312061.428648089, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-13", + "spans": 1, + "start_s": 312061.476488788, + "end_s": 312061.478161452, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-13", + "spans": 1, + "start_s": 312061.529350875, + "end_s": 312061.530877627, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-13", + "spans": 1, + "start_s": 312061.577307412, + "end_s": 312061.578770344, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-13", + "spans": 1, + "start_s": 312061.627607012, + "end_s": 312061.629266026, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-13", + "spans": 1, + "start_s": 312061.701959186, + "end_s": 312061.70342884, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-13", + "spans": 1, + "start_s": 312061.753472944, + "end_s": 312061.755084206, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-13", + "spans": 1, + "start_s": 312061.803816086, + "end_s": 312061.805355005, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-13", + "spans": 1, + "start_s": 312061.856282111, + "end_s": 312061.857918562, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-13", + "spans": 1, + "start_s": 312061.910309224, + "end_s": 312061.911909675, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-13", + "spans": 1, + "start_s": 312061.987438601, + "end_s": 312061.989023796, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-13", + "spans": 1, + "start_s": 312062.038829028, + "end_s": 312062.040382689, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-13", + "spans": 1, + "start_s": 312062.089039803, + "end_s": 312062.090712471, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-14", + "spans": 1, + "start_s": 312062.164409224, + "end_s": 312062.165040542, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-14", + "spans": 1, + "start_s": 312062.211450165, + "end_s": 312062.212171604, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-14", + "spans": 1, + "start_s": 312062.266514326, + "end_s": 312062.267239298, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-14", + "spans": 1, + "start_s": 312062.34059368, + "end_s": 312062.341212057, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-14", + "spans": 1, + "start_s": 312062.387772459, + "end_s": 312062.388408843, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-14", + "spans": 1, + "start_s": 312062.434520341, + "end_s": 312062.435148452, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-14", + "spans": 1, + "start_s": 312062.509346878, + "end_s": 312062.509940993, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-14", + "spans": 1, + "start_s": 312062.555675511, + "end_s": 312062.556272012, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-14", + "spans": 1, + "start_s": 312062.60329137, + "end_s": 312062.603920622, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-14", + "spans": 1, + "start_s": 312062.677048979, + "end_s": 312062.677682919, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-14", + "spans": 1, + "start_s": 312062.725386342, + "end_s": 312062.726007865, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-14", + "spans": 1, + "start_s": 312062.775737954, + "end_s": 312062.776362807, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-14", + "spans": 1, + "start_s": 312062.827506445, + "end_s": 312062.828207804, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-14", + "spans": 1, + "start_s": 312062.876359506, + "end_s": 312062.877031041, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-14", + "spans": 1, + "start_s": 312062.952074044, + "end_s": 312062.952749599, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-14", + "spans": 1, + "start_s": 312063.002244108, + "end_s": 312063.002868962, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-14", + "spans": 1, + "start_s": 312063.050641397, + "end_s": 312063.051303565, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-14", + "spans": 1, + "start_s": 312063.100487246, + "end_s": 312063.101157377, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-14", + "spans": 1, + "start_s": 312063.174318417, + "end_s": 312063.174934688, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-14", + "spans": 1, + "start_s": 312063.223489929, + "end_s": 312063.224074743, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-14", + "spans": 1, + "start_s": 312063.274012784, + "end_s": 312063.274650741, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-14", + "spans": 1, + "start_s": 312063.322423033, + "end_s": 312063.32307104, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-14", + "spans": 1, + "start_s": 312063.396040033, + "end_s": 312063.39666749, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-14", + "spans": 1, + "start_s": 312063.444927329, + "end_s": 312063.445570013, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-14", + "spans": 1, + "start_s": 312063.498060482, + "end_s": 312063.498686543, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-14", + "spans": 1, + "start_s": 312063.542830023, + "end_s": 312063.543504206, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-15", + "spans": 1, + "start_s": 312063.644665182, + "end_s": 312063.646177371, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-15", + "spans": 1, + "start_s": 312063.702501066, + "end_s": 312063.704203432, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-15", + "spans": 1, + "start_s": 312063.75390352, + "end_s": 312063.755551103, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-15", + "spans": 1, + "start_s": 312063.808376242, + "end_s": 312063.809912701, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-15", + "spans": 1, + "start_s": 312063.858693769, + "end_s": 312063.86032187, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-15", + "spans": 1, + "start_s": 312063.913917675, + "end_s": 312063.915403731, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-15", + "spans": 1, + "start_s": 312063.964879089, + "end_s": 312063.966486167, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-15", + "spans": 1, + "start_s": 312064.03722511, + "end_s": 312064.038776645, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-15", + "spans": 1, + "start_s": 312064.086500163, + "end_s": 312064.087975062, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-15", + "spans": 1, + "start_s": 312064.136960222, + "end_s": 312064.138484032, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-15", + "spans": 1, + "start_s": 312064.184735149, + "end_s": 312064.186202856, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-15", + "spans": 1, + "start_s": 312064.255584784, + "end_s": 312064.257227716, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-15", + "spans": 1, + "start_s": 312064.312046004, + "end_s": 312064.313688637, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-15", + "spans": 1, + "start_s": 312064.364922365, + "end_s": 312064.366568699, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-15", + "spans": 1, + "start_s": 312064.414517251, + "end_s": 312064.416101081, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-15", + "spans": 1, + "start_s": 312064.487754514, + "end_s": 312064.48922386, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-15", + "spans": 1, + "start_s": 312064.535381374, + "end_s": 312064.536847821, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-15", + "spans": 1, + "start_s": 312064.584463698, + "end_s": 312064.585952153, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-15", + "spans": 1, + "start_s": 312064.632471427, + "end_s": 312064.634044341, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-15", + "spans": 1, + "start_s": 312064.708219643, + "end_s": 312064.709848941, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-15", + "spans": 1, + "start_s": 312064.757769201, + "end_s": 312064.759235366, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-15", + "spans": 1, + "start_s": 312064.808513029, + "end_s": 312064.810074898, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-15", + "spans": 1, + "start_s": 312064.856936075, + "end_s": 312064.85850126, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-15", + "spans": 1, + "start_s": 312064.930882116, + "end_s": 312064.932368966, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-15", + "spans": 1, + "start_s": 312064.980866023, + "end_s": 312064.982473797, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "1-15", + "spans": 1, + "start_s": 312065.034432815, + "end_s": 312065.036126805, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + }, + { + "stream_layers": false, + "warmup": false, + "elapsed_s": 27.42222376796417, + "ttft_s": [ + 1.5472924839705229, + 3.1552003319957294, + 4.634876528987661, + 6.2043227039976045, + 7.678091962006874, + 9.224936351994984, + 10.71755594300339, + 12.263458153000101, + 13.707302376977168, + 15.274950387014542, + 16.747913174971472, + 18.32283150497824, + 19.776173676014878, + 21.35657171497587, + 22.800947546958923, + 24.363992233993486 + ], + "token_times_s": [ + [ + 1.5472924839705229, + 1.5733918269979768, + 1.5984176630154252, + 1.622961202985607, + 1.6473498799605295, + 1.670048777014017, + 1.6944213790120557, + 1.7191201359964907, + 1.743015339015983, + 1.7684542259667069, + 1.7910201500053518, + 1.8157195589737967, + 1.8386502029607072, + 1.8614824819960631, + 1.8861848730011843, + 1.9121239900123328, + 1.9366568109835498, + 1.9595587009680457, + 1.9835247959708795, + 2.0108888570102863, + 2.0363473489996977, + 2.058879997988697, + 2.0820568579947576, + 2.107822922000196, + 2.132892888970673, + 2.1557179290102795, + 2.1783941040048376, + 2.204668499995023, + 2.2298151229624636, + 2.257094453962054, + 2.285137689963449, + 2.3124885479919612, + 2.339204490010161, + 2.3621545949717984, + 2.3863887939951383, + 2.411359037971124, + 2.4353603440104052, + 2.4574893749668263, + 2.4836218879790977, + 2.5097113290103152, + 2.5345651420066133, + 2.5613323859870434, + 2.585558715974912, + 2.610688204993494, + 2.635763477999717, + 2.6607928089797497, + 2.6846979369875044, + 2.7119758679764345, + 2.7402206750120968, + 2.769251509977039, + 2.7968000789987855, + 2.824167143960949, + 2.8484672569902614, + 2.8737085579778068, + 2.9018932880135253, + 2.9313120449660346, + 2.9604263660148717, + 2.9898269589757547, + 3.0190537809976377, + 3.047460282978136, + 3.0753984529874288, + 3.1781320570153184, + 3.201596407976467, + 3.224330785975326, + 3.249107195995748, + 3.2761509969714098, + 3.3032433679909445, + 3.3262310799909756, + 3.3512404339853674, + 3.3739091039751656, + 3.3973884839797392, + 3.421863536001183, + 3.446121770015452, + 3.4700358289992437, + 3.493472229980398, + 3.5192547609913163, + 3.5430864070076495, + 3.569150027993601, + 3.593381201964803, + 3.6180089359986596, + 3.643625658005476, + 3.66990260098828, + 3.693100672971923, + 3.718134092981927, + 3.7425506899598986, + 3.766884067968931, + 3.7892813429934904, + 3.812184633978177, + 3.835157822992187, + 3.8584047949989326, + 3.881581827008631, + 3.9051859109895304, + 3.9316228649695404, + 3.9548027119599283, + 3.9792163349920884, + 4.00446402898524, + 4.027924234978855, + 4.052493864961434, + 4.07555740501266, + 4.099460829980671, + 4.122714391967747, + 4.14703162596561, + 4.169703350984491, + 4.19210673996713, + 4.217375257983804, + 4.24222373199882, + 4.26634913199814, + 4.288822007016279, + 4.315395504992921, + 4.342582156998105, + 4.369852169009391, + 4.395784560998436, + 4.419794587010983, + 4.443304348969832, + 4.467568168009166, + 4.492902080004569, + 4.52037838997785, + 4.545871909009293, + 4.573084522970021, + 4.597801312978845, + 4.623355112969875, + 4.658407875976991, + 4.681396091997158, + 4.704649232968222, + 4.727122550015338, + 4.7525549459969625, + 4.778172769991215, + 4.802651131001767 + ], + [ + 3.1552003319957294, + 3.178165524965152, + 3.2016298199887387, + 3.2243651999742724, + 3.249146137968637, + 3.27618992398493, + 3.303277745959349, + 3.326263154973276, + 3.351275276974775, + 3.3739401240018196, + 3.397422183013987, + 3.4218968419590965, + 3.446153651981149, + 3.470072090975009, + 3.493507688981481, + 3.519286399008706, + 3.5431235709693283, + 3.5691825359826908, + 3.59341496496927, + 3.6180424420163035, + 3.6436595449922606, + 3.6699395359610207, + 3.6931419330067, + 3.7181683579692617, + 3.7425819259951822, + 3.7669183739926666, + 3.7893156149657443, + 3.8122162809595466, + 3.835189185978379, + 3.858440904004965, + 3.8816138120018877, + 3.9052190729998983, + 3.9316589309601113, + 3.9548372330027632, + 3.9792506669764407, + 4.004497816960793, + 4.027957707992755, + 4.052528708009049, + 4.0755884909885935, + 4.099494407011662, + 4.122746896988247, + 4.147063496988267, + 4.16973813099321, + 4.192150466958992, + 4.217407148971688, + 4.242258211015724, + 4.266385514987633, + 4.288855744001921, + 4.315433643001597, + 4.3426188479643315, + 4.369888371962588, + 4.3958181029884145, + 4.41982587397797, + 4.44333924097009, + 4.467604957986623, + 4.492936326016206, + 4.520412698970176, + 4.545909100968856, + 4.573118795990013, + 4.597837648005225, + 4.623393144982401, + 4.658440302009694, + 4.681428011972457, + 4.704682671988849, + 4.727154599968344, + 4.752585556008853, + 4.778204520000145, + 4.802777568984311, + 4.8262665789807215, + 4.849379296996631, + 4.87264251196757, + 4.895311167987529, + 4.920158146007452, + 4.943931268004235, + 4.966194590961095, + 4.991318968997803, + 5.015472344006412, + 5.041084018012043, + 5.065590039012022, + 5.08882906101644, + 5.112955552001949, + 5.137213532987516, + 5.160427274997346, + 5.183781839965377, + 5.206866304972209, + 5.231201546965167, + 5.255345679004677, + 5.28173682896886, + 5.304059023968875, + 5.327459888998419, + 5.35158663400216, + 5.37533904396696, + 5.399291470996104, + 5.424386843980756, + 5.448764894972555, + 5.4748861999833025, + 5.503224254993256, + 5.531703468004707, + 5.5589355289703235, + 5.585966674960218, + 5.613142315007281, + 5.63930297101615, + 5.664593720983248, + 5.6871825130074285, + 5.712121748016216, + 5.738350333005656, + 5.763698140974157, + 5.787963095994201, + 5.8110639349906705, + 5.8339754159678705, + 5.859664578980301, + 5.8825798309990205, + 5.907191925973166, + 5.931870947999414, + 5.955398365971632, + 5.977442314964719, + 6.00102289498318, + 6.025139320001472, + 6.051652084977832, + 6.077373555977829, + 6.10408862499753, + 6.130928841012064, + 6.22932518098969, + 6.252985869010445, + 6.278081647004001, + 6.302713777986355, + 6.32674131199019, + 6.351302530965768 + ], + [ + 4.634876528987661, + 4.658468126959633, + 4.681455132958945, + 4.704711726983078, + 4.727181566995569, + 4.752612604002934, + 4.778231417993084, + 4.802807145984843, + 4.826299337961245, + 4.849410896014888, + 4.872675680962857, + 4.895344842982013, + 4.920189688971732, + 4.943966954015195, + 4.9662282729987055, + 4.9913514369982295, + 5.01550534699345, + 5.04112064698711, + 5.065623577975202, + 5.088860902003944, + 5.11298907501623, + 5.137249265972059, + 5.160457771969959, + 5.183812726987526, + 5.206900504999794, + 5.231232335965615, + 5.255381551978644, + 5.281768376007676, + 5.30409252399113, + 5.327490805997513, + 5.351619926979765, + 5.375374044990167, + 5.399326012004167, + 5.424419641960412, + 5.448799742967822, + 5.474922613997478, + 5.503262439975515, + 5.531738411984406, + 5.558971518999897, + 5.586002054973505, + 5.6131792810047045, + 5.639338058012072, + 5.664624263998121, + 5.687217516009696, + 5.712159917980898, + 5.7383833439671434, + 5.763733216968831, + 5.787996564002242, + 5.8110970559646375, + 5.834006301010959, + 5.859698357002344, + 5.88261331198737, + 5.907226543000434, + 5.931901698990259, + 5.955431870999746, + 5.977475805964787, + 6.001055952976458, + 6.025173397967592, + 6.051691905013286, + 6.0774083599681035, + 6.104124930978287, + 6.13096569897607, + 6.229356618016027, + 6.253020356001798, + 6.278116678993683, + 6.30274690798251, + 6.326773615961429, + 6.351492841960862, + 6.381445309962146, + 6.409005753987003, + 6.437135359970853, + 6.462534873979166, + 6.487453360983636, + 6.51445988798514, + 6.539189041010104, + 6.563690826995298, + 6.589398393989541, + 6.614652864984237, + 6.639651712961495, + 6.664050852996297, + 6.6880194550030865, + 6.71389052196173, + 6.739327985967975, + 6.766612811014056, + 6.789810259011574, + 6.815701360988896, + 6.839328187983483, + 6.8632938869996, + 6.886378141003661, + 6.912691269011702, + 6.93622198200319, + 6.959621551970486, + 6.982742763007991, + 7.008044054964557, + 7.031153364980128, + 7.054374522995204, + 7.077808178961277, + 7.101387012982741, + 7.125515341991559, + 7.149913155008107, + 7.172690314997453, + 7.195662883983459, + 7.2206115709850565, + 7.245534982997924, + 7.271026252012234, + 7.29440735996468, + 7.318596852011979, + 7.341969245986547, + 7.365232613985427, + 7.389809592976235, + 7.413502236013301, + 7.436629557982087, + 7.460567333968356, + 7.484357465989888, + 7.510121983999852, + 7.5341884740046225, + 7.56085432699183, + 7.588567400001921, + 7.614013940969016, + 7.64090723998379, + 7.667237037967425, + 7.703739626973402, + 7.731006126967259, + 7.755488601978868, + 7.780802537978161, + 7.805685971979983, + 7.829528939968441, + 7.8521658050012775 + ], + [ + 6.2043227039976045, + 6.2293840299826115, + 6.253048418962862, + 6.278143664007075, + 6.302775677992031, + 6.326801801973488, + 6.351525068981573, + 6.381481240969151, + 6.409041603968944, + 6.437172340985853, + 6.462568215967622, + 6.487488801998552, + 6.514494773990009, + 6.539226055960171, + 6.563724194013048, + 6.589434554975014, + 6.614683885010891, + 6.6396876979852095, + 6.664082447998226, + 6.688050102966372, + 6.713922115974128, + 6.73936640197644, + 6.766644141986035, + 6.789843436970841, + 6.81573363696225, + 6.839363959967159, + 6.863326252961997, + 6.886410423961934, + 6.912724886962678, + 6.936253427993506, + 6.959653133992106, + 6.982774427975528, + 7.008079668972641, + 7.031184769992251, + 7.054406053968705, + 7.077843346982263, + 7.101418589008972, + 7.125547414005268, + 7.149944364966359, + 7.172723612980917, + 7.1956959599629045, + 7.220643247012049, + 7.2455703699961305, + 7.271059832011815, + 7.294440885016229, + 7.3186278700013645, + 7.342005832004361, + 7.365267910005059, + 7.389840624993667, + 7.413535717991181, + 7.436663066968322, + 7.4606003040098585, + 7.484392948972527, + 7.510158901975956, + 7.534221312962472, + 7.560891575994901, + 7.588603455980774, + 7.614048019982874, + 7.64094541297527, + 7.667272017977666, + 7.703775762987789, + 7.731039470992982, + 7.755524587002583, + 7.780834403005429, + 7.8057198689784855, + 7.829561198013835, + 7.852292530005798, + 7.876636780973058, + 7.900461561977863, + 7.926371334004216, + 7.951339596009348, + 7.974310164980125, + 8.000185213983059, + 8.02626189898001, + 8.048489339998923, + 8.072275821003132, + 8.097071731986944, + 8.12362198997289, + 8.148626077978406, + 8.173531451961026, + 8.197063077997882, + 8.221767284965608, + 8.245696656988002, + 8.271492844971363, + 8.294072126969695, + 8.317885274998844, + 8.341351030976512, + 8.366548169986345, + 8.390237353974953, + 8.414193597971462, + 8.439858691999689, + 8.467746364010964, + 8.495366004994139, + 8.521767198981252, + 8.544800070987549, + 8.56982967100339, + 8.592758195998613, + 8.616224853962194, + 8.64012349100085, + 8.664808253990486, + 8.688064277986996, + 8.712697629991453, + 8.737947434012312, + 8.761928243970033, + 8.785547213978134, + 8.808671211998444, + 8.831602171994746, + 8.854262447974179, + 8.877870336989872, + 8.901555267977528, + 8.925343208014965, + 8.949350740993395, + 8.973472087003756, + 8.997223559010308, + 9.020861457975116, + 9.04594379500486, + 9.07343781599775, + 9.099036999978125, + 9.125407482963055, + 9.15214764897246, + 9.25048558000708, + 9.277192662993912, + 9.30027936596889, + 9.322982773010153, + 9.345931479008868, + 9.369597659970168, + 9.392199866997544, + 9.414732187986374 + ], + [ + 7.678091962006874, + 7.703807051002514, + 7.731068114982918, + 7.7555548480013385, + 7.780861737963278, + 7.805749578983523, + 7.829588196007535, + 7.852323310973588, + 7.8766686719609424, + 7.900494892965071, + 7.926405176986009, + 7.951377914985642, + 7.974341970984824, + 8.000228593999054, + 8.026293242990505, + 8.048522714001592, + 8.07230768998852, + 8.097104927001055, + 8.123655641975347, + 8.148661301005632, + 8.173562392010354, + 8.197096803982276, + 8.221802399959415, + 8.245729788963217, + 8.271524833980948, + 8.294102529995143, + 8.317915504972916, + 8.34138430096209, + 8.366584581963252, + 8.390270719013643, + 8.414226575987414, + 8.439894411014393, + 8.467784419015516, + 8.495404532994144, + 8.521800993010402, + 8.544831699982751, + 8.569864065968432, + 8.59278925997205, + 8.616256258974317, + 8.640159763977863, + 8.664841105986852, + 8.688096144993324, + 8.712731206964236, + 8.737981300975662, + 8.761964900011662, + 8.785578044014983, + 8.808704633964226, + 8.831632307963446, + 8.854297820013016, + 8.877905422996264, + 8.901588742970489, + 8.925377598963678, + 8.949382486985996, + 8.973507531976793, + 8.997256800998002, + 9.020896610978525, + 9.04597997997189, + 9.073471220966894, + 9.099071878008544, + 9.125439641997218, + 9.15218549896963, + 9.250522452988662, + 9.27722404099768, + 9.300313765997998, + 9.323014825989958, + 9.345966072985902, + 9.369630138971843, + 9.392233994964045, + 9.414900588977616, + 9.439395604014862, + 9.46319882600801, + 9.48755009897286, + 9.512440430000424, + 9.536794624000322, + 9.56146101898048, + 9.585223057016265, + 9.610526480013505, + 9.633516183006577, + 9.658356503990944, + 9.681322960997932, + 9.704461701971013, + 9.728475351002999, + 9.752900874998886, + 9.777048458985519, + 9.799549809016753, + 9.824603287968785, + 9.847525862976909, + 9.870131107978523, + 9.892371869995259, + 9.914775528013706, + 9.939239603001624, + 9.961096415005159, + 9.98548212699825, + 10.008858060988132, + 10.031543274002615, + 10.055226709984709, + 10.077700747002382, + 10.100459887005854, + 10.12217770901043, + 10.145094125007745, + 10.16790676797973, + 10.190095616970211, + 10.21399542898871, + 10.2359712710022, + 10.260863062983844, + 10.284421609016135, + 10.30696659599198, + 10.328869181976188, + 10.351453205978032, + 10.37508299696492, + 10.400120726961177, + 10.42940646596253, + 10.454780915984884, + 10.479992060980294, + 10.505232678959146, + 10.532730838982388, + 10.561188252991997, + 10.589505099982489, + 10.615728669974487, + 10.641547248000279, + 10.666912176006008, + 10.692738187965006, + 10.740153755992651, + 10.76503482600674, + 10.787004167970736, + 10.810151531011797, + 10.833707167999819, + 10.855449253984261 + ], + [ + 9.224936351994984, + 9.250553468009457, + 9.277251260005869, + 9.300342622969765, + 9.323042878007982, + 9.345994275005069, + 9.369658089010045, + 9.392261941975448, + 9.414931072969921, + 9.439427545003127, + 9.463232807000168, + 9.487586283008568, + 9.512470462010242, + 9.536826259980444, + 9.561493436980527, + 9.585257425962482, + 9.610558613960166, + 9.633550708007533, + 9.658387694973499, + 9.681354300992098, + 9.704495430982206, + 9.728509609005414, + 9.752932921983302, + 9.777080263011158, + 9.79958476498723, + 9.824634386983234, + 9.847557788016275, + 9.870165146014187, + 9.892403348989319, + 9.914810161979403, + 9.939275070966687, + 9.961124124994967, + 9.985517530003563, + 10.008889771997929, + 10.031574685999658, + 10.055258199980017, + 10.07773120899219, + 10.100494404963683, + 10.122209219960496, + 10.145128185977228, + 10.167937780963257, + 10.190128922986332, + 10.214027356996667, + 10.236003856989555, + 10.260897903994191, + 10.284456158988178, + 10.306998357991688, + 10.328900965978391, + 10.35148566501448, + 10.375116795010399, + 10.400158970966004, + 10.429442044987809, + 10.454812667972874, + 10.480038650974166, + 10.505268519977108, + 10.532766948977951, + 10.56122576299822, + 10.589541850960813, + 10.615764557966031, + 10.641585192992352, + 10.666946040990297, + 10.692770626978017, + 10.740185533999465, + 10.765070399967954, + 10.787036628986243, + 10.810185248963535, + 10.833741259993985, + 10.855571910971776, + 10.877726917969994, + 10.899940806964878, + 10.922242786968127, + 10.943894046999048, + 10.965732315962669, + 10.987458674004301, + 11.009197122999467, + 11.03376009396743, + 11.060579297016375, + 11.08789149299264, + 11.114957896003034, + 11.142097255971748, + 11.169751222012565, + 11.196860576979816, + 11.22399837296689, + 11.252476633992046, + 11.280193442013115, + 11.305371379014105, + 11.33161916496465, + 11.353760277968831, + 11.376199773978442, + 11.39904814196052, + 11.421761769976001, + 11.44360278599197, + 11.46637533797184, + 11.49028961698059, + 11.514702823013067, + 11.540436700975988, + 11.564025772968307, + 11.58651989500504, + 11.609078926965594, + 11.633363696979359, + 11.658052737999242, + 11.679646809003316, + 11.702760239015333, + 11.727730520011391, + 11.751007632992696, + 11.77643387101125, + 11.799593534960877, + 11.82365260401275, + 11.847028432006482, + 11.869286236003973, + 11.892761466966476, + 11.917466551996768, + 11.941767546988558, + 11.964434216963127, + 11.987017773964908, + 12.009988871985115, + 12.034204386000056, + 12.058852107962593, + 12.080537839967292, + 12.107200352998916, + 12.13378771400312, + 12.161166915961076, + 12.185749434982426, + 12.28718837996712, + 12.309263370989356, + 12.332558327994775, + 12.355191532988101, + 12.376937475986779 + ], + [ + 10.71755594300339, + 10.74021272500977, + 10.76510065497132, + 10.787064297997858, + 10.810214544995688, + 10.833769276970997, + 10.855600473005325, + 10.877758433984127, + 10.899974778993055, + 10.922274098964408, + 10.943925941013731, + 10.965763246000279, + 10.987489344959613, + 11.009227678005118, + 11.033793473965488, + 11.06061496998882, + 11.087927599961404, + 11.1149941990152, + 11.14213990297867, + 11.169789364968892, + 11.19689554598881, + 11.224034019978717, + 11.252509275975171, + 11.280228663992602, + 11.305409498978406, + 11.33164988498902, + 11.35379218601156, + 11.376232219976373, + 11.399079897964839, + 11.42179286701139, + 11.443636256968603, + 11.466410477994941, + 11.490323489997536, + 11.514737732009962, + 11.54046708601527, + 11.564057688985486, + 11.586553294968326, + 11.609118160966318, + 11.633397296012845, + 11.658084422990214, + 11.679679725959431, + 11.702790752984583, + 11.727761438000016, + 11.751039278984535, + 11.776464388996828, + 11.799627027998213, + 11.823685096984264, + 11.847063363995403, + 11.869317801960278, + 11.892792238970287, + 11.91750385297928, + 11.941800278960727, + 11.964466097997501, + 11.987048444978427, + 12.010025102994405, + 12.034238540974911, + 12.05888306198176, + 12.080568511970341, + 12.107234494003933, + 12.133824692980852, + 12.161199492984451, + 12.185781129985116, + 12.287220645986963, + 12.309297485975549, + 12.332590770965908, + 12.355222995975055, + 12.377104391984176, + 12.40242463100003, + 12.424429875973146, + 12.446221261983737, + 12.468887076014653, + 12.49135543796001, + 12.515845904010348, + 12.539763222972397, + 12.564570427988656, + 12.591848039999604, + 12.61904181697173, + 12.645011316984892, + 12.669038100983016, + 12.692084301961586, + 12.71376994100865, + 12.736731865967158, + 12.760845393000636, + 12.784633525996469, + 12.807362415012904, + 12.829908023995813, + 12.851789031992666, + 12.873564758978318, + 12.895386871998198, + 12.917049384966958, + 12.939803262997884, + 12.962868087983225, + 12.984645796008408, + 13.007371431973297, + 13.032723843993153, + 13.061295675986912, + 13.089717158989515, + 13.116679615981411, + 13.141663361981045, + 13.166540990991052, + 13.189521119988058, + 13.211833945999388, + 13.235761863004882, + 13.258876691979822, + 13.287086330004968, + 13.310148332966492, + 13.33403534500394, + 13.356593283009715, + 13.379159723001067, + 13.401798480015714, + 13.424215270963032, + 13.446824260987341, + 13.469766671012621, + 13.492658812960144, + 13.516727336973418, + 13.541079474962316, + 13.5633500010008, + 13.589688178966753, + 13.616068564995658, + 13.643822788959369, + 13.67054920096416, + 13.696092829981353, + 13.73087825498078, + 13.753867341962177, + 13.779399833001662, + 13.8025950199808, + 13.824352580006234, + 13.847616681014188 + ], + [ + 12.263458153000101, + 12.287247969012242, + 12.309325577982236, + 12.332618739979807, + 12.355250458989758, + 12.377140734985005, + 12.402456804993562, + 12.424460478010587, + 12.446252879977692, + 12.468918134982232, + 12.491387099958956, + 12.51588132296456, + 12.539794582989998, + 12.564605649968144, + 12.591884910012595, + 12.61907826201059, + 12.645042348012794, + 12.669069696974475, + 12.692117803962901, + 12.713800591009203, + 12.736765949986875, + 12.76088262500707, + 12.78466489398852, + 12.807396663003601, + 12.82993919099681, + 12.851820092007983, + 12.87359785597073, + 12.895419435983058, + 12.917080154991709, + 12.939838199003134, + 12.962900735961739, + 12.984677530999761, + 13.007405856973492, + 13.032759741996415, + 13.061333615973126, + 13.089753056003246, + 13.1167139079771, + 13.1416967639816, + 13.166579964978155, + 13.18955264496617, + 13.21186627499992, + 13.235794965003151, + 13.25891287298873, + 13.287120105989743, + 13.310181538981851, + 13.33406871301122, + 13.356625239015557, + 13.379193647007924, + 13.401830298011191, + 13.424250639975071, + 13.446856155991554, + 13.469798197969794, + 13.492692744999658, + 13.516760669997893, + 13.541117511980701, + 13.563383663014974, + 13.589723892975599, + 13.616104669985361, + 13.643857317976654, + 13.67058056400856, + 13.696124823007267, + 13.730912314960733, + 13.75389918097062, + 13.779433143965434, + 13.802627405966632, + 13.824383997009136, + 13.84773006796604, + 13.870746135013178, + 13.892478746012785, + 13.916801068990026, + 13.939769337011967, + 13.961821581004187, + 13.984402959002182, + 14.006911930977367, + 14.029250507999677, + 14.052816763985902, + 14.075404679984786, + 14.09770916798152, + 14.121396280999761, + 14.145485693996307, + 14.169523358985316, + 14.191535098012537, + 14.214156183006708, + 14.237341158965137, + 14.261558310012333, + 14.285975376958959, + 14.308355511981063, + 14.330060261010658, + 14.35432182700606, + 14.375869825016707, + 14.397638422960881, + 14.420393997977953, + 14.44342465500813, + 14.465344409982208, + 14.48711948300479, + 14.511578783974983, + 14.535994610982016, + 14.56008290196769, + 14.583862230996601, + 14.608847480965778, + 14.63327789196046, + 14.660474406962749, + 14.687755876977462, + 14.713478713994846, + 14.736833625996951, + 14.761841236962937, + 14.786396357987542, + 14.811309762997553, + 14.83493448398076, + 14.858739345974755, + 14.881954848999158, + 14.904916702012997, + 14.927787800959777, + 14.952134708990343, + 14.977679472998716, + 15.002050434006378, + 15.023779988987371, + 15.04797652096022, + 15.072876990016084, + 15.095489454979543, + 15.121455592976417, + 15.14805278001586, + 15.17554242897313, + 15.199768617982045, + 15.298039696004707, + 15.32147070200881, + 15.344036585011054, + 15.368405301996972 + ], + [ + 13.707302376977168, + 13.730940315988846, + 13.75392633798765, + 13.779462323000189, + 13.802655178005807, + 13.824411150009837, + 13.847757719981018, + 13.870776659983676, + 13.892510699981358, + 13.916835862968583, + 13.93980047799414, + 13.961854963970836, + 13.984434633981436, + 14.006943357002456, + 14.02928645600332, + 14.052847295009997, + 14.075437280989718, + 14.097741063975263, + 14.121431139996275, + 14.145517621014733, + 14.169554234016687, + 14.191567217989359, + 14.214188723010011, + 14.237376742006745, + 14.261594711977523, + 14.286009208008181, + 14.308385987998918, + 14.330094237986486, + 14.354353539994918, + 14.375901758961845, + 14.397669064986985, + 14.420425863005221, + 14.443458440015092, + 14.465376996959094, + 14.487150097964332, + 14.511610206973273, + 14.53602628299268, + 14.560118724999484, + 14.583894022973254, + 14.608879981969949, + 14.63331526296679, + 14.660510592977516, + 14.687790673982818, + 14.713510419009253, + 14.736868830979802, + 14.761876249976922, + 14.786425978003535, + 14.811344454006758, + 14.834968374983873, + 14.85877311998047, + 14.881987600994762, + 14.904950067983009, + 14.927819241012912, + 14.952167815994471, + 14.977713104977738, + 15.002081295999233, + 15.0238118559937, + 15.04801204398973, + 15.07290978700621, + 15.095522571995389, + 15.121491146972403, + 15.14808993297629, + 15.175575867993757, + 15.19980681699235, + 15.298071637982503, + 15.321502604987472, + 15.344070129969623, + 15.368573168991134, + 15.393297998001799, + 15.415785101999063, + 15.438676701975055, + 15.460815297963563, + 15.482980041007977, + 15.506062163971364, + 15.528750144003425, + 15.552737480960786, + 15.578817917965353, + 15.60144267801661, + 15.624630364996847, + 15.648763487988617, + 15.674564681015909, + 15.696385537972674, + 15.720146186999045, + 15.744611589005217, + 15.770280251977965, + 15.793414247978944, + 15.81701688200701, + 15.839133786968887, + 15.862543660972733, + 15.886231308977585, + 15.908071846002713, + 15.930086329986807, + 15.953976414981298, + 15.978385536000133, + 16.00066138699185, + 16.023396604985464, + 16.046126595989335, + 16.06892908696318, + 16.093159762967844, + 16.114943872962613, + 16.1373364640167, + 16.16198458301369, + 16.18522986100288, + 16.20682482898701, + 16.228614571969956, + 16.252329627983272, + 16.27863851201255, + 16.301428951963317, + 16.323825913015753, + 16.345955135999247, + 16.367979111964814, + 16.389876152970828, + 16.41315311397193, + 16.434908094990533, + 16.45713525498286, + 16.481040327984374, + 16.505201518011745, + 16.529089652001858, + 16.55196293600602, + 16.576152766007, + 16.59932660701452, + 16.62473860697355, + 16.651834727963433, + 16.678755294997245, + 16.707100210012868, + 16.735646242974326, + 16.775871418998577, + 16.801314214011654 + ], + [ + 15.274950387014542, + 15.298099440988153, + 15.321529673994519, + 15.344099234964233, + 15.368601727008354, + 15.393332465959247, + 15.415816735010594, + 15.438710179005284, + 15.460846219968516, + 15.48301199299749, + 15.506094074982684, + 15.52878191898344, + 15.552770811016671, + 15.578851639991626, + 15.601475972973276, + 15.624664916016627, + 15.648795562970918, + 15.674596329976339, + 15.696417046012357, + 15.720183277968317, + 15.744645320985, + 15.770315389963798, + 15.793449071992654, + 15.817048683995381, + 15.839167921978515, + 15.862575286999345, + 15.886262836982496, + 15.908102855959442, + 15.930118941992987, + 15.95401090598898, + 15.97841941198567, + 16.000693270005286, + 16.02342853700975, + 16.046159423014615, + 16.068959845986683, + 16.093192155996803, + 16.11497736698948, + 16.137370450014714, + 16.162020800984465, + 16.185262135986704, + 16.206855728989467, + 16.22864555096021, + 16.25236316601513, + 16.27867301297374, + 16.301462587958667, + 16.323858355986886, + 16.345986914995592, + 16.368010633974336, + 16.389907755015884, + 16.41318480699556, + 16.434938446967863, + 16.457169441971928, + 16.48107443295885, + 16.50523577898275, + 16.52912376797758, + 16.551993789966218, + 16.57618380896747, + 16.599360149004497, + 16.624774180992972, + 16.6518705849885, + 16.678790614008904, + 16.70714275696082, + 16.735684362996835, + 16.775907235976774, + 16.80145009997068, + 16.824093764007557, + 16.846590511966497, + 16.869615064992104, + 16.891522444959264, + 16.91489748598542, + 16.9377226170036, + 16.960128576960415, + 16.98436485696584, + 17.006941811006982, + 17.0328150090063, + 17.0563618959859, + 17.080708995985333, + 17.10350741801085, + 17.12654757796554, + 17.148407132015564, + 17.173489653971046, + 17.195210108999163, + 17.218350559007376, + 17.24184123496525, + 17.2672972480068, + 17.29141794797033, + 17.314584992011078, + 17.336598525987938, + 17.358438296010718, + 17.38351919397246, + 17.40807322296314, + 17.43013481196249, + 17.453879498003516, + 17.478698084014468, + 17.504721723962575, + 17.527154570969287, + 17.550120333966333, + 17.57334256998729, + 17.596408718964085, + 17.620213811984286, + 17.643699691980146, + 17.66817156795878, + 17.69179290399188, + 17.71443629299756, + 17.741145370004233, + 17.767195064981934, + 17.793000372010283, + 17.820002375985496, + 17.844381709990557, + 17.8676936099655, + 17.89109277696116, + 17.91383324097842, + 17.936166231986135, + 17.958525975001976, + 17.981705701968167, + 18.003655139007606, + 18.02736831398215, + 18.049970740976278, + 18.0732657329645, + 18.097325014008675, + 18.120466313965153, + 18.143786943983287, + 18.17035556701012, + 18.19794597401051, + 18.223792337987106, + 18.24949827697128, + 18.35013280797284, + 18.377486486977432 + ], + [ + 16.747913174971472, + 16.77593868196709, + 16.801480054971762, + 16.824125909013674, + 16.846624378988054, + 16.869647504994646, + 16.891554472967982, + 16.91492832399672, + 16.937754407990724, + 16.960161832976155, + 16.984397483989596, + 17.006975237978622, + 17.032848937960807, + 17.056396100961138, + 17.080740684992634, + 17.10353943996597, + 17.126579682982992, + 17.148437961004674, + 17.17352116998518, + 17.195241568959318, + 17.218383167986758, + 17.241872105980292, + 17.26733489095932, + 17.29144954000367, + 17.31461721996311, + 17.336629147001076, + 17.35846916999435, + 17.383552707964554, + 17.408107700990513, + 17.430166352016386, + 17.45391469198512, + 17.478735251992475, + 17.504753799992613, + 17.52718554099556, + 17.550154546974227, + 17.573379084991757, + 17.596440421999432, + 17.620248016959522, + 17.643730245996267, + 17.668205761001445, + 17.69182683096733, + 17.714466939971317, + 17.741182150959503, + 17.76723098999355, + 17.793036093993578, + 17.82003609801177, + 17.844433930993546, + 17.867727219010703, + 17.891122589993756, + 17.913864694011863, + 17.93619752797531, + 17.958556810976006, + 17.981740699964575, + 18.003686048963573, + 18.027402577979956, + 18.050005260971375, + 18.07330092799384, + 18.09735663299216, + 18.12049833399942, + 18.143822853977326, + 18.170390910992865, + 18.197982447978575, + 18.22382450796431, + 18.249530147993937, + 18.350171702972148, + 18.377658832003362, + 18.40574196499074, + 18.43353381298948, + 18.45961142401211, + 18.48583342699567, + 18.512615224986803, + 18.5365398270078, + 18.561764337006025, + 18.588995025958866, + 18.615999731002375, + 18.64112229598686, + 18.664638818998355, + 18.68960334098665, + 18.713829624000937, + 18.739305907976814, + 18.764055392995942, + 18.7913724379614, + 18.818659175012726, + 18.84432964300504, + 18.866443362960126, + 18.890404227015097, + 18.91427584196208, + 18.937396123015787, + 18.961023975978605, + 18.98402397497557, + 19.007260710000992, + 19.03154471400194, + 19.054923010000493, + 19.07719746400835, + 19.101084975991398, + 19.1268616070156, + 19.148658818972763, + 19.172737456974573, + 19.196274402958807, + 19.220989049994387, + 19.243855882959906, + 19.268185272987466, + 19.293089834973216, + 19.316962929966394, + 19.3407256139908, + 19.36245118000079, + 19.386568336980417, + 19.411904336011503, + 19.43609202100197, + 19.459155516000465, + 19.483036546967924, + 19.50843232200714, + 19.532527090981603, + 19.555709825013764, + 19.577551155991387, + 19.602785205002874, + 19.62880572496215, + 19.653458395972848, + 19.68089634401258, + 19.708871934970375, + 19.737905051966663, + 19.7639044940006, + 19.801198114990257, + 19.828704990970436, + 19.850575651973486, + 19.872318575973623, + 19.895380827016197, + 19.920767786970828 + ], + [ + 18.32283150497824, + 18.35020429897122, + 18.377689346962143, + 18.40577781898901, + 18.433572167996317, + 18.459645560011268, + 18.485869787982665, + 18.51264839200303, + 18.536574574012775, + 18.561800310970284, + 18.589028438960668, + 18.616035000013653, + 18.641156750964, + 18.664674780971836, + 18.689634083013516, + 18.713860087969806, + 18.73933971300721, + 18.76409184600925, + 18.791409545985516, + 18.81869534298312, + 18.844363736978266, + 18.866475110989995, + 18.890435829991475, + 18.91431012697285, + 18.93742914800532, + 18.96105592296226, + 18.984056651010178, + 19.00729301897809, + 19.031576532986946, + 19.05495488696033, + 19.077230069960933, + 19.101118695980404, + 19.126896355999634, + 19.14868966699578, + 19.17276825400768, + 19.19631045399001, + 19.221020652970765, + 19.243887018994428, + 19.268221342994366, + 19.29312361398479, + 19.316996444016695, + 19.340757553000003, + 19.362483131990302, + 19.38660324999364, + 19.411938016011845, + 19.436122826009523, + 19.459188546985388, + 19.4830699780141, + 19.508465293969493, + 19.532560542982537, + 19.555741690972354, + 19.577582011988852, + 19.60282087296946, + 19.628839319979306, + 19.65349396097008, + 19.680932559014764, + 19.70890955097275, + 19.73793979996117, + 19.763944434991572, + 19.801233929989394, + 19.82873757201014, + 19.850607622007374, + 19.872351280006114, + 19.895415610983036, + 19.920903865015134, + 19.944055511965416, + 19.966790581005625, + 19.99199354700977, + 20.013809072959702, + 20.036952973983716, + 20.059820020978805, + 20.08169076195918, + 20.103619038010947, + 20.1273517080117, + 20.149615280970465, + 20.173519151983783, + 20.19555823900737, + 20.21804422501009, + 20.242834523960482, + 20.26712392299669, + 20.289184927998576, + 20.312515480967704, + 20.337068989989348, + 20.3588652840117, + 20.381943137967028, + 20.404925260983873, + 20.428876884980127, + 20.45132372097578, + 20.474440675985534, + 20.49800254998263, + 20.520377603010274, + 20.54469072096981, + 20.569081338995602, + 20.592029127001297, + 20.614954540971667, + 20.63879530201666, + 20.661698826006614, + 20.685583891987335, + 20.709686547983438, + 20.733231498976238, + 20.758471759967506, + 20.782630410976708, + 20.806671519007068, + 20.835403259960003, + 20.86297422996722, + 20.889751593989786, + 20.914212517964188, + 20.937100764014758, + 20.959741756960284, + 20.981457001995295, + 21.0043564660009, + 21.029871422972064, + 21.052402384986635, + 21.075215821969323, + 21.096852887014393, + 21.120174662966747, + 21.144054622971453, + 21.167165211983956, + 21.19559571798891, + 21.223786404996645, + 21.25004551198799, + 21.27869859599741, + 21.385605871968437, + 21.41328837297624, + 21.44072321499698, + 21.46810524899047, + 21.49538425897481, + 21.523503331001848 + ], + [ + 19.776173676014878, + 19.801265247981064, + 19.828764486999717, + 19.85063443897525, + 19.872378501982894, + 19.89544436999131, + 19.920936651993543, + 19.944087136012968, + 19.96682344999863, + 19.992025414016098, + 20.013840954983607, + 20.036985877959523, + 20.05985184200108, + 20.08172163896961, + 20.103650083008688, + 20.127386456006207, + 20.14964904898079, + 20.173551090003457, + 20.19559235399356, + 20.21807495498797, + 20.242864752013702, + 20.267160933988634, + 20.289216456993017, + 20.3125462239841, + 20.337102631980088, + 20.358897326979786, + 20.38197671296075, + 20.404958733997773, + 20.42891051695915, + 20.451355047989637, + 20.47447265696246, + 20.49803786596749, + 20.520412431971636, + 20.54472463898128, + 20.569119555002544, + 20.592060839990154, + 20.61498534597922, + 20.63882760697743, + 20.66173065896146, + 20.685614085989073, + 20.709720453014597, + 20.733267625968438, + 20.758508739003446, + 20.782663623976987, + 20.80670676898444, + 20.835440679977182, + 20.8630101979943, + 20.8897847100161, + 20.91424485197058, + 20.93713719898369, + 20.95977810298791, + 20.981487723998725, + 21.004392925009597, + 21.02990761998808, + 21.052433123986702, + 21.075247228960507, + 21.096884477010462, + 21.120208723004907, + 21.144086521002464, + 21.167202453012578, + 21.195629716967233, + 21.223824433982372, + 21.250079513993114, + 21.278734922001604, + 21.385643302986864, + 21.413325883971993, + 21.440758602984715, + 21.46815044101095, + 21.495419934974052, + 21.52369192498736, + 21.549002540996298, + 21.57413543801522, + 21.598325939965434, + 21.622451230010483, + 21.646523195959162, + 21.66977064497769, + 21.692781339981593, + 21.716882920009084, + 21.742955830006395, + 21.769174730987288, + 21.793165368959308, + 21.818044051004108, + 21.841696257994045, + 21.86524031497538, + 21.887235849979334, + 21.912450445990544, + 21.936201374977827, + 21.959954327961896, + 21.982846701983362, + 22.00777572498191, + 22.032421786978375, + 22.05661324399989, + 22.08032818796346, + 22.103235843998846, + 22.127611997013446, + 22.15075233700918, + 22.174075880961027, + 22.196641790971626, + 22.22109163895948, + 22.244817314960528, + 22.269358709978405, + 22.291800595994573, + 22.315992239979096, + 22.338665532995947, + 22.363384398980998, + 22.387587955978233, + 22.412779545004014, + 22.435293757996988, + 22.45980704698013, + 22.482723685970996, + 22.507480021973606, + 22.53218121896498, + 22.55630536796525, + 22.580621280008927, + 22.60364295099862, + 22.627909033966716, + 22.651848252979107, + 22.677630730962846, + 22.70497580600204, + 22.733333243988454, + 22.760972464981023, + 22.78948879498057, + 22.8254156789626, + 22.84829242696287, + 22.873079637996852, + 22.900425373984035, + 22.92756083101267, + 22.95407077600248 + ], + [ + 21.35657171497587, + 21.385675038967747, + 21.41335699701449, + 21.440789004962426, + 21.468180698982906, + 21.495450811984483, + 21.52372384001501, + 21.549034202995244, + 21.57417878997512, + 21.598360218980815, + 21.622483738989104, + 21.646557620959356, + 21.669806302990764, + 21.692813770961948, + 21.716917484009173, + 21.74299116298789, + 21.76920991600491, + 21.79319780896185, + 21.81807768897852, + 21.841731583990622, + 21.865271771966945, + 21.887270189006813, + 21.912485142005607, + 21.936236576992087, + 21.959989250986837, + 21.982880176976323, + 22.00781211699359, + 22.03245447698282, + 22.056646770972293, + 22.080363790970296, + 22.103270174993668, + 22.127645636966918, + 22.15078403498046, + 22.174119680013973, + 22.196674473991152, + 22.221125411975663, + 22.24484986095922, + 22.269391160982195, + 22.29183241998544, + 22.3160262730089, + 22.338701348984614, + 22.36341698601609, + 22.38762328098528, + 22.412811465968844, + 22.435328665014822, + 22.459840131981764, + 22.482754555996507, + 22.507516297977418, + 22.532215520972386, + 22.556339989008848, + 22.58065302297473, + 22.603677256964147, + 22.62794113100972, + 22.65188264095923, + 22.677667972981, + 22.705011678976007, + 22.733367526961956, + 22.76100876100827, + 22.789521883009, + 22.825449829979334, + 22.848327332991175, + 22.873118817980867, + 22.90046098601306, + 22.927596509980503, + 22.95422078698175, + 22.977657709969208, + 23.002392149996012, + 23.026260178012308, + 23.0499718709616, + 23.073469906987157, + 23.09518860798562, + 23.117633317015134, + 23.14138548198389, + 23.165432830981445, + 23.189327116997447, + 23.21164096996654, + 23.235288544965442, + 23.259301783982664, + 23.286805128969718, + 23.311964183987584, + 23.340405227965675, + 23.368431422975846, + 23.39524171600351, + 23.420274715987034, + 23.44392573100049, + 23.468616175989155, + 23.493503139994573, + 23.51785124797607, + 23.54272621095879, + 23.565629879012704, + 23.588323651987594, + 23.611573736998253, + 23.636379075993318, + 23.663032297976315, + 23.687671825988218, + 23.71034208498895, + 23.73414822795894, + 23.75834057800239, + 23.785543605976272, + 23.80923511699075, + 23.832150895963423, + 23.855748597998172, + 23.879485275014304, + 23.904058954969514, + 23.927551734959707, + 23.94986480800435, + 23.97232071898179, + 23.99674538196996, + 24.02056202496169, + 24.04395287600346, + 24.068006217014045, + 24.091125687002204, + 24.113195204001386, + 24.136532567965332, + 24.159908104978967, + 24.18607199197868, + 24.21185380697716, + 24.23764885100536, + 24.265572766016703, + 24.2900914910133, + 24.387159091013018, + 24.410158936982043, + 24.431962804985233, + 24.45436485495884, + 24.477929532993585, + 24.49988994700834, + 24.5219448049902, + 24.54438997100806 + ], + [ + 22.800947546958923, + 22.825478854007088, + 22.848357515991665, + 22.873149001970887, + 22.900492498010863, + 22.927626423013862, + 22.954252974013798, + 22.977688331971876, + 23.002425820974167, + 23.026294548006263, + 23.050005632976536, + 23.073500847967807, + 23.095222865988035, + 23.11766682798043, + 23.141418934974354, + 23.165463386976626, + 23.18935895501636, + 23.21167535497807, + 23.235322828986682, + 23.259338870004285, + 23.286836621002294, + 23.31200044200523, + 23.34044493397232, + 23.368468642991502, + 23.39527623698814, + 23.420306287007406, + 23.443959194002673, + 23.468647984962445, + 23.49353938596323, + 23.517885003006086, + 23.54275876597967, + 23.56566414400004, + 23.588355168001726, + 23.61160776898032, + 23.6364160469966, + 23.663064700958785, + 23.687703808012884, + 23.71037578297546, + 23.734184230968822, + 23.75837772997329, + 23.785577542963438, + 23.809269741002936, + 23.832183695980348, + 23.85578231496038, + 23.879520374001004, + 23.904091997013893, + 23.927582666976377, + 23.94989574799547, + 23.972352436976507, + 23.996777037973516, + 24.02059372299118, + 24.043985417985823, + 24.068039855977986, + 24.0911605959991, + 24.113226868968923, + 24.136566452973057, + 24.159941591962706, + 24.186106718960218, + 24.211887974001, + 24.237682527978905, + 24.265610595000908, + 24.290123426995706, + 24.387191837013233, + 24.410190337977838, + 24.43199511396233, + 24.45439729001373, + 24.477961766009685, + 24.49992063100217, + 24.52197568997508, + 24.544564659998287, + 24.568085197999608, + 24.592138212989084, + 24.616150047979318, + 24.63916680798866, + 24.662612384010572, + 24.686737061012536, + 24.708403738972265, + 24.730967324983794, + 24.75450910901418, + 24.780177472974174, + 24.804043568961788, + 24.82853903697105, + 24.85275786597049, + 24.87700301397126, + 24.89981395396171, + 24.92199579399312, + 24.947211870981846, + 24.974957116006408, + 25.003541664977092, + 25.03193822799949, + 25.056171855016146, + 25.07984600798227, + 25.102299574005883, + 25.12745242199162, + 25.151458253967576, + 25.174341115984134, + 25.198124334972817, + 25.220136262010783, + 25.242846752982587, + 25.268907179008238, + 25.294415684009437, + 25.317306128970813, + 25.340611425985117, + 25.36502988700522, + 25.38998558896128, + 25.413098876015283, + 25.436364003980998, + 25.459838999959175, + 25.48729654296767, + 25.510030886973254, + 25.532532137993257, + 25.55669791199034, + 25.58073347696336, + 25.603607999975793, + 25.62788103299681, + 25.650246892008, + 25.6752223399817, + 25.699281462002546, + 25.722054937970825, + 25.7441674679867, + 25.76928654499352, + 25.79337354900781, + 25.815922583977226, + 25.839324000000488, + 25.863094786007423, + 25.887624886003323, + 25.91048810799839, + 25.9337181019946 + ], + [ + 24.363992233993486, + 24.387219550961163, + 24.410217833996285, + 24.432023115979973, + 24.454424471012317, + 24.477988355967682, + 24.4999477280071, + 24.52200279000681, + 24.544596133986488, + 24.56811936700251, + 24.592169729992747, + 24.616183223959524, + 24.639200967969373, + 24.66264446900459, + 24.68676793196937, + 24.708436246961355, + 24.73100077698473, + 24.754542556009255, + 24.7802104849834, + 24.80407611600822, + 24.82857392099686, + 24.852791400975548, + 24.87703659600811, + 24.899845417996403, + 24.92202695197193, + 24.947247884003446, + 24.97499501699349, + 25.003578995005228, + 25.03197218599962, + 25.05620569700841, + 25.079878629010636, + 25.102332882990595, + 25.127486313984264, + 25.15149137901608, + 25.174377992982045, + 25.198155721009243, + 25.22016797197284, + 25.242878568999004, + 25.268942238006275, + 25.294449009990785, + 25.317339089000598, + 25.34064260899322, + 25.365063018980436, + 25.390019265993033, + 25.41313561296556, + 25.43639536196133, + 25.459872095962055, + 25.48733465396799, + 25.510062740009744, + 25.532565690984484, + 25.556731477961875, + 25.580766937986482, + 25.603639301960357, + 25.627914495998994, + 25.650281201989856, + 25.67525921599008, + 25.699314461962786, + 25.722085541987326, + 25.744199178996496, + 25.769319234008435, + 25.793405864969827, + 25.815956059959717, + 25.839356139011215, + 25.863125837990083, + 25.88765875401441, + 25.91052163101267, + 25.933862606005277, + 25.957285612996202, + 25.97943716496229, + 26.005555989977438, + 26.030593120958656, + 26.05585862096632, + 26.079763407993596, + 26.1043265319895, + 26.128967288008425, + 26.152323794958647, + 26.17716996796662, + 26.20198667299701, + 26.224548116966616, + 26.2481894819648, + 26.273422958969604, + 26.298268875980284, + 26.320229384000413, + 26.344120882975403, + 26.367431416991167, + 26.391147131973412, + 26.414050229999702, + 26.436460839002393, + 26.461331934959162, + 26.484068600984756, + 26.50934197200695, + 26.53246819297783, + 26.556734165002126, + 26.58004745398648, + 26.60426168597769, + 26.628708744014148, + 26.651977647969034, + 26.67617477296153, + 26.701097348995972, + 26.725559737998992, + 26.749918073997833, + 26.7750048339949, + 26.799865942972247, + 26.825345302000642, + 26.852038618002553, + 26.876562215969898, + 26.901643558987416, + 26.927132635959424, + 26.95177188399248, + 26.976425859960727, + 27.00033660797635, + 27.02830540499417, + 27.05567599297501, + 27.081784832000267, + 27.106849166972097, + 27.130255725001916, + 27.154608223005198, + 27.17959441599669, + 27.203793655964546, + 27.22681202297099, + 27.25150993699208, + 27.27915075997589, + 27.302975552971475, + 27.325788279995322, + 27.34958626399748, + 27.373190045997035, + 27.398021391010843, + 27.422052042966243 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "stream_layers": true, + "warmup": false, + "elapsed_s": 26.73461096500978, + "ttft_s": [ + 1.5244226719951257, + 2.995092172001023, + 4.465191613999195, + 5.945705921039917, + 7.410875075031072, + 8.885238656017464, + 10.360543629038148, + 11.842760557017755, + 13.305609714996535, + 14.786975104012527, + 16.246152536012232, + 17.73761413700413, + 19.187271731032524, + 20.67525290400954, + 22.134984988020733, + 23.625259361986537 + ], + "token_times_s": [ + [ + 1.5244226719951257, + 1.551200186018832, + 1.5781714160111733, + 1.603441545041278, + 1.6312867410015315, + 1.660819454002194, + 1.6885984590044245, + 1.7168036760413088, + 1.74212723801611, + 1.7672643199912272, + 1.790869967022445, + 1.816642377001699, + 1.8425751450122334, + 1.8673562339972705, + 1.8914416040061042, + 1.9160932039958425, + 1.9429426009883173, + 1.9681955120177008, + 1.9942210970330052, + 2.01943735498935, + 2.046935898019001, + 2.0744778270018287, + 2.099442676990293, + 2.126958189008292, + 2.1523988880217075, + 2.1782887779991142, + 2.202842121012509, + 2.229056134005077, + 2.255375864042435, + 2.2817310640239157, + 2.306537799013313, + 2.3318908090004697, + 2.35720345802838, + 2.3827945989905857, + 2.4077504770248197, + 2.4320055640419014, + 2.45899004698731, + 2.4842226020409726, + 2.5085420040413737, + 2.535777495999355, + 2.56158650200814, + 2.5876780769904144, + 2.6138134080101736, + 2.637828078994062, + 2.664168363029603, + 2.6877038439852186, + 2.711194975010585, + 2.737401004997082, + 2.762922730005812, + 2.7870961820008233, + 2.814283873012755, + 2.8395996590261348, + 2.8656732070376165, + 2.89131251903018, + 2.915565873030573, + 2.9412519040051848, + 2.9658239780110307, + 2.993236551003065, + 3.020596824004315, + 3.0450204919907264, + 3.07026897999458, + 3.0945901490049437, + 3.12037004501326, + 3.143691306002438, + 3.1686306259944104, + 3.1930872930097394, + 3.2178314159973525, + 3.244613577029668, + 3.268369461991824, + 3.2935302080004476, + 3.318433261010796, + 3.344182039028965, + 3.369305900996551, + 3.3950336510315537, + 3.419676668010652, + 3.445482521026861, + 3.470722594007384, + 3.4947892040363513, + 3.518447157985065, + 3.544075223035179, + 3.570189477992244, + 3.5958092500222847, + 3.620394313998986, + 3.644777501001954, + 3.670881661993917, + 3.6986377970315516, + 3.727158568042796, + 3.7549918410368264, + 3.7798411039984785, + 3.8057030150084756, + 3.8307004300295375, + 3.8567196350195445, + 3.879370780021418, + 3.905155224027112, + 3.9287872780114412, + 3.9545702830073424, + 3.978199877019506, + 4.004713797010481, + 4.029555501998402, + 4.05766998702893, + 4.084200209996197, + 4.112037499027792, + 4.140294340031687, + 4.168217379017733, + 4.196191452036146, + 4.224163862993009, + 4.252145112026483, + 4.280080878001172, + 4.3087046120199375, + 4.336016919987742, + 4.36131900199689, + 4.386231677024625, + 4.412294541019946, + 4.435486540023703, + 4.464289941999596, + 4.489977664023172, + 4.5128198800375685, + 4.536348676017951, + 4.563396741985343, + 4.588728555012494, + 4.613106219039764, + 4.636733199993614, + 4.661720720003359, + 4.685094783024397, + 4.709318145993166, + 4.734374381019734, + 4.7608410399989225, + 4.788418070005719 + ], + [ + 2.995092172001023, + 3.020631860999856, + 3.045057710027322, + 3.0703032200108282, + 3.094622488017194, + 3.1204039930016734, + 3.1437249460141174, + 3.1686651260242797, + 3.1931215100339614, + 3.217868303996511, + 3.2446488800342195, + 3.268406410003081, + 3.2935644300305285, + 3.318467668024823, + 3.3442166030290537, + 3.3693384820362553, + 3.395066716999281, + 3.4197166670346633, + 3.4455193310277537, + 3.4707542899996042, + 3.4948244449915364, + 3.518480744038243, + 3.5441082009929232, + 3.570223040005658, + 3.5958432190236636, + 3.6204268670408055, + 3.644811145029962, + 3.6709189760149457, + 3.698673475009855, + 3.727194250037428, + 3.7550265230238438, + 3.77988402498886, + 3.805739669012837, + 3.830733679991681, + 3.8567531050066464, + 3.8794044710230082, + 3.9051887780078687, + 3.9288207970093936, + 3.9546047099865973, + 3.9782324110274203, + 4.004746438993607, + 4.029588319011964, + 4.057705564016942, + 4.08423668902833, + 4.11207564099459, + 4.140330157009885, + 4.168254840013105, + 4.196225693041924, + 4.224200928001665, + 4.2521807459997945, + 4.280118160007987, + 4.3087422720273025, + 4.336052954022307, + 4.361352752021048, + 4.386267025023699, + 4.412329185986891, + 4.435523079999257, + 4.464327831985429, + 4.490010228008032, + 4.512859823007602, + 4.536380565026775, + 4.563429880014155, + 4.58876216202043, + 4.613140153000131, + 4.63676961400779, + 4.661752398998942, + 4.685131131031085, + 4.70935305400053, + 4.7344094380387105, + 4.760870236030314, + 4.78854376001982, + 4.815573143016081, + 4.842068185040262, + 4.86765153700253, + 4.894188288017176, + 4.91973688401049, + 4.947254976024851, + 4.970728943997528, + 4.996870291011874, + 5.02339866803959, + 5.051427095022518, + 5.076575717015658, + 5.10179920704104, + 5.129281104018446, + 5.155293855001219, + 5.1805108319967985, + 5.2079335220041685, + 5.235606893023942, + 5.2620528470142744, + 5.285924330994021, + 5.311924473033287, + 5.336333007027861, + 5.360559505003039, + 5.3855134780169465, + 5.409894191019703, + 5.435095094027929, + 5.460403550998308, + 5.484128306037746, + 5.509560513019096, + 5.535759629041422, + 5.563924862013664, + 5.591108238033485, + 5.618460916040931, + 5.647230726026464, + 5.677629465004429, + 5.705764682032168, + 5.733416592993308, + 5.7624520100071095, + 5.793173419020604, + 5.82272511604242, + 5.853917120024562, + 5.883265481039416, + 5.91418889403576, + 5.943743524025194, + 5.975027755019255, + 6.004564353032038, + 6.029381312022451, + 6.053133124019951, + 6.077709131990559, + 6.101960138999857, + 6.127700976037886, + 6.151450128003489, + 6.17790159402648, + 6.203668722009752, + 6.230356966028921, + 6.255405509029515, + 6.279087704024278, + 6.303603282023687 + ], + [ + 4.465191613999195, + 4.490037052019034, + 4.5128894920344464, + 4.536407670006156, + 4.563458441989496, + 4.5887912409962155, + 4.613169316027779, + 4.636800432985183, + 4.661780791007914, + 4.685160839988384, + 4.7093831860111095, + 4.734439867024776, + 4.760896758991294, + 4.788574036036152, + 4.815606319985818, + 4.842104042996652, + 4.8676833040080965, + 4.894223220006097, + 4.919772254012059, + 4.94728829403175, + 4.9707651030039415, + 4.996905924985185, + 5.023435406037606, + 5.051462439994793, + 5.076609997020569, + 5.1018345230259, + 5.129317159007769, + 5.155327666027006, + 5.1805469680111855, + 5.207966705027502, + 5.235641467035748, + 5.262084847025108, + 5.28595797700109, + 5.31195620901417, + 5.336363797017839, + 5.3605966590112075, + 5.385546861041803, + 5.409929835994262, + 5.435127544042189, + 5.4604380580130965, + 5.484162506996654, + 5.509591818030458, + 5.535794864001218, + 5.5639612640370615, + 5.591143622994423, + 5.618497601011768, + 5.6472690050140955, + 5.677664376038592, + 5.705800292023923, + 5.733451416017488, + 5.762489646032918, + 5.793215472018346, + 5.822762503987178, + 5.853954704012722, + 5.883303250011522, + 5.914225902990438, + 5.94378204701934, + 5.975066841987427, + 6.004600987012964, + 6.0294129680260085, + 6.053167212987319, + 6.0777426499989815, + 6.101994495023973, + 6.127732478023972, + 6.151484364992939, + 6.177938400011044, + 6.20370210299734, + 6.230388581985608, + 6.255437028012238, + 6.279123259009793, + 6.303772701998241, + 6.328493614040781, + 6.3533702730201185, + 6.3758374330354854, + 6.4010875599924475, + 6.425335250038188, + 6.449942218023352, + 6.472769052023068, + 6.49610416800715, + 6.520491168019362, + 6.545278633013368, + 6.569022571027745, + 6.592320588999428, + 6.616762269986793, + 6.640475832042284, + 6.66302011103835, + 6.68768855498638, + 6.711361694033258, + 6.73725597304292, + 6.763183248986024, + 6.787943664006889, + 6.81569377600681, + 6.840764033026062, + 6.86423086898867, + 6.886708139034454, + 6.913170918007381, + 6.937352988985367, + 6.962418062030338, + 6.986792112002149, + 7.013556029996835, + 7.037571744993329, + 7.061911343014799, + 7.084522065008059, + 7.108444596990012, + 7.135289041034412, + 7.159914174000733, + 7.185102187038865, + 7.209248691040557, + 7.234570505039301, + 7.259861453028861, + 7.284919953031931, + 7.309561976988334, + 7.33346417703433, + 7.35918660403695, + 7.38226623198716, + 7.409966065024491, + 7.437006268010009, + 7.4602652140310965, + 7.483436098031234, + 7.508698629040737, + 7.534910065005533, + 7.559592580015305, + 7.584537001035642, + 7.611968289013021, + 7.6367573360330425, + 7.663829336001072, + 7.688722969032824, + 7.712341245030984 + ], + [ + 5.945705921039917, + 5.975098934024572, + 6.004633087024558, + 6.029440303042065, + 6.053196743014269, + 6.077771718031727, + 6.102023507002741, + 6.127757204987574, + 6.15151415602304, + 6.1779685959918424, + 6.2037313639884815, + 6.23041481198743, + 6.255464154004585, + 6.279154448013287, + 6.303803118993528, + 6.3285289920168, + 6.353404994006269, + 6.3758692110423, + 6.401121578994207, + 6.425369128002785, + 6.449976105010137, + 6.472801075025927, + 6.496138342015911, + 6.520523306040559, + 6.545311022025999, + 6.569055263011251, + 6.592354688036721, + 6.616795875015669, + 6.640506778028794, + 6.663056002988014, + 6.6877233239938505, + 6.711396603030153, + 6.737293498998042, + 6.763215241022408, + 6.787976937019266, + 6.815729101013858, + 6.84080022101989, + 6.864262741990387, + 6.88674326200271, + 6.913204549986403, + 6.937386884994339, + 6.962452158040833, + 6.986827702028677, + 7.013589453999884, + 7.037606708006933, + 7.061945738038048, + 7.0845553270191886, + 7.108479888003785, + 7.135320709028747, + 7.1599484930047765, + 7.185136151034385, + 7.209281330986414, + 7.234609002014622, + 7.259893023001496, + 7.284952509042341, + 7.309594044985715, + 7.333499416010454, + 7.359220321988687, + 7.382296766038053, + 7.410003410011996, + 7.437041414028499, + 7.460295838012826, + 7.48347014299361, + 7.508731127018109, + 7.534941980033182, + 7.55962808401091, + 7.584570484992582, + 7.611999310029205, + 7.63679256598698, + 7.663863547029905, + 7.688758316042367, + 7.712454846012406, + 7.739091299008578, + 7.764724817010574, + 7.790095511998516, + 7.8172214070218615, + 7.847076464036945, + 7.875303476001136, + 7.903702910989523, + 7.930671370995697, + 7.958236603997648, + 7.9818760370253585, + 8.009027060994413, + 8.035138186998665, + 8.06134730699705, + 8.085216192994267, + 8.112695149029605, + 8.135421001992654, + 8.161102076002862, + 8.18452722299844, + 8.208606254018378, + 8.233297397033311, + 8.259642767021433, + 8.287180713028647, + 8.312801299034618, + 8.337497344007716, + 8.36249668803066, + 8.388333465030883, + 8.41126245004125, + 8.43539859703742, + 8.462526158022229, + 8.485887056041975, + 8.5111644929857, + 8.53546515502967, + 8.560014015005436, + 8.583534174016677, + 8.60806948802201, + 8.63315926399082, + 8.658092066994868, + 8.683384429023135, + 8.705477640032768, + 8.730083406029735, + 8.757030662032776, + 8.78101403301116, + 8.80487901403103, + 8.829473627032712, + 8.857498286000919, + 8.883506804006174, + 8.910024915996473, + 8.933564733015373, + 8.959599330031779, + 8.982436608988792, + 9.009014900017064, + 9.03283098799875, + 9.058256399002858, + 9.082297332002781, + 9.105897859029938, + 9.130943096999545 + ], + [ + 7.410875075031072, + 7.437070603016764, + 7.460322249040473, + 7.483499161025975, + 7.508761753037106, + 7.534969775006175, + 7.559658295009285, + 7.584598926012404, + 7.612027080031112, + 7.636822584026959, + 7.66389192600036, + 7.6887882350129075, + 7.712483112001792, + 7.739127186010592, + 7.764755434007384, + 7.790132218040526, + 7.817259058007039, + 7.847112342016771, + 7.875339319987688, + 7.903738230990712, + 7.930702963029034, + 7.958272161020432, + 7.981907106004655, + 8.009061693039257, + 8.035176302015316, + 8.061379152000882, + 8.085252708988264, + 8.112725930986926, + 8.135454370989464, + 8.161136778013315, + 8.18455751700094, + 8.208637321018614, + 8.23332899500383, + 8.25967766798567, + 8.287217881006654, + 8.312835219025146, + 8.337532385019585, + 8.362530447018798, + 8.388368337007705, + 8.411293515004218, + 8.435431979014538, + 8.462559860025067, + 8.485920562990941, + 8.511196022038348, + 8.535501689009834, + 8.560047369042877, + 8.58356903103413, + 8.608103440026753, + 8.633195282018278, + 8.658125457994174, + 8.683415303996298, + 8.70551089500077, + 8.730117060011253, + 8.75706600502599, + 8.781047699041665, + 8.804915071988944, + 8.829509048024192, + 8.857531067042146, + 8.883539573987946, + 8.910057943023276, + 8.9336016800371, + 8.95963523403043, + 8.982468277041335, + 9.009051046043169, + 9.032868037000299, + 9.058291493041907, + 9.082326928037219, + 9.105934799008537, + 9.131113014998846, + 9.156464642030187, + 9.182733478024602, + 9.207502781995572, + 9.231777695007622, + 9.257828726025764, + 9.281082100002095, + 9.307674189039972, + 9.333796088991221, + 9.359321725030895, + 9.382025072001852, + 9.40756721002981, + 9.430964397033677, + 9.457780639000703, + 9.480387206014711, + 9.503517600998748, + 9.527631697012112, + 9.553439425013494, + 9.580556381028146, + 9.602974782988895, + 9.626770281000063, + 9.651321633020416, + 9.676168520993087, + 9.698540112993214, + 9.722153247043025, + 9.74872748600319, + 9.771820339024998, + 9.797887603985146, + 9.824157431023195, + 9.848730824014638, + 9.871173521038145, + 9.898296492989175, + 9.926155668043066, + 9.954418106004596, + 9.978678264014889, + 10.002460082003381, + 10.026224870001897, + 10.050977665989194, + 10.075803578016348, + 10.099877208995167, + 10.126338792033494, + 10.149601005017757, + 10.175035137042869, + 10.201870733988471, + 10.227630087989382, + 10.25464727904182, + 10.278280324011575, + 10.303409004001878, + 10.330558589019347, + 10.360425667022355, + 10.387033711012919, + 10.41423538402887, + 10.443236363003962, + 10.4693562570028, + 10.498639315017499, + 10.522963809024077, + 10.549549370014574, + 10.573905736033339, + 10.59967276203679, + 10.623489212011918 + ], + [ + 8.885238656017464, + 8.91008530399995, + 8.933632049011067, + 8.95966632902855, + 8.982496218988672, + 9.009081033000257, + 9.032898787991144, + 9.058321002987213, + 9.082354001991916, + 9.105965920025483, + 9.131142169993836, + 9.156498273019679, + 9.182765494042542, + 9.207534491026308, + 9.231811069010291, + 9.25786227104254, + 9.281119054998271, + 9.30770794802811, + 9.333832936012186, + 9.359353744017426, + 9.38205941702472, + 9.407598123012576, + 9.43099893903127, + 9.457813607004937, + 9.480419334024191, + 9.503551275003701, + 9.527662401029374, + 9.553476656030398, + 9.580587167001795, + 9.603007344005164, + 9.626800977042876, + 9.65135411999654, + 9.676199887006078, + 9.698572268011048, + 9.72218935098499, + 9.748762506991625, + 9.771859669999685, + 9.797923675039783, + 9.824189962993842, + 9.848764442023821, + 9.871205541014206, + 9.898333043034654, + 9.926191367034335, + 9.954454003018327, + 9.978710133989807, + 10.00249307102058, + 10.026258414029144, + 10.051011656003539, + 10.07583461800823, + 10.099912881036289, + 10.126371884020045, + 10.14963451703079, + 10.175071705016308, + 10.201904190005735, + 10.227665693033487, + 10.254680638026912, + 10.278315217001364, + 10.303441349999048, + 10.330595467006788, + 10.36046283703763, + 10.387070361990482, + 10.414270578010473, + 10.443271294992883, + 10.469394207000732, + 10.498675214999821, + 10.523000004002824, + 10.54958302603336, + 10.573940156027675, + 10.599705352040473, + 10.623614843003452, + 10.650915450009052, + 10.678106676030438, + 10.701208628015593, + 10.72678377002012, + 10.751443865010515, + 10.775561119022314, + 10.799250736017711, + 10.82404174702242, + 10.848972589999903, + 10.874742701009382, + 10.900484870013315, + 10.926972901041154, + 10.95401495299302, + 10.97964676702395, + 11.005647373036481, + 11.030333130038343, + 11.0571116770152, + 11.08322637801757, + 11.109309996012598, + 11.133324505994096, + 11.158011949039064, + 11.182759114017244, + 11.205779701005667, + 11.23249309003586, + 11.259250270028133, + 11.285685810027644, + 11.310622400022112, + 11.336059770022985, + 11.36063665599795, + 11.387663783039898, + 11.411916106997523, + 11.437931478023529, + 11.465686861018185, + 11.490288458997384, + 11.513791117991786, + 11.538816003012471, + 11.563596271036658, + 11.588095724990126, + 11.614728250016924, + 11.637502034020144, + 11.662740764033515, + 11.688259577029385, + 11.7106457510381, + 11.736467043985613, + 11.762702574022114, + 11.788219976006076, + 11.8139717450249, + 11.842659794026986, + 11.866113497002516, + 11.890111081011128, + 11.91296924900962, + 11.934812599036377, + 11.962291764037218, + 11.990122837014496, + 12.017757898021955, + 12.045101544004865, + 12.070053250005003, + 12.093091058020946 + ], + [ + 10.360543629038148, + 10.387102016014978, + 10.414301660028286, + 10.443301347026136, + 10.469427533040289, + 10.498705642006826, + 10.523031059012283, + 10.549612095986959, + 10.573969418008346, + 10.599734498013277, + 10.623644059000071, + 10.65095223201206, + 10.678138140996452, + 10.701243555988185, + 10.726815826026723, + 10.751480887003709, + 10.775594982027542, + 10.799286991008557, + 10.824073411989957, + 10.849006358999759, + 10.874778787023388, + 10.900516800000332, + 10.927008547994774, + 10.95404854399385, + 10.979680066986475, + 11.00568097399082, + 11.030366606020834, + 11.057145339029375, + 11.083261188992765, + 11.109345475037117, + 11.133360590029042, + 11.158046947035473, + 11.182791561994236, + 11.205815508030355, + 11.232526481035165, + 11.259285414998885, + 11.285717524995562, + 11.3106565939961, + 11.33609554899158, + 11.3606740180403, + 11.387695118028205, + 11.411951843008865, + 11.437965949997306, + 11.465721921005752, + 11.490319075994194, + 11.513824193039909, + 11.53884943103185, + 11.56362969201291, + 11.58813009300502, + 11.614761553006247, + 11.63753833703231, + 11.662774511030875, + 11.688291817030404, + 11.710677392024081, + 11.736501523992047, + 11.762734229036141, + 11.788251604011748, + 11.814006494998466, + 11.842694683000445, + 11.8661472700187, + 11.890145389013924, + 11.913001878012437, + 11.934846785035916, + 11.962328510999214, + 11.99015926301945, + 12.017791362013668, + 12.045137993001845, + 12.070090263034217, + 12.093244465999305, + 12.120262645999901, + 12.143617684021592, + 12.16761729301652, + 12.193156425026245, + 12.215930699021555, + 12.239435093011707, + 12.264598133042455, + 12.290502166026272, + 12.313718251010869, + 12.33643382100854, + 12.36059275403386, + 12.383959391037934, + 12.40686970402021, + 12.42975510301767, + 12.454484252026305, + 12.479518084030133, + 12.502723192039412, + 12.527704772015568, + 12.550945675000548, + 12.575838970020413, + 12.599491472996306, + 12.622840392985381, + 12.64551148400642, + 12.668797985010315, + 12.693695369991474, + 12.715523131017108, + 12.73886634601513, + 12.763830916024745, + 12.788202306022868, + 12.814607899985276, + 12.837483617011458, + 12.862860872002784, + 12.887664078036323, + 12.913461084011942, + 12.935460250009783, + 12.962357538985088, + 12.985759269038681, + 13.01065477001248, + 13.03341403399827, + 13.060093812004197, + 13.08368907001568, + 13.107058458030224, + 13.130525282002054, + 13.154521040036343, + 13.179147524992004, + 13.203067140013445, + 13.22528783598682, + 13.2512037170236, + 13.27678008202929, + 13.305504627001937, + 13.329908840998542, + 13.353173965006135, + 13.379839432018343, + 13.405817085993476, + 13.43090120702982, + 13.455994529009331, + 13.479354056995362, + 13.505575101997238, + 13.52967219700804 + ], + [ + 11.842760557017755, + 11.866176679031923, + 11.890175290987827, + 11.913028991024476, + 11.934881552995648, + 11.962359566998202, + 11.990190136013553, + 12.017820634995587, + 12.045168486016337, + 12.070121247030329, + 12.093272686994169, + 12.120296103996225, + 12.143653087026905, + 12.167654310993385, + 12.1931880430202, + 12.215961795009207, + 12.239469429012388, + 12.264632200007327, + 12.290536157030147, + 12.313749071036, + 12.336467124987394, + 12.360624502995051, + 12.383991834009066, + 12.406901500013191, + 12.429787077009678, + 12.454516003024764, + 12.479550046031363, + 12.502755128021818, + 12.527738446020521, + 12.550981617008802, + 12.57587202603463, + 12.599522217991762, + 12.622871503001079, + 12.645542246988043, + 12.668831848015543, + 12.693727268022485, + 12.71555405401159, + 12.738897913019173, + 12.76386306702625, + 12.788235469022766, + 12.81464118900476, + 12.837517307023518, + 12.862894557998516, + 12.887699487037025, + 12.913495031010825, + 12.935493946017232, + 12.96238797303522, + 12.985792173014488, + 13.010685684042983, + 13.033447712019552, + 13.060129621007945, + 13.083722548035439, + 13.107093005033676, + 13.13055893901037, + 13.154553751985077, + 13.179182116989978, + 13.20309849298792, + 13.225320030003786, + 13.25123929901747, + 13.276817041041795, + 13.305539325985592, + 13.329941164003685, + 13.353209373017307, + 13.37987293099286, + 13.405849575996399, + 13.43093339400366, + 13.456030255998485, + 13.479389202024322, + 13.505606180988252, + 13.529797631024849, + 13.557422493991908, + 13.585203680035193, + 13.611284907034133, + 13.637750502035487, + 13.664988756005187, + 13.689681365038268, + 13.716604511020705, + 13.739846826996654, + 13.766482021019328, + 13.792787648038939, + 13.818053569004405, + 13.842209432041273, + 13.867001576989423, + 13.892688181018457, + 13.917739031021483, + 13.944157554011326, + 13.969675861008, + 13.995325969008263, + 14.02139187202556, + 14.050227808998898, + 14.078762896999251, + 14.106280265026726, + 14.131914329016581, + 14.15694357198663, + 14.182867544004694, + 14.208679807023145, + 14.23277116502868, + 14.258429315988906, + 14.285206540022045, + 14.310594365000725, + 14.340324435033835, + 14.369498431042302, + 14.400496521033347, + 14.429880926036276, + 14.46046919299988, + 14.489730525005143, + 14.520179145038128, + 14.548743824998382, + 14.578983118990436, + 14.606821108027361, + 14.630765811016317, + 14.65528217802057, + 14.68184650898911, + 14.706233733042609, + 14.730815052986145, + 14.75650213798508, + 14.786863929999527, + 14.813997861987446, + 14.839205729018431, + 14.864865916024428, + 14.889380949025508, + 14.915481590025593, + 14.939379727991764, + 14.964340219041333, + 14.988656085042749, + 15.014316377986688, + 15.038819446985144, + 15.065063157991972 + ], + [ + 13.305609714996535, + 13.32996926503256, + 13.35324051702628, + 13.379903502005618, + 13.405882426013704, + 13.430960397003219, + 13.456060259020887, + 13.47942004504148, + 13.505633410008159, + 13.529827003018, + 13.55745871399995, + 13.585239262029063, + 13.611320742988028, + 13.63778618699871, + 13.665022405039053, + 13.689718389010523, + 13.716641740989871, + 13.739883824018762, + 13.766515564988367, + 13.792823766998481, + 13.818089300999418, + 13.842241013015155, + 13.867035784991458, + 13.892731780011673, + 13.917774022032972, + 13.944190920039546, + 13.969709261029493, + 13.995362132031005, + 14.021428362990264, + 14.050264604040422, + 14.078798681031913, + 14.106314764008857, + 14.131950487033464, + 14.156977543025278, + 14.182898549013771, + 14.208711540035438, + 14.232804635015782, + 14.258467025007121, + 14.285239687014837, + 14.310627638013102, + 14.340361801034305, + 14.369535564037506, + 14.400533295003697, + 14.42991844099015, + 14.460505441005807, + 14.489767625986133, + 14.520216891018208, + 14.548780957993586, + 14.579020273988135, + 14.606858454993926, + 14.630799101025332, + 14.655310022993945, + 14.68188441102393, + 14.706267013039906, + 14.730851645988878, + 14.756538610032294, + 14.786901507992297, + 14.814030853041913, + 14.83924163802294, + 14.864901247026864, + 14.889417177008, + 14.915513677988201, + 14.939414335996844, + 14.964373638038523, + 14.988691164995544, + 15.014347099000588, + 15.03885299898684, + 15.065232289023697, + 15.090633401006926, + 15.116641406028066, + 15.139122900029179, + 15.161693972011562, + 15.186436179035809, + 15.211673112004064, + 15.236020144016948, + 15.262280119990464, + 15.2881701120059, + 15.312783981033135, + 15.33723409898812, + 15.36171235103393, + 15.385603654023726, + 15.41083485604031, + 15.433266715030186, + 15.45833825803129, + 15.482739933999255, + 15.508249578997493, + 15.53064800199354, + 15.55559251201339, + 15.581773761019576, + 15.606649452005513, + 15.630823916988447, + 15.654985330998898, + 15.680721328011714, + 15.70417872699909, + 15.729461843031459, + 15.753845316998195, + 15.778643888013903, + 15.804570523032453, + 15.830868449993432, + 15.855642629030626, + 15.879040086001623, + 15.904340320033953, + 15.927683902031276, + 15.951471284031868, + 15.976183673017658, + 16.000339883030392, + 16.02617230900796, + 16.050540010037366, + 16.0776650570333, + 16.107292153988965, + 16.136706821038388, + 16.165936052042525, + 16.1928652030183, + 16.21787811804097, + 16.24524801701773, + 16.273187968996353, + 16.298648144991603, + 16.324210091028363, + 16.349386134999804, + 16.374845225014724, + 16.402391070034355, + 16.426975379989017, + 16.452013457019348, + 16.47520326898666, + 16.501952295016963, + 16.524811860988848, + 16.550517395022325, + 16.574952025024686 + ], + [ + 14.786975104012527, + 14.814058131014463, + 14.839272971032187, + 14.864930232986808, + 14.889447736029979, + 14.915541382040828, + 14.939442404021975, + 14.96440271899337, + 14.98871989903273, + 15.014375245023984, + 15.03888738004025, + 15.065262907999568, + 15.090667176991701, + 15.116674688004423, + 15.139154748001602, + 15.161725060024764, + 15.18646733200876, + 15.211705029010773, + 15.23605215299176, + 15.262315494997893, + 15.288202858006116, + 15.312815804034472, + 15.337270237039775, + 15.36174437502632, + 15.385638147010468, + 15.410868728999048, + 15.43330044898903, + 15.458369964035228, + 15.482775070995558, + 15.50828063802328, + 15.530679869989399, + 15.555625370994676, + 15.581808573042508, + 15.606683171994518, + 15.630861384037416, + 15.655019838013686, + 15.680756212037522, + 15.704212264041416, + 15.72949504002463, + 15.753887594037224, + 15.778678970003966, + 15.804605710029136, + 15.830904353992082, + 15.85567576799076, + 15.879074614029378, + 15.9043737060274, + 15.927715878991876, + 15.951506296987645, + 15.976216676994227, + 16.000376151001547, + 16.026203320012428, + 16.050576462992467, + 16.0777063780115, + 16.107329730992205, + 16.136744406016078, + 16.16597242100397, + 16.19289857998956, + 16.21791068301536, + 16.245285832032096, + 16.273222176008858, + 16.298683383036405, + 16.324243544018827, + 16.349418675992638, + 16.374886305013206, + 16.402424296014942, + 16.42700677603716, + 16.452053548011463, + 16.475239452032838, + 16.501984035014175, + 16.524843026010785, + 16.55055117298616, + 16.57509320002282, + 16.602548427006695, + 16.6275850260281, + 16.65267333498923, + 16.677307940030005, + 16.70152820099611, + 16.7272708590026, + 16.75106916303048, + 16.7776741880225, + 16.804591747000813, + 16.83127471001353, + 16.854107169026975, + 16.878032898996025, + 16.903870437992737, + 16.927865563018713, + 16.952218178019393, + 16.975851350987796, + 17.00355895399116, + 17.026589717017487, + 17.0515086260275, + 17.077162864035927, + 17.10425644100178, + 17.131258690031245, + 17.156002573028672, + 17.179207327018958, + 17.203654976037797, + 17.228848539991304, + 17.253596296010073, + 17.28157763002673, + 17.307949879032094, + 17.334074232028797, + 17.361045478028245, + 17.383815605018754, + 17.410875814035535, + 17.43529731000308, + 17.460644437989686, + 17.484977504995186, + 17.512101778003853, + 17.537377844040748, + 17.563080355001148, + 17.587889691989403, + 17.61513157299487, + 17.63788727100473, + 17.661392448004335, + 17.68456912401598, + 17.709223041019868, + 17.737507855985314, + 17.761291497037746, + 17.78555872500874, + 17.812055307033006, + 17.83521848602686, + 17.86100782203721, + 17.88476767501561, + 17.910861095995642, + 17.933865697006695, + 17.959376449987758, + 17.98193974001333 + ], + [ + 16.246152536012232, + 16.27325110300444, + 16.298713677038904, + 16.324272817990277, + 16.349448268010747, + 16.37491544499062, + 16.402453760034405, + 16.427033951040357, + 16.452083026990294, + 16.475270733993966, + 16.502011019038036, + 16.52486761304317, + 16.550580251030624, + 16.57512570999097, + 16.602583541010972, + 16.627616912010126, + 16.652706890017726, + 16.67734128702432, + 16.701561022026, + 16.727302473038435, + 16.751105311035644, + 16.777709007030353, + 16.804628902988043, + 16.831306336040143, + 16.854141140996944, + 16.878067151992582, + 16.903905101993587, + 16.92789722100133, + 16.952250686008483, + 16.975893579015974, + 17.003592560999095, + 17.02662501001032, + 17.051542160043027, + 17.07719547499437, + 17.10429110802943, + 17.13128970901016, + 17.15603390202159, + 17.17923911503749, + 17.203690070018638, + 17.228892226004973, + 17.253632394014858, + 17.2816146860132, + 17.307983316015452, + 17.334110478986986, + 17.361078199988697, + 17.383849273028318, + 17.410907413985115, + 17.435330543026794, + 17.460677916998975, + 17.48501402704278, + 17.512140377017204, + 17.53741121798521, + 17.563116753008217, + 17.58792448003078, + 17.615163111011498, + 17.637921850022394, + 17.66142374899937, + 17.68460028100526, + 17.709266751015093, + 17.737543429015204, + 17.7613273379975, + 17.785591379040852, + 17.81208688399056, + 17.835253714001738, + 17.86104254098609, + 17.884801056003198, + 17.910893958003726, + 17.93389740801649, + 17.959409945004154, + 17.98209432902513, + 18.008827479032334, + 18.031597368011717, + 18.05766702000983, + 18.08168453798862, + 18.104618719022255, + 18.131397090037353, + 18.15806121804053, + 18.187267623026855, + 18.21616469003493, + 18.243698785023298, + 18.269276513019577, + 18.292441505007446, + 18.318025276996195, + 18.343224178999662, + 18.366733870992903, + 18.39037747302791, + 18.41580509499181, + 18.438214550027624, + 18.463303340016864, + 18.485672547016293, + 18.511075263028033, + 18.533995756006334, + 18.558654529042542, + 18.582294836000074, + 18.605976396996994, + 18.63037687999895, + 18.65588833298534, + 18.67971552303061, + 18.702978547022212, + 18.725879439036362, + 18.750033293035813, + 18.774957425019238, + 18.798648116993718, + 18.823924542986788, + 18.847671075025573, + 18.871218504034914, + 18.894996347022243, + 18.918631742009893, + 18.942766277003102, + 18.967926632030867, + 18.98960155399982, + 19.014973634039052, + 19.039536654017866, + 19.06522671802668, + 19.087479736015666, + 19.10965775704244, + 19.134900495002512, + 19.159312164993025, + 19.186412117036525, + 19.21260315104155, + 19.23646338301478, + 19.262019678018987, + 19.28671735402895, + 19.30980400502449, + 19.334707634989172, + 19.35788440098986, + 19.382189144031145, + 19.40531544998521 + ], + [ + 17.73761413700413, + 17.76135852903826, + 17.78561985498527, + 17.81211408803938, + 17.835284128028434, + 17.86107260303106, + 17.8848293889896, + 17.91092211502837, + 17.93392452102853, + 17.959439049009234, + 17.982123834022786, + 18.008863644034136, + 18.03163267299533, + 18.05770418100292, + 18.08171575202141, + 18.104654030990787, + 18.131430778012145, + 18.158098358020652, + 18.187305422034115, + 18.216199611022603, + 18.24372954800492, + 18.269308275019284, + 18.29247253900394, + 18.318058731034398, + 18.343257909000386, + 18.3667670339928, + 18.390412993030623, + 18.41583753802115, + 18.438248086022213, + 18.463335145032033, + 18.485705483006313, + 18.511107427999377, + 18.534030579030514, + 18.558688483026344, + 18.58232584001962, + 18.6060123690404, + 18.630410213023424, + 18.655921554018278, + 18.67974931502249, + 18.703010166005697, + 18.725912997033447, + 18.750067017041147, + 18.774989337020088, + 18.79868336999789, + 18.823956354986876, + 18.84770366200246, + 18.871250363008585, + 18.8950297870324, + 18.918664730037563, + 18.94280532101402, + 18.96795804402791, + 18.98963346501114, + 19.015007587033324, + 19.03957211301895, + 19.065258747024927, + 19.08751049899729, + 19.109693340025842, + 19.134935128036886, + 19.159341872029472, + 19.186446131032426, + 19.212634604016785, + 19.236495195014868, + 19.262056240986567, + 19.286748232028913, + 19.309836331987754, + 19.334741418017074, + 19.35792015300831, + 19.382219873019494, + 19.40544000803493, + 19.430559586035088, + 19.457416526041925, + 19.479817807034124, + 19.502986414008774, + 19.527631364995614, + 19.554186268011108, + 19.57615792902652, + 19.598298165015876, + 19.62293089303421, + 19.647060037998017, + 19.67240113700973, + 19.694361667032354, + 19.71808486903319, + 19.741235680005047, + 19.76704961399082, + 19.79233698803, + 19.81812979199458, + 19.84362224204233, + 19.86885135702323, + 19.89350236998871, + 19.916621135023888, + 19.943430629034992, + 19.967991137993522, + 19.990544266998768, + 20.016109756019432, + 20.043606516032014, + 20.06977190199541, + 20.091706153994892, + 20.115724413015414, + 20.140278784034308, + 20.167402744991705, + 20.191741690039635, + 20.21694967400981, + 20.246666779043153, + 20.275651164993178, + 20.305185679986607, + 20.331079644034617, + 20.36124048900092, + 20.388501009030733, + 20.414564035017975, + 20.440979439008515, + 20.46730827400461, + 20.492664511024486, + 20.51781603699783, + 20.543114086030982, + 20.568645198014565, + 20.592913855041843, + 20.619116088026203, + 20.645588712999597, + 20.67515069298679, + 20.697913795011118, + 20.721286832005717, + 20.747263222001493, + 20.77283863304183, + 20.796137702011038, + 20.82124818203738, + 20.84685965703102, + 20.869785910006613, + 20.89264459401602 + ], + [ + 19.187271731032524, + 19.212662039033603, + 19.236522197024897, + 19.262087237031665, + 19.286775881017093, + 19.30986420303816, + 19.334770562010817, + 19.35795027500717, + 19.382247082015965, + 19.405470437020995, + 19.430590308038518, + 19.45744975603884, + 19.47984952101251, + 19.503018903022166, + 19.527667573012877, + 19.55421957699582, + 19.57618984999135, + 19.598332828027196, + 19.622962456021924, + 19.647097251028754, + 19.672433467989322, + 19.69439223903464, + 19.71811809099745, + 19.741267596022226, + 19.76708487502765, + 19.792367794027086, + 19.81816406501457, + 19.8436557269888, + 19.86888942803489, + 19.893533229012974, + 19.91665471403394, + 19.943465496005956, + 19.968023027991876, + 19.99057664204156, + 20.016145806002896, + 20.04364157404052, + 20.06980348500656, + 20.091738847026136, + 20.115756042010617, + 20.140312322007958, + 20.167436546005774, + 20.19177362002665, + 20.21698407403892, + 20.246704466000665, + 20.27568705199519, + 20.305223860021215, + 20.331115929991938, + 20.36127849802142, + 20.38853579602437, + 20.41459792299429, + 20.44101111200871, + 20.46734185301466, + 20.492699894995894, + 20.517847953015007, + 20.543149544042535, + 20.56867875799071, + 20.592949366022367, + 20.6191506650066, + 20.64562616200419, + 20.675185858039185, + 20.697946062020492, + 20.721322706027422, + 20.74729643203318, + 20.772871090041008, + 20.79616955301026, + 20.821280005038716, + 20.846892821020447, + 20.869818626029883, + 20.8928354550153, + 20.918299115030095, + 20.94237827399047, + 20.96938659902662, + 20.993590497004334, + 21.018798606994096, + 21.044675893033855, + 21.06983415602008, + 21.092632957035676, + 21.119597915036138, + 21.14319323998643, + 21.166907768987585, + 21.191437897039577, + 21.2139010860119, + 21.237006133014802, + 21.260512444016058, + 21.286362868035212, + 21.309949855029117, + 21.332516536000185, + 21.358345996995922, + 21.38161098101409, + 21.404704944987316, + 21.427177746023517, + 21.452171304030344, + 21.4763674630085, + 21.499732311000116, + 21.523210696002934, + 21.54671695100842, + 21.57304920698516, + 21.596816430042963, + 21.62243440601742, + 21.645747471018694, + 21.670142696006224, + 21.69383663102053, + 21.715867920021992, + 21.739828961028252, + 21.76435345201753, + 21.79040195303969, + 21.81544188602129, + 21.840354608022608, + 21.864812759042252, + 21.888340300996788, + 21.91215591802029, + 21.936115360003896, + 21.961027659010142, + 21.984366768039763, + 22.00882259901846, + 22.032557428989094, + 22.05862452602014, + 22.08337389799999, + 22.106205494026653, + 22.134141243994236, + 22.161034129036125, + 22.18591430899687, + 22.210168305027764, + 22.234774329990614, + 22.260405377019197, + 22.289104439027142, + 22.31814197602216, + 22.348841483006254 + ], + [ + 20.67525290400954, + 20.697973205999006, + 20.72135387302842, + 20.747325673000887, + 20.77290203300072, + 20.796197668998502, + 20.821307264035568, + 20.84691990999272, + 20.86984801304061, + 20.892867077025585, + 20.91833397600567, + 20.94241472799331, + 20.969420219014864, + 20.993624288006686, + 21.018831881985534, + 21.044710936024785, + 21.06986795499688, + 21.092664814030286, + 21.119631565001328, + 21.143227018998004, + 21.166944487020373, + 21.19146958302008, + 21.213933251041453, + 21.23704085004283, + 21.26054600503994, + 21.286393581016455, + 21.309984212042764, + 21.33255025802646, + 21.35837661201367, + 21.381644486042205, + 21.404737867997028, + 21.427209841029253, + 21.45220663602231, + 21.476400497020222, + 21.4997638729983, + 21.523241401999258, + 21.546752410999034, + 21.573084695031866, + 21.596849651017692, + 21.62246512202546, + 21.645784229040146, + 21.670175637002103, + 21.693867691035848, + 21.715901799034327, + 21.73986271698959, + 21.764385134039912, + 21.790435517032165, + 21.81547562702326, + 21.840388421027455, + 21.864845837000757, + 21.888377636030782, + 21.912187476991676, + 21.936148037028033, + 21.96105893299682, + 21.984402012021746, + 22.008862517017405, + 22.032589261012617, + 22.058661529037636, + 22.083408047037665, + 22.106237341999076, + 22.134174950013403, + 22.161068385990802, + 22.185948582016863, + 22.210199132037815, + 22.23480767000001, + 22.260438484023325, + 22.28914203401655, + 22.318178837012965, + 22.34899263601983, + 22.37692778802011, + 22.40304920799099, + 22.42667569499463, + 22.4529995630146, + 22.47837042500032, + 22.50450710998848, + 22.53051906800829, + 22.558186503010802, + 22.580674975004513, + 22.606930762995034, + 22.6298646540381, + 22.65594870701898, + 22.682254729035776, + 22.706450564030092, + 22.730919305002317, + 22.756085192027967, + 22.783688399998937, + 22.809213797037955, + 22.834433859039564, + 22.858787173987366, + 22.88491762301419, + 22.90867844200693, + 22.93358316301601, + 22.96018393000122, + 22.985266208008397, + 23.01259828702314, + 23.036617545003537, + 23.063897273037583, + 23.088776651013177, + 23.114689207985066, + 23.137869261030573, + 23.163127162028104, + 23.188778626034036, + 23.213035786000546, + 23.237163231999148, + 23.26285044202814, + 23.292155270988587, + 23.31784738803981, + 23.34244195104111, + 23.368491303990595, + 23.39500685199164, + 23.419023897033185, + 23.444905882002786, + 23.46930987102678, + 23.495539930008817, + 23.521205997036304, + 23.54680809302954, + 23.573377300985157, + 23.59917978104204, + 23.6251660840353, + 23.648501369985752, + 23.672677888011094, + 23.696367400989402, + 23.72028060304001, + 23.74402708199341, + 23.767807429016102, + 23.793032907997258, + 23.818447310011834, + 23.840614070999436 + ], + [ + 22.134984988020733, + 22.161096727009863, + 22.185978060006164, + 22.210226147028152, + 22.234835645998828, + 22.260467546002474, + 22.2891731300042, + 22.318211293022614, + 22.349027177027892, + 22.376961990026757, + 22.4030812800047, + 22.42670949001331, + 22.453032263030764, + 22.47840121103218, + 22.50453809602186, + 22.530555086035747, + 22.558221565035637, + 22.580707580025773, + 22.606964086997323, + 22.629899246036075, + 22.65598266903544, + 22.682288746000268, + 22.706485159986187, + 22.73095367802307, + 22.75612054899102, + 22.783724042994436, + 22.809249042999, + 22.834468888991978, + 22.858823735034093, + 22.884953114029486, + 22.908713015029207, + 22.933613631990738, + 22.960218209016602, + 22.985300822008867, + 23.012632816040423, + 23.036651019006968, + 23.063933242985513, + 23.088812502042856, + 23.114722808008082, + 23.137905601004604, + 23.1631609260221, + 23.18881214404246, + 23.21306892699795, + 23.2371965800412, + 23.262891513004433, + 23.292188338993583, + 23.317883918993175, + 23.342475292040035, + 23.368530011037365, + 23.395043693017215, + 23.41905724699609, + 23.444940507994033, + 23.469346143014263, + 23.49557609303156, + 23.521239196008537, + 23.546844087017234, + 23.57341060199542, + 23.599222462042235, + 23.625197493005544, + 23.64853517804295, + 23.6727110670181, + 23.696398332016543, + 23.72031408402836, + 23.744061161996797, + 23.767842135042883, + 23.793066328042187, + 23.818479962006677, + 23.840793867013417, + 23.86493367800722, + 23.889437976991758, + 23.914368287019897, + 23.93628736503888, + 23.960634055023547, + 23.98530988598941, + 24.009556245990098, + 24.032299640995916, + 24.057631525036413, + 24.083597244985867, + 24.10814687103266, + 24.13183074403787, + 24.154790155997034, + 24.179183050000574, + 24.20392300002277, + 24.227232728037052, + 24.251090263016522, + 24.27615558699472, + 24.3032952210051, + 24.325954094994813, + 24.35193809203338, + 24.38015785103198, + 24.409265672031324, + 24.435067795042414, + 24.46027258801041, + 24.484558511001524, + 24.509035132010467, + 24.532141113013495, + 24.55716226802906, + 24.58010970603209, + 24.606272666016594, + 24.633868204022292, + 24.661673649039585, + 24.69011679000687, + 24.71876269101631, + 24.747186168038752, + 24.775350960029755, + 24.803832976031117, + 24.83072007703595, + 24.85377346299356, + 24.87681110104313, + 24.899639084003866, + 24.922835492994636, + 24.94752086501103, + 24.970660665014293, + 24.99455245101126, + 25.01831273100106, + 25.043155118008144, + 25.06758171803085, + 25.09086776402546, + 25.114815935026854, + 25.138333890994545, + 25.162152005010284, + 25.18521863402566, + 25.209331198013388, + 25.2339301329921, + 25.261194257007446, + 25.287767290021293, + 25.312824578024447, + 25.336013377993368 + ], + [ + 23.625259361986537, + 23.64856346399756, + 23.67273915099213, + 23.696425524016377, + 23.720342718006577, + 23.744089391024318, + 23.767867977032438, + 23.79309569200268, + 23.818505892995745, + 23.8408241890138, + 23.864969991031103, + 23.889471097034402, + 23.914401648042258, + 23.93631932500284, + 23.960669274034444, + 23.985341697989497, + 24.009589934023097, + 24.03233310300857, + 24.057667176006362, + 24.08363047702005, + 24.108182030031458, + 24.131862835027277, + 24.154822068987414, + 24.179216456017457, + 24.20395555102732, + 24.227264526009094, + 24.2511234760168, + 24.27619062102167, + 24.30332912004087, + 24.32598860003054, + 24.351974832999986, + 24.380194786994252, + 24.409303507010918, + 24.43510258704191, + 24.46030662598787, + 24.48459195002215, + 24.509066933009308, + 24.53217716398649, + 24.55719579203287, + 24.580141234037, + 24.606310059025418, + 24.63390482001705, + 24.66170991701074, + 24.690153999021277, + 24.71879843203351, + 24.747222978039645, + 24.775387778005097, + 24.80386956402799, + 24.830752002017107, + 24.8538068709895, + 24.87684626900591, + 24.899670021026395, + 24.922869188012555, + 24.94755184004316, + 24.970691366994288, + 24.99458602303639, + 25.01834621402668, + 25.043188795039896, + 25.067614544997923, + 25.090901661023963, + 25.114846697018947, + 25.138368593994528, + 25.162186140019912, + 25.185252235038206, + 25.209362468041945, + 25.23396690003574, + 25.2612312270212, + 25.28780083701713, + 25.312862344027963, + 25.336137637030333, + 25.362020050000865, + 25.3894391549984, + 25.41444608103484, + 25.436544608033728, + 25.461193801020272, + 25.485318321036175, + 25.509294377989136, + 25.531917032029014, + 25.556931370985694, + 25.58239009603858, + 25.6064027689863, + 25.628795974014793, + 25.65244368102867, + 25.676060664991383, + 25.69943067402346, + 25.72354889800772, + 25.747556889022235, + 25.770194985030685, + 25.794632207020186, + 25.82096945802914, + 25.844300285039935, + 25.868007952987682, + 25.89074454404181, + 25.91345099802129, + 25.935045758029446, + 25.95901580201462, + 25.98321544099599, + 26.008493200992234, + 26.031260446994565, + 26.055862998007797, + 26.08095074800076, + 26.104495294042863, + 26.128016919014044, + 26.151762498018797, + 26.177096126019023, + 26.2030925549916, + 26.226317594002467, + 26.24882819398772, + 26.272817326011136, + 26.297693333995994, + 26.322567365015857, + 26.345236964989454, + 26.369088652019855, + 26.392885751032736, + 26.416415976011194, + 26.445037737023085, + 26.473795844009146, + 26.499594791035634, + 26.522949826030526, + 26.545940512034576, + 26.569577071990352, + 26.593309257994406, + 26.615919489006046, + 26.639275747002102, + 26.663797123008408, + 26.687341557990294, + 26.710918388038408, + 26.734439962019678 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ] + ], + "tokens_exact": true, + "progress_spans": 416, + "imports": [ + { + "request": "3-0", + "spans": 26, + "start_s": 312097.178775716, + "end_s": 312097.193457809, + "source_done_before": false, + "source_done_after": true + }, + { + "request": "3-1", + "spans": 1, + "start_s": 312097.247343454, + "end_s": 312097.248947471, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 312097.300462823, + "end_s": 312097.302188631, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 312097.357773746, + "end_s": 312097.35947918, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 312097.411299105, + "end_s": 312097.412892197, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 312097.485808002, + "end_s": 312097.487300798, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 312097.536524459, + "end_s": 312097.538079425, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 312097.585263882, + "end_s": 312097.586877914, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 312097.637365269, + "end_s": 312097.639011418, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 312097.716104639, + "end_s": 312097.71766679, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 312097.768610775, + "end_s": 312097.770174247, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 312097.821567913, + "end_s": 312097.823099044, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 312097.872017446, + "end_s": 312097.873535407, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 312097.924543461, + "end_s": 312097.926005151, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 312097.975709713, + "end_s": 312097.977372207, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 312098.02637558, + "end_s": 312098.028004675, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 312098.101171143, + "end_s": 312098.1026102, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 312098.15339129, + "end_s": 312098.154901037, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 312098.204947009, + "end_s": 312098.206482699, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 312098.256848226, + "end_s": 312098.258475279, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 312098.306999747, + "end_s": 312098.308600383, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 312098.380360436, + "end_s": 312098.381806373, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 312098.432088724, + "end_s": 312098.433530474, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 312098.483454593, + "end_s": 312098.485073327, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 312098.534844681, + "end_s": 312098.536481828, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 312098.58473774, + "end_s": 312098.586347155, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-1", + "spans": 1, + "start_s": 312098.662426221, + "end_s": 312098.664199892, + "source_done_before": true, + "source_done_after": true + }, + { + "request": "3-2", + "spans": 1, + "start_s": 312098.739471338, + "end_s": 312098.740115244, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 312098.789573183, + "end_s": 312098.790180057, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 312098.837834403, + "end_s": 312098.838494261, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 312098.887040072, + "end_s": 312098.887763994, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 312098.962733315, + "end_s": 312098.963359644, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 312099.013385209, + "end_s": 312099.014019444, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 312099.064231692, + "end_s": 312099.06481275, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 312099.114690145, + "end_s": 312099.11538321, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 312099.163993695, + "end_s": 312099.16465926, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 312099.239391437, + "end_s": 312099.240027102, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 312099.289593858, + "end_s": 312099.290225949, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 312099.340088813, + "end_s": 312099.340759691, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 312099.396366218, + "end_s": 312099.397061713, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 312099.449056506, + "end_s": 312099.449731403, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 312099.499901953, + "end_s": 312099.500547108, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 312099.574356892, + "end_s": 312099.574973702, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 312099.623772024, + "end_s": 312099.624399473, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 312099.673914482, + "end_s": 312099.674546569, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 312099.726876589, + "end_s": 312099.727557277, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 312099.781248199, + "end_s": 312099.781948704, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 312099.837430005, + "end_s": 312099.83815169, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 312099.893374438, + "end_s": 312099.894088886, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 312099.949291151, + "end_s": 312099.949995165, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 312100.005226667, + "end_s": 312100.005912863, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 312100.055437044, + "end_s": 312100.056100602, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-2", + "spans": 1, + "start_s": 312100.13351482, + "end_s": 312100.134300514, + "source_done_before": true, + "source_done_after": true + }, + { + "request": "3-3", + "spans": 1, + "start_s": 312100.205572731, + "end_s": 312100.207054466, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 312100.257960239, + "end_s": 312100.2595247, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 312100.305969865, + "end_s": 312100.307595166, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 312100.378552242, + "end_s": 312100.380205974, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 312100.430062837, + "end_s": 312100.431545597, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 312100.484773529, + "end_s": 312100.486296026, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 312100.536848306, + "end_s": 312100.538308727, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 312100.588941707, + "end_s": 312100.590581411, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 312100.63993466, + "end_s": 312100.641574644, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 312100.69260716, + "end_s": 312100.694265973, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 312100.771009704, + "end_s": 312100.772649398, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 312100.824494524, + "end_s": 312100.82606231, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 312100.87713404, + "end_s": 312100.878677241, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 312100.931249914, + "end_s": 312100.93271397, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 312100.981122514, + "end_s": 312100.982583189, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 312101.029766133, + "end_s": 312101.031403811, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 312101.10429283, + "end_s": 312101.105736064, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 312101.153329586, + "end_s": 312101.154883353, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 312101.204963865, + "end_s": 312101.206577763, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 312101.260312771, + "end_s": 312101.261921263, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 312101.316447794, + "end_s": 312101.318171736, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 312101.374973908, + "end_s": 312101.376630652, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 312101.431665527, + "end_s": 312101.433394154, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 312101.491944529, + "end_s": 312101.493710845, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 312101.552478403, + "end_s": 312101.554224945, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-3", + "spans": 1, + "start_s": 312101.61297338, + "end_s": 312101.614802899, + "source_done_before": true, + "source_done_after": true + }, + { + "request": "3-4", + "spans": 1, + "start_s": 312101.673809043, + "end_s": 312101.674540044, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-4", + "spans": 1, + "start_s": 312101.722365605, + "end_s": 312101.722998045, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-4", + "spans": 1, + "start_s": 312101.796924232, + "end_s": 312101.797526313, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-4", + "spans": 1, + "start_s": 312101.847140535, + "end_s": 312101.847828408, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-4", + "spans": 1, + "start_s": 312101.89958084, + "end_s": 312101.900177177, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-4", + "spans": 1, + "start_s": 312101.948324275, + "end_s": 312101.948977753, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-4", + "spans": 1, + "start_s": 312102.022571126, + "end_s": 312102.023203806, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-4", + "spans": 1, + "start_s": 312102.070288663, + "end_s": 312102.07090809, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-4", + "spans": 1, + "start_s": 312102.11914463, + "end_s": 312102.119780958, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-4", + "spans": 1, + "start_s": 312102.189687909, + "end_s": 312102.190275962, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-4", + "spans": 1, + "start_s": 312102.238220407, + "end_s": 312102.238804106, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-4", + "spans": 1, + "start_s": 312102.28596367, + "end_s": 312102.28658212, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-4", + "spans": 1, + "start_s": 312102.356890714, + "end_s": 312102.357506813, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-4", + "spans": 1, + "start_s": 312102.406463497, + "end_s": 312102.407126756, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-4", + "spans": 1, + "start_s": 312102.457143901, + "end_s": 312102.457766628, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-4", + "spans": 1, + "start_s": 312102.509971349, + "end_s": 312102.510620605, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-4", + "spans": 1, + "start_s": 312102.555912028, + "end_s": 312102.556578972, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-4", + "spans": 1, + "start_s": 312102.631620012, + "end_s": 312102.632283351, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-4", + "spans": 1, + "start_s": 312102.682757378, + "end_s": 312102.68338501, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-4", + "spans": 1, + "start_s": 312102.731113179, + "end_s": 312102.731700381, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-4", + "spans": 1, + "start_s": 312102.777649163, + "end_s": 312102.77833024, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-4", + "spans": 1, + "start_s": 312102.854303439, + "end_s": 312102.854931888, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-4", + "spans": 1, + "start_s": 312102.903779695, + "end_s": 312102.904455581, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-4", + "spans": 1, + "start_s": 312102.954118271, + "end_s": 312102.954706885, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-4", + "spans": 1, + "start_s": 312103.002668339, + "end_s": 312103.003326276, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-4", + "spans": 1, + "start_s": 312103.079193201, + "end_s": 312103.079979043, + "source_done_before": true, + "source_done_after": true + }, + { + "request": "3-5", + "spans": 1, + "start_s": 312103.152666638, + "end_s": 312103.154229974, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-5", + "spans": 1, + "start_s": 312103.204135745, + "end_s": 312103.205610439, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-5", + "spans": 1, + "start_s": 312103.253766426, + "end_s": 312103.255320398, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-5", + "spans": 1, + "start_s": 312103.305992574, + "end_s": 312103.307634515, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-5", + "spans": 1, + "start_s": 312103.382105978, + "end_s": 312103.383523959, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-5", + "spans": 1, + "start_s": 312103.433920248, + "end_s": 312103.435389345, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-5", + "spans": 1, + "start_s": 312103.486432008, + "end_s": 312103.488098034, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-5", + "spans": 1, + "start_s": 312103.544510696, + "end_s": 312103.546153209, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-5", + "spans": 1, + "start_s": 312103.599870077, + "end_s": 312103.601343754, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-5", + "spans": 1, + "start_s": 312103.651073324, + "end_s": 312103.652568501, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-5", + "spans": 1, + "start_s": 312103.704361987, + "end_s": 312103.70614392, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-5", + "spans": 1, + "start_s": 312103.754426841, + "end_s": 312103.756118566, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-5", + "spans": 1, + "start_s": 312103.830303588, + "end_s": 312103.831851289, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-5", + "spans": 1, + "start_s": 312103.877802024, + "end_s": 312103.879260695, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-5", + "spans": 1, + "start_s": 312103.92884739, + "end_s": 312103.930449813, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-5", + "spans": 1, + "start_s": 312103.982009655, + "end_s": 312103.983549342, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-5", + "spans": 1, + "start_s": 312104.031697212, + "end_s": 312104.033151514, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-5", + "spans": 1, + "start_s": 312104.104598689, + "end_s": 312104.106134729, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-5", + "spans": 1, + "start_s": 312104.155086603, + "end_s": 312104.15659708, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-5", + "spans": 1, + "start_s": 312104.204671151, + "end_s": 312104.20629072, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-5", + "spans": 1, + "start_s": 312104.27726981, + "end_s": 312104.278715929, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-5", + "spans": 1, + "start_s": 312104.327290567, + "end_s": 312104.328702288, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-5", + "spans": 1, + "start_s": 312104.374678324, + "end_s": 312104.37620901, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-5", + "spans": 1, + "start_s": 312104.426235236, + "end_s": 312104.427850466, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-5", + "spans": 1, + "start_s": 312104.498678333, + "end_s": 312104.500293468, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-5", + "spans": 1, + "start_s": 312104.552716008, + "end_s": 312104.554351844, + "source_done_before": true, + "source_done_after": true + }, + { + "request": "3-6", + "spans": 1, + "start_s": 312104.628835055, + "end_s": 312104.629508226, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-6", + "spans": 1, + "start_s": 312104.678251898, + "end_s": 312104.678926887, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-6", + "spans": 1, + "start_s": 312104.727490485, + "end_s": 312104.728157531, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-6", + "spans": 1, + "start_s": 312104.801217536, + "end_s": 312104.801858913, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-6", + "spans": 1, + "start_s": 312104.851931789, + "end_s": 312104.852559212, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-6", + "spans": 1, + "start_s": 312104.900977606, + "end_s": 312104.901602477, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-6", + "spans": 1, + "start_s": 312104.950290336, + "end_s": 312104.95096342, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-6", + "spans": 1, + "start_s": 312105.003008855, + "end_s": 312105.003657592, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-6", + "spans": 1, + "start_s": 312105.076763035, + "end_s": 312105.077358759, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-6", + "spans": 1, + "start_s": 312105.126980603, + "end_s": 312105.127613814, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-6", + "spans": 1, + "start_s": 312105.1727182, + "end_s": 312105.173339938, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-6", + "spans": 1, + "start_s": 312105.222646839, + "end_s": 312105.223337941, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-6", + "spans": 1, + "start_s": 312105.295966779, + "end_s": 312105.296563128, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-6", + "spans": 1, + "start_s": 312105.3453651, + "end_s": 312105.345946391, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-6", + "spans": 1, + "start_s": 312105.391358533, + "end_s": 312105.392025455, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-6", + "spans": 1, + "start_s": 312105.467092638, + "end_s": 312105.467752478, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-6", + "spans": 1, + "start_s": 312105.517931827, + "end_s": 312105.518555152, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-6", + "spans": 1, + "start_s": 312105.567503685, + "end_s": 312105.568200979, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-6", + "spans": 1, + "start_s": 312105.623624648, + "end_s": 312105.62429806, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-6", + "spans": 1, + "start_s": 312105.671660078, + "end_s": 312105.672295883, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-6", + "spans": 1, + "start_s": 312105.74500534, + "end_s": 312105.745593804, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-6", + "spans": 1, + "start_s": 312105.795537471, + "end_s": 312105.796117936, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-6", + "spans": 1, + "start_s": 312105.844241104, + "end_s": 312105.84491187, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-6", + "spans": 1, + "start_s": 312105.896836518, + "end_s": 312105.897512497, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-6", + "spans": 1, + "start_s": 312105.947484048, + "end_s": 312105.948140199, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-6", + "spans": 1, + "start_s": 312105.999767265, + "end_s": 312106.000477949, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-7", + "spans": 1, + "start_s": 312106.08347204, + "end_s": 312106.085112184, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-7", + "spans": 1, + "start_s": 312106.13860084, + "end_s": 312106.140326283, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-7", + "spans": 1, + "start_s": 312106.192200253, + "end_s": 312106.193801798, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-7", + "spans": 1, + "start_s": 312106.268902325, + "end_s": 312106.270458226, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-7", + "spans": 1, + "start_s": 312106.32012205, + "end_s": 312106.321774134, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-7", + "spans": 1, + "start_s": 312106.370412473, + "end_s": 312106.372039044, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-7", + "spans": 1, + "start_s": 312106.42065172, + "end_s": 312106.422328929, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-7", + "spans": 1, + "start_s": 312106.493239887, + "end_s": 312106.494780485, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-7", + "spans": 1, + "start_s": 312106.543948407, + "end_s": 312106.5455749, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-7", + "spans": 1, + "start_s": 312106.596178222, + "end_s": 312106.597795563, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-7", + "spans": 1, + "start_s": 312106.648847942, + "end_s": 312106.650388916, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-7", + "spans": 1, + "start_s": 312106.699535482, + "end_s": 312106.7011419, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-7", + "spans": 1, + "start_s": 312106.752429421, + "end_s": 312106.754076998, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-7", + "spans": 1, + "start_s": 312106.827213936, + "end_s": 312106.828749718, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-7", + "spans": 1, + "start_s": 312106.874984595, + "end_s": 312106.876548432, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-7", + "spans": 1, + "start_s": 312106.92845382, + "end_s": 312106.93007633, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-7", + "spans": 1, + "start_s": 312106.97982437, + "end_s": 312106.981370582, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-7", + "spans": 1, + "start_s": 312107.029844532, + "end_s": 312107.031508205, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-7", + "spans": 1, + "start_s": 312107.107132931, + "end_s": 312107.108665594, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-7", + "spans": 1, + "start_s": 312107.159483581, + "end_s": 312107.160930015, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-7", + "spans": 1, + "start_s": 312107.208021836, + "end_s": 312107.209552879, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-7", + "spans": 1, + "start_s": 312107.257296579, + "end_s": 312107.258888761, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-7", + "spans": 1, + "start_s": 312107.331941341, + "end_s": 312107.333487153, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-7", + "spans": 1, + "start_s": 312107.379843325, + "end_s": 312107.381314123, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-7", + "spans": 1, + "start_s": 312107.431898431, + "end_s": 312107.43335983, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-7", + "spans": 1, + "start_s": 312107.483177891, + "end_s": 312107.484833912, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-8", + "spans": 1, + "start_s": 312107.559343669, + "end_s": 312107.559971097, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-8", + "spans": 1, + "start_s": 312107.631530223, + "end_s": 312107.632239067, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-8", + "spans": 1, + "start_s": 312107.686988394, + "end_s": 312107.68763635, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-8", + "spans": 1, + "start_s": 312107.739290919, + "end_s": 312107.739968427, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-8", + "spans": 1, + "start_s": 312107.789463601, + "end_s": 312107.790094109, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-8", + "spans": 1, + "start_s": 312107.836824322, + "end_s": 312107.837507303, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-8", + "spans": 1, + "start_s": 312107.908633716, + "end_s": 312107.909219698, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-8", + "spans": 1, + "start_s": 312107.959703188, + "end_s": 312107.960331411, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-8", + "spans": 1, + "start_s": 312108.005634022, + "end_s": 312108.006266773, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-8", + "spans": 1, + "start_s": 312108.076066563, + "end_s": 312108.076662189, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-8", + "spans": 1, + "start_s": 312108.123681338, + "end_s": 312108.124263114, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-8", + "spans": 1, + "start_s": 312108.171920446, + "end_s": 312108.172504741, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-8", + "spans": 1, + "start_s": 312108.24504064, + "end_s": 312108.245709207, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-8", + "spans": 1, + "start_s": 312108.292039042, + "end_s": 312108.292661129, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-8", + "spans": 1, + "start_s": 312108.337999345, + "end_s": 312108.338634756, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-8", + "spans": 1, + "start_s": 312108.408062587, + "end_s": 312108.408654393, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-8", + "spans": 1, + "start_s": 312108.457402268, + "end_s": 312108.458030029, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-8", + "spans": 1, + "start_s": 312108.506684183, + "end_s": 312108.507307662, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-8", + "spans": 1, + "start_s": 312108.556868375, + "end_s": 312108.557537153, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-8", + "spans": 1, + "start_s": 312108.631553243, + "end_s": 312108.632139231, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-8", + "spans": 1, + "start_s": 312108.679850923, + "end_s": 312108.680449812, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-8", + "spans": 1, + "start_s": 312108.729298039, + "end_s": 312108.729905813, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-8", + "spans": 1, + "start_s": 312108.776260468, + "end_s": 312108.776889036, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-8", + "spans": 1, + "start_s": 312108.848348199, + "end_s": 312108.84895734, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-8", + "spans": 1, + "start_s": 312108.894484988, + "end_s": 312108.895063682, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-8", + "spans": 1, + "start_s": 312108.94598812, + "end_s": 312108.946708133, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-9", + "spans": 1, + "start_s": 312109.049072675, + "end_s": 312109.050700095, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-9", + "spans": 1, + "start_s": 312109.100126125, + "end_s": 312109.101572325, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-9", + "spans": 1, + "start_s": 312109.148589855, + "end_s": 312109.150232355, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-9", + "spans": 1, + "start_s": 312109.199468329, + "end_s": 312109.200890819, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-9", + "spans": 1, + "start_s": 312109.254408563, + "end_s": 312109.256028954, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-9", + "spans": 1, + "start_s": 312109.306954996, + "end_s": 312109.308546496, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-9", + "spans": 1, + "start_s": 312109.358888915, + "end_s": 312109.360562069, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-9", + "spans": 1, + "start_s": 312109.435682477, + "end_s": 312109.437194606, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-9", + "spans": 1, + "start_s": 312109.487259555, + "end_s": 312109.488844184, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-9", + "spans": 1, + "start_s": 312109.53620407, + "end_s": 312109.537732992, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-9", + "spans": 1, + "start_s": 312109.586941539, + "end_s": 312109.588508223, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-9", + "spans": 1, + "start_s": 312109.638875682, + "end_s": 312109.640391264, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-9", + "spans": 1, + "start_s": 312109.719435098, + "end_s": 312109.721079511, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-9", + "spans": 1, + "start_s": 312109.775481978, + "end_s": 312109.777007056, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-9", + "spans": 1, + "start_s": 312109.826145189, + "end_s": 312109.827683508, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-9", + "spans": 1, + "start_s": 312109.877876456, + "end_s": 312109.879339016, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-9", + "spans": 1, + "start_s": 312109.927638405, + "end_s": 312109.929281345, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-9", + "spans": 1, + "start_s": 312109.979793872, + "end_s": 312109.981420104, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-9", + "spans": 1, + "start_s": 312110.038715113, + "end_s": 312110.040478781, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-9", + "spans": 1, + "start_s": 312110.099094117, + "end_s": 312110.100786673, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-9", + "spans": 1, + "start_s": 312110.158939358, + "end_s": 312110.160617215, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-9", + "spans": 1, + "start_s": 312110.217954396, + "end_s": 312110.219672513, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-9", + "spans": 1, + "start_s": 312110.276027595, + "end_s": 312110.277579769, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-9", + "spans": 1, + "start_s": 312110.324476007, + "end_s": 312110.325936206, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-9", + "spans": 1, + "start_s": 312110.375433586, + "end_s": 312110.376970699, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-9", + "spans": 1, + "start_s": 312110.425710322, + "end_s": 312110.427402659, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-10", + "spans": 1, + "start_s": 312110.508444345, + "end_s": 312110.509129222, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-10", + "spans": 1, + "start_s": 312110.55861825, + "end_s": 312110.559302925, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-10", + "spans": 1, + "start_s": 312110.633569663, + "end_s": 312110.634206436, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-10", + "spans": 1, + "start_s": 312110.683540391, + "end_s": 312110.684131547, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-10", + "spans": 1, + "start_s": 312110.735333212, + "end_s": 312110.735955151, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-10", + "spans": 1, + "start_s": 312110.785842894, + "end_s": 312110.786457256, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-10", + "spans": 1, + "start_s": 312110.855632776, + "end_s": 312110.856233888, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-10", + "spans": 1, + "start_s": 312110.905218494, + "end_s": 312110.905831994, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-10", + "spans": 1, + "start_s": 312110.957369354, + "end_s": 312110.957962818, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-10", + "spans": 1, + "start_s": 312111.006439973, + "end_s": 312111.007135388, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-10", + "spans": 1, + "start_s": 312111.080036077, + "end_s": 312111.080648689, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-10", + "spans": 1, + "start_s": 312111.127534837, + "end_s": 312111.12812667, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-10", + "spans": 1, + "start_s": 312111.17744543, + "end_s": 312111.178034759, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-10", + "spans": 1, + "start_s": 312111.224792152, + "end_s": 312111.225410336, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-10", + "spans": 1, + "start_s": 312111.300026137, + "end_s": 312111.30060867, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-10", + "spans": 1, + "start_s": 312111.34992325, + "end_s": 312111.350541539, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-10", + "spans": 1, + "start_s": 312111.398661458, + "end_s": 312111.399285656, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-10", + "spans": 1, + "start_s": 312111.44784765, + "end_s": 312111.448512634, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-10", + "spans": 1, + "start_s": 312111.524842991, + "end_s": 312111.525467206, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-10", + "spans": 1, + "start_s": 312111.573540846, + "end_s": 312111.574163431, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-10", + "spans": 1, + "start_s": 312111.620674254, + "end_s": 312111.621325091, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-10", + "spans": 1, + "start_s": 312111.669544446, + "end_s": 312111.670199217, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-10", + "spans": 1, + "start_s": 312111.746880577, + "end_s": 312111.747597879, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-10", + "spans": 1, + "start_s": 312111.80591942, + "end_s": 312111.806658291, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-10", + "spans": 1, + "start_s": 312111.835144374, + "end_s": 312111.835816111, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-10", + "spans": 1, + "start_s": 312111.914472353, + "end_s": 312111.915261308, + "source_done_before": true, + "source_done_after": true + }, + { + "request": "3-11", + "spans": 1, + "start_s": 312111.993439367, + "end_s": 312111.995019707, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-11", + "spans": 1, + "start_s": 312112.044083039, + "end_s": 312112.045612023, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-11", + "spans": 1, + "start_s": 312112.096198884, + "end_s": 312112.097711529, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-11", + "spans": 1, + "start_s": 312112.144439828, + "end_s": 312112.146068985, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-11", + "spans": 1, + "start_s": 312112.194032271, + "end_s": 312112.195535834, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-11", + "spans": 1, + "start_s": 312112.271751863, + "end_s": 312112.273418796, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-11", + "spans": 1, + "start_s": 312112.321874447, + "end_s": 312112.323427303, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-11", + "spans": 1, + "start_s": 312112.370726101, + "end_s": 312112.372196203, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-11", + "spans": 1, + "start_s": 312112.420274455, + "end_s": 312112.421942396, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-11", + "spans": 1, + "start_s": 312112.473799734, + "end_s": 312112.475483773, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-11", + "spans": 1, + "start_s": 312112.547233473, + "end_s": 312112.548725228, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-11", + "spans": 1, + "start_s": 312112.597062088, + "end_s": 312112.598520641, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-11", + "spans": 1, + "start_s": 312112.645061973, + "end_s": 312112.646700349, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-11", + "spans": 1, + "start_s": 312112.720708413, + "end_s": 312112.722240683, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-11", + "spans": 1, + "start_s": 312112.773456996, + "end_s": 312112.774962566, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-11", + "spans": 1, + "start_s": 312112.825199921, + "end_s": 312112.826665873, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-11", + "spans": 1, + "start_s": 312112.872858899, + "end_s": 312112.874468025, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-11", + "spans": 1, + "start_s": 312112.922805961, + "end_s": 312112.924376995, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-11", + "spans": 1, + "start_s": 312112.977150034, + "end_s": 312112.978682125, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-11", + "spans": 1, + "start_s": 312113.053020929, + "end_s": 312113.054540956, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-11", + "spans": 1, + "start_s": 312113.104496376, + "end_s": 312113.106022167, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-11", + "spans": 1, + "start_s": 312113.15418375, + "end_s": 312113.155817604, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-11", + "spans": 1, + "start_s": 312113.206578465, + "end_s": 312113.208121673, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-11", + "spans": 1, + "start_s": 312113.25709336, + "end_s": 312113.25871537, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-11", + "spans": 1, + "start_s": 312113.330588221, + "end_s": 312113.332045994, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-11", + "spans": 1, + "start_s": 312113.378438316, + "end_s": 312113.380098858, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-12", + "spans": 1, + "start_s": 312113.454786679, + "end_s": 312113.455463163, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-12", + "spans": 1, + "start_s": 312113.504452888, + "end_s": 312113.505113846, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-12", + "spans": 1, + "start_s": 312113.580086608, + "end_s": 312113.580676838, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-12", + "spans": 1, + "start_s": 312113.628605907, + "end_s": 312113.629233228, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-12", + "spans": 1, + "start_s": 312113.678032467, + "end_s": 312113.678682137, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-12", + "spans": 1, + "start_s": 312113.726874391, + "end_s": 312113.727550309, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-12", + "spans": 1, + "start_s": 312113.800596451, + "end_s": 312113.801213057, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-12", + "spans": 1, + "start_s": 312113.856477604, + "end_s": 312113.857187657, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-12", + "spans": 1, + "start_s": 312113.91289655, + "end_s": 312113.913506775, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-12", + "spans": 1, + "start_s": 312113.961637501, + "end_s": 312113.962238244, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-12", + "spans": 1, + "start_s": 312114.012424243, + "end_s": 312114.01304265, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-12", + "spans": 1, + "start_s": 312114.059581076, + "end_s": 312114.06023332, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-12", + "spans": 1, + "start_s": 312114.132499835, + "end_s": 312114.133103737, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-12", + "spans": 1, + "start_s": 312114.180272412, + "end_s": 312114.180852879, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-12", + "spans": 1, + "start_s": 312114.22785566, + "end_s": 312114.228474591, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-12", + "spans": 1, + "start_s": 312114.299577397, + "end_s": 312114.300196647, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-12", + "spans": 1, + "start_s": 312114.348915537, + "end_s": 312114.349537029, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-12", + "spans": 1, + "start_s": 312114.395080129, + "end_s": 312114.395683601, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-12", + "spans": 1, + "start_s": 312114.467851239, + "end_s": 312114.468518766, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-12", + "spans": 1, + "start_s": 312114.516869875, + "end_s": 312114.51747253, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-12", + "spans": 1, + "start_s": 312114.564196936, + "end_s": 312114.564811131, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-12", + "spans": 1, + "start_s": 312114.611975692, + "end_s": 312114.612641458, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-12", + "spans": 1, + "start_s": 312114.684174513, + "end_s": 312114.68479965, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-12", + "spans": 1, + "start_s": 312114.734424719, + "end_s": 312114.734997722, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-12", + "spans": 1, + "start_s": 312114.778862003, + "end_s": 312114.779507175, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-12", + "spans": 1, + "start_s": 312114.855628748, + "end_s": 312114.856382977, + "source_done_before": true, + "source_done_after": true + }, + { + "request": "3-13", + "spans": 1, + "start_s": 312114.93125636, + "end_s": 312114.932875633, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-13", + "spans": 1, + "start_s": 312114.979029131, + "end_s": 312114.980510847, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-13", + "spans": 1, + "start_s": 312115.027119107, + "end_s": 312115.028724221, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-13", + "spans": 1, + "start_s": 312115.099755268, + "end_s": 312115.101221593, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-13", + "spans": 1, + "start_s": 312115.149020099, + "end_s": 312115.150480984, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-13", + "spans": 1, + "start_s": 312115.196835819, + "end_s": 312115.19844605, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-13", + "spans": 1, + "start_s": 312115.267498981, + "end_s": 312115.269011328, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-13", + "spans": 1, + "start_s": 312115.316266283, + "end_s": 312115.317876984, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-13", + "spans": 1, + "start_s": 312115.363557329, + "end_s": 312115.364980325, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-13", + "spans": 1, + "start_s": 312115.436253836, + "end_s": 312115.437869221, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-13", + "spans": 1, + "start_s": 312115.487330794, + "end_s": 312115.48886021, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-13", + "spans": 1, + "start_s": 312115.538054033, + "end_s": 312115.539505836, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-13", + "spans": 1, + "start_s": 312115.585820788, + "end_s": 312115.587386528, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-13", + "spans": 1, + "start_s": 312115.659740618, + "end_s": 312115.661181928, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-13", + "spans": 1, + "start_s": 312115.712811374, + "end_s": 312115.714426924, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-13", + "spans": 1, + "start_s": 312115.760903627, + "end_s": 312115.762338967, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-13", + "spans": 1, + "start_s": 312115.809478833, + "end_s": 312115.810995958, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-13", + "spans": 1, + "start_s": 312115.886152059, + "end_s": 312115.887678412, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-13", + "spans": 1, + "start_s": 312115.9448596, + "end_s": 312115.946562716, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-13", + "spans": 1, + "start_s": 312116.000286747, + "end_s": 312116.001926053, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-13", + "spans": 1, + "start_s": 312116.057704059, + "end_s": 312116.059283481, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-13", + "spans": 1, + "start_s": 312116.110175647, + "end_s": 312116.111681085, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-13", + "spans": 1, + "start_s": 312116.161869272, + "end_s": 312116.163468245, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-13", + "spans": 1, + "start_s": 312116.212318783, + "end_s": 312116.213927223, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-13", + "spans": 1, + "start_s": 312116.262116571, + "end_s": 312116.263642883, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-13", + "spans": 1, + "start_s": 312116.314796954, + "end_s": 312116.316492585, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-14", + "spans": 1, + "start_s": 312116.390523171, + "end_s": 312116.391192319, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-14", + "spans": 1, + "start_s": 312116.465362165, + "end_s": 312116.465966879, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-14", + "spans": 1, + "start_s": 312116.516084274, + "end_s": 312116.516679801, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-14", + "spans": 1, + "start_s": 312116.562952359, + "end_s": 312116.563570696, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-14", + "spans": 1, + "start_s": 312116.638586489, + "end_s": 312116.639227382, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-14", + "spans": 1, + "start_s": 312116.687997854, + "end_s": 312116.688623674, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-14", + "spans": 1, + "start_s": 312116.739034841, + "end_s": 312116.739646718, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-14", + "spans": 1, + "start_s": 312116.788797887, + "end_s": 312116.789403255, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-14", + "spans": 1, + "start_s": 312116.836113364, + "end_s": 312116.836773734, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-14", + "spans": 1, + "start_s": 312116.90620736, + "end_s": 312116.906826978, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-14", + "spans": 1, + "start_s": 312116.955559104, + "end_s": 312116.956148431, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-14", + "spans": 1, + "start_s": 312117.001716807, + "end_s": 312117.002336591, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-14", + "spans": 1, + "start_s": 312117.07390241, + "end_s": 312117.074490967, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-14", + "spans": 1, + "start_s": 312117.121375601, + "end_s": 312117.122026643, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-14", + "spans": 1, + "start_s": 312117.168928677, + "end_s": 312117.169518844, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-14", + "spans": 1, + "start_s": 312117.242252629, + "end_s": 312117.242917621, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-14", + "spans": 1, + "start_s": 312117.291629567, + "end_s": 312117.292210485, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-14", + "spans": 1, + "start_s": 312117.339342673, + "end_s": 312117.339963944, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-14", + "spans": 1, + "start_s": 312117.409029721, + "end_s": 312117.409646105, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-14", + "spans": 1, + "start_s": 312117.45960149, + "end_s": 312117.46020136, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-14", + "spans": 1, + "start_s": 312117.509554563, + "end_s": 312117.510191251, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-14", + "spans": 1, + "start_s": 312117.557547322, + "end_s": 312117.558225986, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-14", + "spans": 1, + "start_s": 312117.630222911, + "end_s": 312117.630837488, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-14", + "spans": 1, + "start_s": 312117.678029418, + "end_s": 312117.678640962, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-14", + "spans": 1, + "start_s": 312117.727830315, + "end_s": 312117.728505793, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-14", + "spans": 1, + "start_s": 312117.803356646, + "end_s": 312117.804096633, + "source_done_before": true, + "source_done_after": true + }, + { + "request": "3-15", + "spans": 1, + "start_s": 312117.879390978, + "end_s": 312117.880867416, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-15", + "spans": 1, + "start_s": 312117.929633619, + "end_s": 312117.93117746, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-15", + "spans": 1, + "start_s": 312117.987384595, + "end_s": 312117.989062225, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-15", + "spans": 1, + "start_s": 312118.046131048, + "end_s": 312118.047734833, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-15", + "spans": 1, + "start_s": 312118.095875838, + "end_s": 312118.097419999, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-15", + "spans": 1, + "start_s": 312118.147565749, + "end_s": 312118.149105916, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-15", + "spans": 1, + "start_s": 312118.199723894, + "end_s": 312118.201371738, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-15", + "spans": 1, + "start_s": 312118.24987357, + "end_s": 312118.251420946, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-15", + "spans": 1, + "start_s": 312118.325150383, + "end_s": 312118.326700523, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-15", + "spans": 1, + "start_s": 312118.375652931, + "end_s": 312118.377203871, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-15", + "spans": 1, + "start_s": 312118.425288937, + "end_s": 312118.426927229, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-15", + "spans": 1, + "start_s": 312118.478417153, + "end_s": 312118.480075881, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-15", + "spans": 1, + "start_s": 312118.527993003, + "end_s": 312118.529633477, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-15", + "spans": 1, + "start_s": 312118.602779061, + "end_s": 312118.60426585, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-15", + "spans": 1, + "start_s": 312118.654468895, + "end_s": 312118.65608742, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-15", + "spans": 1, + "start_s": 312118.705817689, + "end_s": 312118.707363766, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-15", + "spans": 1, + "start_s": 312118.757981218, + "end_s": 312118.75961363, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-15", + "spans": 1, + "start_s": 312118.83232795, + "end_s": 312118.833862544, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-15", + "spans": 1, + "start_s": 312118.882235962, + "end_s": 312118.88374097, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-15", + "spans": 1, + "start_s": 312118.932059481, + "end_s": 312118.933682452, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-15", + "spans": 1, + "start_s": 312118.987048772, + "end_s": 312118.988538991, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-15", + "spans": 1, + "start_s": 312119.037699603, + "end_s": 312119.039306768, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-15", + "spans": 1, + "start_s": 312119.088223596, + "end_s": 312119.089792389, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-15", + "spans": 1, + "start_s": 312119.164744472, + "end_s": 312119.16635574, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-15", + "spans": 1, + "start_s": 312119.216018698, + "end_s": 312119.217651938, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "3-15", + "spans": 1, + "start_s": 312119.268394493, + "end_s": 312119.270081218, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + }, + { + "stream_layers": true, + "warmup": false, + "elapsed_s": 26.72555148199899, + "ttft_s": [ + 1.4865655049798079, + 2.9654779179836623, + 4.432614634977654, + 5.914273313013837, + 7.382235547003802, + 8.861578495008871, + 10.338271517015528, + 11.800541873031761, + 13.275143774983007, + 14.727637486008462, + 16.188098408980295, + 17.678556696977466, + 19.124520428013057, + 20.61225419997936, + 22.067211670975666, + 23.562660711992066 + ], + "token_times_s": [ + [ + 1.4865655049798079, + 1.5143946669995785, + 1.5404675839818083, + 1.565943741996307, + 1.5905783870257437, + 1.6176911739748903, + 1.641737275000196, + 1.6664645629934967, + 1.6911624050117098, + 1.7193711770232767, + 1.7498590709874406, + 1.7788020640145987, + 1.8056991170160472, + 1.8304039540234953, + 1.8547643049969338, + 1.8800284760072827, + 1.9057457519811578, + 1.9280236070044339, + 1.9538100860081613, + 1.9778370499843732, + 2.003272205009125, + 2.0298810729873367, + 2.054592129017692, + 2.078992734022904, + 2.1037958469823934, + 2.128596250026021, + 2.1517968520056456, + 2.176911013026256, + 2.2011782790068537, + 2.226225799007807, + 2.251586580008734, + 2.2765748359961435, + 2.303489523997996, + 2.3288512530270964, + 2.355772485025227, + 2.380270289024338, + 2.4070086010033265, + 2.4305462110205553, + 2.4569888570113108, + 2.4811070829746313, + 2.506969271984417, + 2.5342483790009283, + 2.5585126890218817, + 2.5836860699928366, + 2.6079369530198164, + 2.6338099720305763, + 2.65926073002629, + 2.6863603399833664, + 2.710974516987335, + 2.7376112709753215, + 2.759848718997091, + 2.7860486389836296, + 2.813573881983757, + 2.8382818200043403, + 2.863464920024853, + 2.8895569799933583, + 2.9144600559957325, + 2.9372466760105453, + 2.9654021710157394, + 2.9898916340316646, + 3.0157519089989364, + 3.0433338790317066, + 3.066780505992938, + 3.0912155589903705, + 3.1140511460253038, + 3.1373446980142035, + 3.1624158910126425, + 3.1892436560010538, + 3.2132273170282133, + 3.2375557830091566, + 3.2628259219927713, + 3.286015750025399, + 3.3112560089793988, + 3.3349081850028597, + 3.359866122016683, + 3.384811834024731, + 3.41084733302705, + 3.4338835530215874, + 3.457728090987075, + 3.483398946991656, + 3.5079200320178643, + 3.534668643027544, + 3.5573564780061133, + 3.5836416669772007, + 3.6107313070097007, + 3.6343583799898624, + 3.658309936989099, + 3.6830824320204556, + 3.7086982500040904, + 3.7326154690235853, + 3.757159287983086, + 3.78668939700583, + 3.815586122975219, + 3.84450604300946, + 3.8718803059891798, + 3.8980925229843706, + 3.9238548499997705, + 3.946679925022181, + 3.972513890999835, + 3.998375203984324, + 4.0237252279766835, + 4.049641043995507, + 4.074933035997674, + 4.100837419973686, + 4.12439373700181, + 4.14950466301525, + 4.175429660012014, + 4.201108599023428, + 4.225375051028095, + 4.251180808991194, + 4.27716249297373, + 4.303906046028715, + 4.32807062799111, + 4.3523830359918065, + 4.377429871994536, + 4.403708189027384, + 4.43250476202229, + 4.456954394991044, + 4.481747728015762, + 4.508414140029345, + 4.536711667024065, + 4.56343418097822, + 4.589083201019093, + 4.614856179978233, + 4.640420656010974, + 4.666517121018842, + 4.692655516031664, + 4.717301991011482 + ], + [ + 2.9654779179836623, + 2.989924338995479, + 3.015783458016813, + 3.0433685739990324, + 3.0668148630065843, + 3.091247012023814, + 3.114083850989118, + 3.1373779930290766, + 3.162447639973834, + 3.1892792970174924, + 3.2132580209872685, + 3.2375889850081876, + 3.2628597950097173, + 3.2860491789761, + 3.311286753974855, + 3.334941743989475, + 3.3598973869811743, + 3.3848458470311016, + 3.4108836600207724, + 3.4339154409826733, + 3.457823593984358, + 3.4834314879844896, + 3.507955276989378, + 3.5347092149895616, + 3.5573880479787476, + 3.583685472025536, + 3.6107657609973103, + 3.634390341991093, + 3.658345006988384, + 3.6831196040147915, + 3.7087328970083036, + 3.7326485000085086, + 3.75719609297812, + 3.7867280230275355, + 3.815622665977571, + 3.844541675003711, + 3.8719153749989346, + 3.8981284699984826, + 3.9238859600154683, + 3.946714580990374, + 3.9725472609861754, + 3.9984060209826566, + 4.023761800024658, + 4.049680088006426, + 4.07496901898412, + 4.100868701993022, + 4.124428584007546, + 4.149538290977944, + 4.175463301013224, + 4.201147296000272, + 4.225411526975222, + 4.25121446599951, + 4.277193572022952, + 4.303938411991112, + 4.328104718995746, + 4.352419345988892, + 4.377460878982674, + 4.403744834009558, + 4.432541852002032, + 4.456986510020215, + 4.4817845079815015, + 4.508447153028101, + 4.53675084997667, + 4.563468887005001, + 4.589118988020346, + 4.614890864002518, + 4.640454179025255, + 4.66655314702075, + 4.6926879020174965, + 4.71743737597717, + 4.742887757020071, + 4.766919818997849, + 4.794041759974789, + 4.817101027991157, + 4.8425883810268715, + 4.868126543005928, + 4.894495410029776, + 4.92138218798209, + 4.947275159996934, + 4.973376466019545, + 4.999170851020608, + 5.027157882985193, + 5.052409800002351, + 5.078385945002083, + 5.106257573002949, + 5.135520497977268, + 5.16269058000762, + 5.19257865002146, + 5.219201290979981, + 5.247650276985951, + 5.274215241021011, + 5.3015144700184464, + 5.3261029869900085, + 5.353533932007849, + 5.379761588992551, + 5.406617989006918, + 5.431431994016748, + 5.456089810992125, + 5.483598846010864, + 5.51000850397395, + 5.537855077011045, + 5.563019191031344, + 5.5895068980171345, + 5.615945320983883, + 5.641536934999749, + 5.665789497026708, + 5.692812010995112, + 5.720369416987523, + 5.748459044029005, + 5.772788594011217, + 5.799309636990074, + 5.824063496023882, + 5.852544828027021, + 5.8829385790158994, + 5.914160575019196, + 5.939082167984452, + 5.963465536013246, + 5.988788088026922, + 6.010529717023019, + 6.037592948006932, + 6.061521188996267, + 6.086187672975939, + 6.110106577980332, + 6.134706388984341, + 6.15874437399907, + 6.1831329020205885, + 6.208313116978388, + 6.232334416999947 + ], + [ + 4.432614634977654, + 4.457013820006978, + 4.481815739010926, + 4.508475249982439, + 4.536782944982406, + 4.56349789298838, + 4.589149211999029, + 4.614920417021494, + 4.640483236988075, + 4.6665832760045305, + 4.69271872198442, + 4.717468723014463, + 4.742920091026463, + 4.7669554509921, + 4.794077562983148, + 4.817137064004783, + 4.842620205017738, + 4.868161387974396, + 4.894529871002305, + 4.92141857300885, + 4.947309112991206, + 4.973412583989557, + 4.999204372987151, + 5.0271951429895125, + 5.0524414500105195, + 5.078421204991173, + 5.1062959440168925, + 5.135557060013525, + 5.162728302006144, + 5.192616060026921, + 5.219237227982376, + 5.247686709975824, + 5.274251645023469, + 5.301549173018429, + 5.326142234029248, + 5.353569108992815, + 5.379798598005436, + 5.406650338030886, + 5.431466298003215, + 5.456123513984494, + 5.483634284988511, + 5.510041868023109, + 5.537887618003879, + 5.563054387981538, + 5.589540180983022, + 5.61598151200451, + 5.6415674579911865, + 5.665825253992807, + 5.692847595026251, + 5.720405034022406, + 5.748493392020464, + 5.77282459102571, + 5.79934071097523, + 5.824099746008869, + 5.852581723011099, + 5.882975441985764, + 5.9141964970040135, + 5.9391166379791684, + 5.9635006340104155, + 5.988819468009751, + 6.010560374008492, + 6.037625382014085, + 6.061554579006042, + 6.086221823003143, + 6.110138754011132, + 6.134744281996973, + 6.158776052005123, + 6.183168657997157, + 6.2083435310050845, + 6.232502948027104, + 6.257830166025087, + 6.2818897439865395, + 6.30748975899769, + 6.331457370019052, + 6.355024510994554, + 6.378695736988448, + 6.401998217974324, + 6.427081261004787, + 6.449503046984319, + 6.474804659024812, + 6.499933285987936, + 6.52641297201626, + 6.550105182977859, + 6.57303025998408, + 6.599804844998289, + 6.623366629995871, + 6.647176528000273, + 6.670176915009506, + 6.694415657024365, + 6.717691975005437, + 6.74101687798975, + 6.76516388298478, + 6.790109649999067, + 6.8157560609979555, + 6.83968597400235, + 6.864389101974666, + 6.889136786980089, + 6.914784819993656, + 6.939501057029702, + 6.963722056010738, + 6.987993484013714, + 7.010856958979275, + 7.037435613980051, + 7.059576908999588, + 7.083783856010996, + 7.1077184900059365, + 7.1321617430076, + 7.156435981974937, + 7.17988939298084, + 7.204927052021958, + 7.23026464501163, + 7.255845942010637, + 7.281900039990433, + 7.307353693002369, + 7.33035900502, + 7.354557436017785, + 7.38214187300764, + 7.407098911993671, + 7.431256951997057, + 7.456757324980572, + 7.479518959997222, + 7.504406005027704, + 7.532214139006101, + 7.556265573017299, + 7.581427777011413, + 7.605940309003927, + 7.632432449026965, + 7.657699028030038 + ], + [ + 5.914273313013837, + 5.9391458299942315, + 5.963531630986836, + 5.98884668701794, + 6.010586754011456, + 6.037654308020137, + 6.061583292030264, + 6.086250122985803, + 6.110166586993728, + 6.13477534300182, + 6.158803020021878, + 6.183198524988256, + 6.208370345993899, + 6.232532251975499, + 6.257864154002164, + 6.281922865018714, + 6.307522778981365, + 6.331487510004081, + 6.355057712993585, + 6.378727551025804, + 6.402033144026063, + 6.427114480989985, + 6.449533824983519, + 6.474838519003242, + 6.499970445991494, + 6.526449258031789, + 6.550137300975621, + 6.573066351003945, + 6.599837479006965, + 6.623400248994585, + 6.647207972011529, + 6.6702084739808924, + 6.69444829900749, + 6.71772580902325, + 6.741049947973806, + 6.76519697898766, + 6.790147025021724, + 6.815787255996838, + 6.839718214003369, + 6.864424467028584, + 6.889169519010466, + 6.914817354991101, + 6.939532848016825, + 6.963758911006153, + 6.988024005026091, + 7.010890470002778, + 7.0374675070052035, + 7.059608455980197, + 7.083816256024875, + 7.107752459996846, + 7.132198852021247, + 7.15646700601792, + 7.179927003977355, + 7.204960151982959, + 7.230299921007827, + 7.255880441982299, + 7.281934214988723, + 7.307386883010622, + 7.330392509989906, + 7.354592396004591, + 7.382174808008131, + 7.407133119995706, + 7.431292006978765, + 7.456789359974209, + 7.479552673001308, + 7.504436824994627, + 7.532250203017611, + 7.5562963130068965, + 7.58145959401736, + 7.605974767997395, + 7.632468434982002, + 7.657831973978318, + 7.683690304984339, + 7.707197253010236, + 7.732557950017508, + 7.75504398799967, + 7.781329042976722, + 7.805427126004361, + 7.829076823021751, + 7.853126738977153, + 7.875299971026834, + 7.901117367029656, + 7.928014239994809, + 7.955898413027171, + 7.984601204982027, + 8.010872238024604, + 8.039632847998291, + 8.067636044987012, + 8.097484681988135, + 8.126194591983221, + 8.156686149013694, + 8.187041917000897, + 8.21563187299762, + 8.24617177102482, + 8.27504921099171, + 8.305569068004843, + 8.332528931030538, + 8.359755365992896, + 8.38486114202533, + 8.413221987022553, + 8.43771614099387, + 8.465641401009634, + 8.489351883996278, + 8.515923634986393, + 8.545328660984524, + 8.571003985009156, + 8.59720176900737, + 8.623615964024793, + 8.651274606003426, + 8.677037501998711, + 8.702004070975818, + 8.728860831994098, + 8.756289605982602, + 8.782432781998068, + 8.806269097025506, + 8.832510737003759, + 8.861484400986228, + 8.887541268020868, + 8.915129886008799, + 8.93968665401917, + 8.966430823027622, + 8.993024795025121, + 9.019588608003687, + 9.049005151027814, + 9.074234294006601, + 9.100230625015683, + 9.127079757978208, + 9.153398854017723 + ], + [ + 7.382235547003802, + 7.4071620180038735, + 7.431323031021748, + 7.456816409016028, + 7.479581453022547, + 7.504464576020837, + 7.532281427993439, + 7.5563236469752155, + 7.5814868999877945, + 7.6060023860190995, + 7.632500690000597, + 7.657863284985069, + 7.68372966098832, + 7.70723352098139, + 7.732593099994119, + 7.755075581022538, + 7.7813635090133175, + 7.805460407980718, + 7.829110122984275, + 7.853158631012775, + 7.87533234100556, + 7.901155069004744, + 7.928049881011248, + 7.955944815999828, + 7.984635225031525, + 8.010905725008342, + 8.039668808982242, + 8.06768092798302, + 8.097521468997002, + 8.126230572990607, + 8.156724090978969, + 8.187079633004032, + 8.215670574980322, + 8.246209278004244, + 8.275087619025726, + 8.305604786030017, + 8.332565088989213, + 8.35978887201054, + 8.384897402022034, + 8.413254307000898, + 8.437754234997556, + 8.465680587978568, + 8.489383472013287, + 8.515959586016834, + 8.545364079007413, + 8.571038756985217, + 8.597233716980554, + 8.623649152985308, + 8.65130892302841, + 8.677073650993407, + 8.702037609997205, + 8.728897797991522, + 8.75632502901135, + 8.782467725977767, + 8.806301067001186, + 8.832548437989317, + 8.861515885975678, + 8.887577457993757, + 8.91516767902067, + 8.939722448994871, + 8.966468791011721, + 8.99306097702356, + 9.019623970030807, + 9.049041796999518, + 9.074270835029893, + 9.100261004990898, + 9.127113997004926, + 9.15356836101273, + 9.181094661005773, + 9.208688981016167, + 9.237576937011909, + 9.26688557799207, + 9.29598665703088, + 9.324687512998935, + 9.352521551016252, + 9.381648602022324, + 9.411223599978257, + 9.441368150990456, + 9.47105172200827, + 9.500978957978077, + 9.53028332698159, + 9.559872922021896, + 9.588923842005897, + 9.618741850019433, + 9.647513223986607, + 9.674742789007723, + 9.701163003977854, + 9.727574057003949, + 9.75570997298928, + 9.781022600014694, + 9.80773911299184, + 9.835636584029999, + 9.864169129985385, + 9.889400085026864, + 9.916447073977906, + 9.941915131988935, + 9.968951106013265, + 9.998430490028113, + 10.027460530982353, + 10.055710705986712, + 10.080456229974516, + 10.10668898402946, + 10.130227482004557, + 10.15460826799972, + 10.180682455014903, + 10.207741193007678, + 10.232334048021585, + 10.259109458012972, + 10.283727340982296, + 10.310485674999654, + 10.33816788502736, + 10.362738562980667, + 10.38931566698011, + 10.417741742974613, + 10.443162982992362, + 10.468874214973766, + 10.491728415014222, + 10.518668100994546, + 10.544834277010523, + 10.573585957987234, + 10.599164764978923, + 10.624712112010457, + 10.651347660983447, + 10.67620868497761, + 10.69987484900048, + 10.724021492002066, + 10.75004800898023, + 10.77428280399181 + ], + [ + 8.861578495008871, + 8.887607573007699, + 8.915198902017437, + 8.939753563026898, + 8.966500155976973, + 8.99309223802993, + 9.019655245007016, + 9.04907213198021, + 9.074302893015556, + 9.100288232031744, + 9.1271422120044, + 9.153599000012036, + 9.181127685005777, + 9.208725492004305, + 9.237613903009333, + 9.266923031012993, + 9.296023188973777, + 9.324723314028233, + 9.3525568760233, + 9.381687839981169, + 9.411263121000957, + 9.441405778983608, + 9.471090090984944, + 9.501017517992295, + 9.530322136997711, + 9.559910335985478, + 9.588961517030839, + 9.618781059980392, + 9.647547265980393, + 9.674778720014729, + 9.701197999005672, + 9.727610906993505, + 9.755746665003244, + 9.781054228020366, + 9.807774738001171, + 9.835672511020675, + 9.86420986498706, + 9.889435107004829, + 9.916478673985694, + 9.941949400003068, + 9.968988195993006, + 9.998467023018748, + 10.027496872993652, + 10.05574569402961, + 10.080487978993915, + 10.106721741030924, + 10.13026353798341, + 10.154641932982486, + 10.180719854019117, + 10.20777309697587, + 10.232370300975163, + 10.259144774987362, + 10.283761834027246, + 10.310519061982632, + 10.338204991014209, + 10.362776132009458, + 10.38935092301108, + 10.41777722700499, + 10.443198328022845, + 10.468908149981871, + 10.49176476302091, + 10.518709090014454, + 10.544870730023831, + 10.573620759998448, + 10.599201122007798, + 10.624746469024103, + 10.651382186973933, + 10.676239471998997, + 10.69990886299638, + 10.724054536025506, + 10.75007922097575, + 10.774417415028438, + 10.801784501993097, + 10.826883818022907, + 10.852452548977453, + 10.875357249984518, + 10.899425161012914, + 10.924965461017564, + 10.949051839997992, + 10.974461276025977, + 10.998407598992344, + 11.023762857017573, + 11.049733558029402, + 11.074697075004224, + 11.096610439999495, + 11.122444104985334, + 11.149005468003452, + 11.173610277997795, + 11.196773590985686, + 11.220400845981203, + 11.247118995990604, + 11.272834076022264, + 11.297441044996958, + 11.322918981022667, + 11.347971562005114, + 11.372026327997446, + 11.396023656998295, + 11.423075448023155, + 11.449393120012246, + 11.473662698990665, + 11.497074325976428, + 11.52431153098587, + 11.551901996019296, + 11.576046812988352, + 11.598923293000553, + 11.624073152022902, + 11.650392211973667, + 11.673855798027944, + 11.69871713098837, + 11.723541333980393, + 11.749735839024652, + 11.772864615020808, + 11.80043822497828, + 11.824115406023338, + 11.847586608026177, + 11.870259833987802, + 11.894189374987036, + 11.919620500993915, + 11.942575757973827, + 11.966783441021107, + 11.991727897024248, + 12.01495972997509, + 12.042550794023555, + 12.072376670024823, + 12.10117848898517, + 12.126224873994943, + 12.15075806202367, + 12.173591921979096 + ], + [ + 10.338271517015528, + 10.362807077995967, + 10.389381952001713, + 10.417806197016034, + 10.443227589013986, + 10.468937291996554, + 10.491795537993312, + 10.518738034006674, + 10.544901115004905, + 10.573650905978866, + 10.599231589992996, + 10.624775426986162, + 10.651410982012749, + 10.676266740018036, + 10.699938104022294, + 10.724083004985005, + 10.750106299994513, + 10.77444856899092, + 10.80182001600042, + 10.826920672028791, + 10.852484385017306, + 10.875390612985939, + 10.899462555011269, + 10.92499755701283, + 10.949082794017158, + 10.97449474898167, + 10.998443783028051, + 11.023801287985407, + 11.04976775299292, + 11.074728658015374, + 11.096643703000154, + 11.122478762001265, + 11.149037669005338, + 11.173643508984242, + 11.196805419982411, + 11.220437271986157, + 11.24715681798989, + 11.272868164000101, + 11.297477525018621, + 11.32295028801309, + 11.348006456973962, + 11.372061480011325, + 11.396054475975689, + 11.42310900503071, + 11.449426324979868, + 11.473705060023349, + 11.497107463015709, + 11.524346387013793, + 11.551936233998276, + 11.576081463019364, + 11.598956767003983, + 11.624106559029315, + 11.650426040985622, + 11.673889919999056, + 11.698752977012191, + 11.723574828996789, + 11.749770230031572, + 11.772898425988387, + 11.800472763017751, + 11.824149614025373, + 11.847618283994962, + 11.870293228013907, + 11.894219599023927, + 11.919653869001195, + 11.942609637975693, + 11.966817651991732, + 11.991760167002212, + 12.014995644974988, + 12.042587857984472, + 12.07241336000152, + 12.101214523019735, + 12.12625609699171, + 12.150790121988393, + 12.17377483699238, + 12.199074561009184, + 12.223460072011221, + 12.246965815022122, + 12.272466111986432, + 12.297977597976569, + 12.32481798401568, + 12.348742762987968, + 12.373621636012103, + 12.397117273008917, + 12.421625995018985, + 12.444615776010323, + 12.470593326026574, + 12.495250045030843, + 12.521016723010689, + 12.54853892000392, + 12.572662018996198, + 12.597575584019069, + 12.620819245988969, + 12.64426786400145, + 12.670191552024335, + 12.695785514020827, + 12.71972300397465, + 12.744199604028836, + 12.770063635020051, + 12.796395373996347, + 12.820146934012882, + 12.842802838014904, + 12.868721269012894, + 12.894138831994496, + 12.919257754983846, + 12.944027608027682, + 12.96890777000226, + 12.99444586399477, + 13.019461393007077, + 13.047325341030955, + 13.07182999199722, + 13.096895041991957, + 13.12192879698705, + 13.14716617797967, + 13.173134255979676, + 13.197338266996667, + 13.221004616003484, + 13.247514677990694, + 13.275052273005713, + 13.30101424100576, + 13.325075257977005, + 13.352618957986124, + 13.37843718600925, + 13.405833022028673, + 13.432080531027168, + 13.45700247300556, + 13.481022069987375, + 13.506859195011202, + 13.531309899990447 + ], + [ + 11.800541873031761, + 11.824178758019116, + 11.847645586996805, + 11.870321475027595, + 11.894245920004323, + 11.919683040992822, + 11.942638301989064, + 11.966845894989092, + 11.991787638980895, + 12.015025940025225, + 12.042620131978765, + 12.072444571007509, + 12.101244835997932, + 12.12628337397473, + 12.150816424982622, + 12.173805058992002, + 12.199109075998422, + 12.223496011982206, + 12.246999778028112, + 12.272499164973851, + 12.298010788974352, + 12.324853662983514, + 12.348778934974689, + 12.373653054994065, + 12.397151202021632, + 12.421659357030876, + 12.44464857201092, + 12.470626567024738, + 12.495281319017522, + 12.521052665018942, + 12.548572563973721, + 12.572691334993578, + 12.597612032026518, + 12.620852409978397, + 12.644302283995785, + 12.670226185000502, + 12.695817883999553, + 12.719758881023154, + 12.744231016025878, + 12.770097985980101, + 12.796431336028036, + 12.82018042699201, + 12.842835562012624, + 12.868754297029227, + 12.894172314030584, + 12.919293512997683, + 12.94406125601381, + 12.968941712984815, + 12.99448198499158, + 13.019496386987157, + 13.04736063699238, + 13.071866461017635, + 13.096929875027854, + 13.12196275300812, + 13.147200965031516, + 13.173167360015213, + 13.197371301997919, + 13.221040660981089, + 13.247551238979213, + 13.275084263994358, + 13.301050617999863, + 13.325110876990948, + 13.352652384026442, + 13.378470934985671, + 13.405867883004248, + 13.432113874005154, + 13.457036036998034, + 13.48105271201348, + 13.50689069001237, + 13.531450565031264, + 13.556753034004942, + 13.583085322985426, + 13.610316954029258, + 13.639282752992585, + 13.664747915987391, + 13.69115592201706, + 13.716194840031676, + 13.740552960021887, + 13.763867667003069, + 13.788495152024552, + 13.812661741976626, + 13.838293344015256, + 13.862666834029369, + 13.886813878023531, + 13.913107952976134, + 13.937655813992023, + 13.961582444026135, + 13.987164294987451, + 14.01485674700234, + 14.043115972017404, + 14.068410534004215, + 14.092779503029305, + 14.121567428985145, + 14.152007051976398, + 14.1810184349888, + 14.204267570981756, + 14.227306300017517, + 14.252254777005874, + 14.278331291978247, + 14.304964155016933, + 14.327708346012514, + 14.352531856973656, + 14.376112570986152, + 14.401525694003794, + 14.423957046994474, + 14.449316976009868, + 14.47326888301177, + 14.49823720799759, + 14.5225546269794, + 14.55033131397795, + 14.57523634901736, + 14.601416819030419, + 14.627258274005726, + 14.65138715802459, + 14.676451457024086, + 14.700200422026683, + 14.725867104018107, + 14.752823470975272, + 14.77844325802289, + 14.804184973996598, + 14.828396962024271, + 14.850852493022103, + 14.874644145020284, + 14.89686153002549, + 14.922495265025645, + 14.944502556987572, + 14.968862426991109, + 14.994149338977877 + ], + [ + 13.275143774983007, + 13.301081606012303, + 13.325141036999412, + 13.352682207012549, + 13.378500076010823, + 13.40589649399044, + 13.432142788020428, + 13.457065229013097, + 13.48108014499303, + 13.50691806600662, + 13.531483742001, + 13.556787092005834, + 13.583117270027287, + 13.610353366995696, + 13.639318733010441, + 13.664783616026398, + 13.691191205987707, + 13.716230242978781, + 13.740583573002368, + 13.76390448299935, + 13.78852692397777, + 13.812689382990357, + 13.83832695800811, + 13.862707008025609, + 13.8868454269832, + 13.913141289027408, + 13.93769006500952, + 13.96161590499105, + 13.9871978770243, + 14.014892740000505, + 14.04315259802388, + 14.068445205979515, + 14.092817626020405, + 14.121605926018674, + 14.152044838003349, + 14.181050250015687, + 14.204299253993668, + 14.227339858014602, + 14.252285688009579, + 14.278364359983243, + 14.304995846992824, + 14.327742208028212, + 14.352566525980365, + 14.376148847979493, + 14.401558072015177, + 14.4239910839824, + 14.449348600988742, + 14.473304774030112, + 14.4982711210032, + 14.522591668006498, + 14.550364753988106, + 14.575269518012647, + 14.601454752031714, + 14.627291610988323, + 14.651421244023368, + 14.676485522009898, + 14.700233797018882, + 14.72590441297507, + 14.752855667029507, + 14.778474337013904, + 14.804218157019932, + 14.828428787004668, + 14.850884168990888, + 14.874682643974666, + 14.896919746010099, + 14.92252715799259, + 14.944534277019557, + 14.968899363011587, + 14.99430601898348, + 15.020036495989189, + 15.046995848009828, + 15.070798764005303, + 15.09373850299744, + 15.117712542996742, + 15.14032462600153, + 15.165914043027442, + 15.191691992979031, + 15.216322604974266, + 15.240345779980998, + 15.265093674999662, + 15.292150125023909, + 15.319869266008027, + 15.345667493005749, + 15.371216329978779, + 15.396328850998543, + 15.42325960402377, + 15.448084108007606, + 15.472404889005702, + 15.497854720975738, + 15.524785850022454, + 15.55087509402074, + 15.576080228027422, + 15.602984500990715, + 15.627174523018766, + 15.650359063991345, + 15.67573426302988, + 15.70166388998041, + 15.725500710017513, + 15.751762609987054, + 15.778493398975115, + 15.804924718977418, + 15.828200932010077, + 15.85227507603122, + 15.877392388007138, + 15.903727075026836, + 15.928553785022814, + 15.953070164017845, + 15.97950411500642, + 16.003322536009364, + 16.029602150025312, + 16.055641309998464, + 16.08138179098023, + 16.106040202022996, + 16.13113491301192, + 16.15823411900783, + 16.18724028399447, + 16.21728153497679, + 16.24638364498969, + 16.27531854697736, + 16.303538577980362, + 16.332404278975446, + 16.363103943993337, + 16.391508609987795, + 16.416850079025608, + 16.4416592210182, + 16.4658887690166, + 16.491098207014147, + 16.519265880982857 + ], + [ + 14.727637486008462, + 14.752883690991439, + 14.77850147697609, + 14.804247352993116, + 14.82845610397635, + 14.850910410983488, + 14.874711675976869, + 14.89695047098212, + 14.922554527991451, + 14.944560352014378, + 14.968930375005584, + 14.994334660004824, + 15.020069712016266, + 15.047025890031364, + 15.070834601006936, + 15.093770811974537, + 15.117746529984288, + 15.140357083000708, + 15.165950805996545, + 15.191726085031405, + 15.216356175020337, + 15.240379069000483, + 15.265127297025174, + 15.292184828023892, + 15.319906449993141, + 15.345711781992577, + 15.371249820978846, + 15.396363937994465, + 15.423292836989276, + 15.448118450003676, + 15.472438664990477, + 15.49789067497477, + 15.524822772014886, + 15.550906058982946, + 15.576113802031614, + 15.603017445013393, + 15.627208483987488, + 15.65039089799393, + 15.675768535002135, + 15.701703748025466, + 15.725534624012653, + 15.751798490004148, + 15.778526876994874, + 15.804956496984232, + 15.828234631975647, + 15.852306431974284, + 15.877426118997391, + 15.903762937989086, + 15.928585186018609, + 15.9531037210254, + 15.97953505802434, + 16.003359363996424, + 16.02963915700093, + 16.05567951599369, + 16.08141521201469, + 16.106073776027188, + 16.131165279017296, + 16.158272259985097, + 16.187278587021865, + 16.217318887007423, + 16.246422126016114, + 16.27535433199955, + 16.303574201010633, + 16.33244112698594, + 16.363141796027776, + 16.391541483986657, + 16.416885968996212, + 16.441689689992927, + 16.465923778014258, + 16.491133368981536, + 16.519412125984672, + 16.547440587019082, + 16.57168874097988, + 16.597316171973944, + 16.623417683993466, + 16.645915606990457, + 16.67099908099044, + 16.695168402977288, + 16.720285164017696, + 16.74366874800762, + 16.769708829000592, + 16.79578402300831, + 16.821665294992272, + 16.8460229409975, + 16.870557371992618, + 16.895621297007892, + 16.92107952601509, + 16.946965767012443, + 16.972164959996007, + 16.9969317530049, + 17.02364555100212, + 17.051265489018988, + 17.075496700999793, + 17.099116249999497, + 17.125415313988924, + 17.14973274403019, + 17.1745633300161, + 17.198646732023917, + 17.22451925999485, + 17.24737575103063, + 17.272841638012324, + 17.29942882998148, + 17.32471929799067, + 17.349702430015896, + 17.37531517102616, + 17.401578443008475, + 17.427044721029233, + 17.45161713397829, + 17.477056896022987, + 17.5019149039872, + 17.526379314018413, + 17.552833387977444, + 17.579002443992067, + 17.603660557011608, + 17.62898016598774, + 17.651591245026793, + 17.67845666699577, + 17.703161681012716, + 17.728641417983454, + 17.752014332974795, + 17.77586762298597, + 17.800064324983396, + 17.822421736025717, + 17.846769410010893, + 17.871614785981365, + 17.89523303002352, + 17.919260059017688, + 17.943475483974908 + ], + [ + 16.188098408980295, + 16.217350128979888, + 16.2464544440154, + 16.275384487991687, + 16.30360547901364, + 16.33247331500752, + 16.363173174031544, + 16.391569690022152, + 16.416916568006855, + 16.44171850697603, + 16.465953212988097, + 16.491163344006054, + 16.519441306008957, + 16.547474156017415, + 16.571722636988852, + 16.597349475021474, + 16.623449696984608, + 16.645951665006578, + 16.6710323470179, + 16.69520182098495, + 16.720319067011587, + 16.743708784983028, + 16.769744132994674, + 16.79581803700421, + 16.82170584501, + 16.846057943010237, + 16.87059084599605, + 16.895654531021137, + 16.921113088028505, + 16.947000689979177, + 16.972198294010013, + 16.99696324300021, + 17.023683639999945, + 17.05129917600425, + 17.075529179011937, + 17.099147049011663, + 17.125449810002465, + 17.14976989798015, + 17.174594118027017, + 17.198683932016138, + 17.22455552901374, + 17.247407548013143, + 17.272874025977217, + 17.299460328009445, + 17.324755434005056, + 17.349733793002088, + 17.375346625980455, + 17.401611825975124, + 17.427082768990658, + 17.451653639029246, + 17.47709192801267, + 17.50194977101637, + 17.52641600597417, + 17.55286753200926, + 17.57903768098913, + 17.603689190000296, + 17.62901079101721, + 17.651625909027644, + 17.678490769001655, + 17.703196084999945, + 17.728682928020135, + 17.752045803994406, + 17.775901735993102, + 17.80009793298086, + 17.822456573019736, + 17.84680171799846, + 17.871646579005755, + 17.8952680050279, + 17.919291553029325, + 17.943642981001176, + 17.96837429801235, + 17.992637575021945, + 18.018195039010607, + 18.044727988017257, + 18.070093418995384, + 18.093611782998778, + 18.11746993602719, + 18.142554736987222, + 18.168182595982216, + 18.19278459297493, + 18.2165370460134, + 18.245567654026672, + 18.275567486009095, + 18.30532562098233, + 18.333915447001345, + 18.36379961797502, + 18.392438562004827, + 18.422050658031367, + 18.450716003018897, + 18.480338971014135, + 18.50933797698235, + 18.538838184031192, + 18.56764615298016, + 18.593268373981118, + 18.617822468979284, + 18.640940785990097, + 18.66276249301154, + 18.685910062980838, + 18.709497914998792, + 18.73406760301441, + 18.758029920980334, + 18.781421283027157, + 18.80833889899077, + 18.83264749299269, + 18.858178641006816, + 18.880451887031086, + 18.90383532299893, + 18.927496166026685, + 18.95120444399072, + 18.974779151030816, + 18.998553148994688, + 19.022639858012553, + 19.05140386201674, + 19.07411934202537, + 19.09822034498211, + 19.123711375985295, + 19.150146475003567, + 19.173636362014804, + 19.1970232379972, + 19.220315021986607, + 19.243333860009443, + 19.269446445978247, + 19.2923647420248, + 19.31708864599932, + 19.34129093697993, + 19.36662228597561, + 19.39203364000423, + 19.416640156006906 + ], + [ + 17.678556696977466, + 17.70322483300697, + 17.728712729993276, + 17.752073011011817, + 17.775930050003808, + 17.80012698401697, + 17.82248507498298, + 17.84682891803095, + 17.871683206001762, + 17.89529798500007, + 17.919318548985757, + 17.94367324997438, + 17.96840767201502, + 17.99267189798411, + 18.018226630985737, + 18.04476474301191, + 18.070125969999935, + 18.09364810399711, + 18.117501522006933, + 18.14258817600785, + 18.16821841901401, + 18.192821396980435, + 18.21657236898318, + 18.245606194017455, + 18.27560515201185, + 18.305363505030982, + 18.333954119007103, + 18.36383735202253, + 18.39247618202353, + 18.42208752199076, + 18.450752833974548, + 18.480376621009782, + 18.509375753987115, + 18.53887632500846, + 18.567684361012653, + 18.593301824992523, + 18.617857947014272, + 18.640973727975506, + 18.662794222997036, + 18.68594406102784, + 18.709531700995285, + 18.734098204993643, + 18.7580612039892, + 18.781453859002795, + 18.808370863029268, + 18.832684130000416, + 18.858216647990048, + 18.880483651999384, + 18.903869536996353, + 18.92752870602999, + 18.951239173009526, + 18.974813772016205, + 18.998586685978808, + 19.022672994004097, + 19.051440257986542, + 19.074151123000775, + 19.09825371101033, + 19.12375028000679, + 19.150180283002555, + 19.17366781597957, + 19.197058206016663, + 19.22034847602481, + 19.243367386981845, + 19.269478196976706, + 19.292396355012897, + 19.31712061999133, + 19.341322163003497, + 19.366652795986738, + 19.392068478977308, + 19.4167786979815, + 19.44457594398409, + 19.468648521986324, + 19.492053656023927, + 19.514592844992876, + 19.538370458001737, + 19.567917352018412, + 19.596507264010143, + 19.627439438016154, + 19.655706082994584, + 19.680452043015976, + 19.70488838700112, + 19.730577378999442, + 19.75521190901054, + 19.780798337014858, + 19.80575251003029, + 19.83150804101024, + 19.8558356629801, + 19.880864424980246, + 19.904638037027325, + 19.93011218000902, + 19.95555684901774, + 19.980030059989076, + 20.005793805990834, + 20.031509405001998, + 20.058627686987165, + 20.081222477019764, + 20.10696831700625, + 20.1309378889855, + 20.15646149701206, + 20.182310680975206, + 20.20723264798289, + 20.23444104200462, + 20.259913760004565, + 20.286797913024202, + 20.315730751026422, + 20.346608699008357, + 20.375033630989492, + 20.401256860990543, + 20.426153886015527, + 20.453457846015226, + 20.478725116001442, + 20.50427821202902, + 20.52910620800685, + 20.557242032024078, + 20.584425723995082, + 20.61215343902586, + 20.63960545597365, + 20.663405164028518, + 20.689266711007804, + 20.713551088992972, + 20.739018196996767, + 20.76468375400873, + 20.79057329701027, + 20.814560273021925, + 20.84077127702767, + 20.86712508200435, + 20.893830885994248, + 20.918768393981736 + ], + [ + 19.124520428013057, + 19.150209530023858, + 19.173702229978517, + 19.197086285974365, + 19.22037704702234, + 19.243396441976074, + 19.269505564006977, + 19.29242523299763, + 19.317147893016227, + 19.341350254020654, + 19.366682495980058, + 19.3920986430021, + 19.416808956011664, + 19.444609678001143, + 19.46868314902531, + 19.492085165984463, + 19.514623839000706, + 19.53840246098116, + 19.567955031001475, + 19.596545808017254, + 19.627477140980773, + 19.65574260300491, + 19.68048534798436, + 19.704923617013264, + 19.73061096400488, + 19.75524554302683, + 19.780833569995593, + 19.80578560597496, + 19.83154280798044, + 19.855872324027587, + 19.880901361990254, + 19.90467257797718, + 19.93014722201042, + 19.955590456025675, + 19.980063427996356, + 20.005828774010297, + 20.03154486202402, + 20.058661277987994, + 20.081258588994388, + 20.10700271598762, + 20.130973262013867, + 20.156492041016463, + 20.1823459789739, + 20.207266058016103, + 20.234476250014268, + 20.259950911975466, + 20.286834353988525, + 20.31576780002797, + 20.346646999998484, + 20.37506985903019, + 20.40129304002039, + 20.426187272008974, + 20.453493649023585, + 20.478759372024797, + 20.504309900978114, + 20.52914331300417, + 20.55727328697685, + 20.584462271013763, + 20.61218839098001, + 20.6396422740072, + 20.663438513001893, + 20.6893004780286, + 20.713584613986313, + 20.73905349499546, + 20.76471803698223, + 20.790606753027532, + 20.81459546898259, + 20.840807171014603, + 20.867160101013724, + 20.893866271013394, + 20.91895482002292, + 20.945056053984445, + 20.97184044198366, + 20.99987705401145, + 21.02625039801933, + 21.052840757009108, + 21.078932530013844, + 21.10312934097601, + 21.127857775019947, + 21.15317387698451, + 21.178535691986326, + 21.20444713899633, + 21.22869797598105, + 21.25276527402457, + 21.279309491976164, + 21.305773656989913, + 21.329547488014214, + 21.358688745007385, + 21.385594843013678, + 21.411610415030736, + 21.436976641998626, + 21.462194613995962, + 21.486696787003893, + 21.51281993702287, + 21.54022086597979, + 21.56636575900484, + 21.591973351023626, + 21.617264745989814, + 21.64132142002927, + 21.667068084992934, + 21.69249490502989, + 21.717396840977017, + 21.741855111031327, + 21.76577623101184, + 21.79083965701284, + 21.816189872974064, + 21.84052290802356, + 21.864947679976467, + 21.890157743007876, + 21.91477891599061, + 21.938373152981512, + 21.963200244004838, + 21.988219951977953, + 22.013184594979975, + 22.039762903004885, + 22.066401740012225, + 22.093565916002262, + 22.117927221988793, + 22.1413246759912, + 22.167243606003467, + 22.192777915974148, + 22.21831156598637, + 22.242482179019134, + 22.269735598994885, + 22.294952025986277, + 22.32017212198116, + 22.34515495499363, + 22.37231831700774 + ], + [ + 20.61225419997936, + 20.639673358004075, + 20.663466794008855, + 20.689328922017012, + 20.71361395198619, + 20.73908432997996, + 20.76474698598031, + 20.790634660981596, + 20.8146258550114, + 20.84083737898618, + 20.86719110701233, + 20.89389522501733, + 20.918986978998873, + 20.94509008602472, + 20.971877832023893, + 20.99991382600274, + 21.02628570201341, + 21.0528782660258, + 21.078963581006974, + 21.10316291602794, + 21.127889382012654, + 21.15320730500389, + 21.178569048002828, + 21.204480823013, + 21.22873534198152, + 21.25280074001057, + 21.279344465991016, + 21.30580769298831, + 21.32958471297752, + 21.358726106001996, + 21.385628385003656, + 21.41164436802501, + 21.437011898029596, + 21.462227524025366, + 21.486731110024266, + 21.512853763997555, + 21.54025407199515, + 21.566400345007423, + 21.592005643993616, + 21.617300426994916, + 21.641355189029127, + 21.667103182000574, + 21.692526582977735, + 21.717430853983387, + 21.741888369026128, + 21.76581036899006, + 21.790871877979953, + 21.816223449015524, + 21.840554572991095, + 21.864981386985164, + 21.890190899022855, + 21.914813397976104, + 21.938409138994757, + 21.963236103008967, + 21.988252223003656, + 22.01321771199582, + 22.039797245990485, + 22.066437478002626, + 22.093597288010642, + 22.11796189699089, + 22.141358594002668, + 22.167277042986825, + 22.192810903012287, + 22.218344750988763, + 22.242518864979502, + 22.269770840997808, + 22.29498619597871, + 22.320206377014983, + 22.345188348030206, + 22.372455654025543, + 22.40163608099101, + 22.429913013998885, + 22.457769391010515, + 22.483251211000606, + 22.50810498499777, + 22.53341338998871, + 22.561318863008637, + 22.585918586002663, + 22.611407776013948, + 22.63520833401708, + 22.661733484012075, + 22.68811194098089, + 22.713703438988887, + 22.73719157400774, + 22.762939442007337, + 22.792397235985845, + 22.81780116201844, + 22.84373305499321, + 22.86975936999079, + 22.896782072028145, + 22.921300559013616, + 22.945858841994777, + 22.972982614999637, + 23.00011392199667, + 23.025235187029466, + 23.052514192007948, + 23.077786432986613, + 23.10341709299246, + 23.13068663998274, + 23.156819873023778, + 23.184075056982692, + 23.209441386978142, + 23.237341316009406, + 23.264957427978516, + 23.29260893299943, + 23.318588463007472, + 23.34528298501391, + 23.372593238018453, + 23.399128025979735, + 23.426688341016416, + 23.454614543006755, + 23.48214130703127, + 23.50810402299976, + 23.53424777498003, + 23.56255998200504, + 23.590335512999445, + 23.61680927098496, + 23.64433573000133, + 23.671397975005675, + 23.694854709028732, + 23.720500297029503, + 23.745645129005425, + 23.77172050101217, + 23.79642105102539, + 23.820481859031133, + 23.846243983018212, + 23.87345822597854, + 23.89590802701423 + ], + [ + 22.067211670975666, + 22.093624696019106, + 22.117990047030617, + 22.1413875700091, + 22.167305317008868, + 22.192838017013855, + 22.218373948999215, + 22.242549503978807, + 22.26980116899358, + 22.295015215000603, + 22.320235805993434, + 22.345217533002142, + 22.372487462998834, + 22.401672469975892, + 22.429949524987023, + 22.45780279999599, + 22.48328459903132, + 22.508138323028106, + 22.533446775982156, + 22.561354561999906, + 22.585951724031474, + 22.61144302401226, + 22.635241616982967, + 22.661767558020074, + 22.68814546102658, + 22.713739779021125, + 22.737225120014045, + 22.762972840981092, + 22.79243425099412, + 22.817835367983207, + 22.843768774007913, + 22.86979488702491, + 22.896815715997946, + 22.921336686005816, + 22.94589576002909, + 22.973017734999303, + 23.000145004014485, + 23.025272290979046, + 23.05254797200905, + 23.077823307015933, + 23.103450900991447, + 23.130717777996324, + 23.15685765002854, + 23.184109398978762, + 23.209472467016894, + 23.23737665702356, + 23.26499540102668, + 23.292644637986086, + 23.31862491701031, + 23.345316182996612, + 23.372626552998554, + 23.399165484006517, + 23.426724834018387, + 23.45464917301433, + 23.48217447398929, + 23.508137150027324, + 23.534283720015083, + 23.562597054988146, + 23.59037199697923, + 23.616843342024367, + 23.644371461996343, + 23.67143494001357, + 23.694889921986032, + 23.720532852981705, + 23.74568219098728, + 23.771756168978754, + 23.796456445008516, + 23.82051545701688, + 23.846277434029616, + 23.873495891981293, + 23.89608400501311, + 23.921591487014666, + 23.946657623979263, + 23.971838468976784, + 23.996043553983327, + 24.020773347001523, + 24.047458762011956, + 24.073971864010673, + 24.09744658402633, + 24.122236391995102, + 24.14755023701582, + 24.1740010289941, + 24.200145457987674, + 24.226102321001235, + 24.25185835699085, + 24.27945508301491, + 24.305197303998284, + 24.331585560983513, + 24.35762797598727, + 24.384975583001506, + 24.409645055013243, + 24.437878547003493, + 24.466312144009862, + 24.49409646599088, + 24.520342467993032, + 24.54614190198481, + 24.571779215999413, + 24.597774219990242, + 24.62155547097791, + 24.645644898992032, + 24.669977149984334, + 24.69625030498719, + 24.721052605018485, + 24.743619662011042, + 24.767519155982882, + 24.79320071602706, + 24.81622585997684, + 24.841075206990354, + 24.864766974002123, + 24.889578114030883, + 24.912963723996654, + 24.93745761801256, + 24.96086141403066, + 24.985905028006528, + 25.00889770098729, + 25.03501085197786, + 25.059529787977226, + 25.085106308979448, + 25.108878583007026, + 25.132969669008162, + 25.15695776202483, + 25.181158211024012, + 25.205332637997344, + 25.229934855015017, + 25.25324301799992, + 25.277777292998508, + 25.30357508402085, + 25.32574779901188 + ], + [ + 23.562660711992066, + 23.590403278009035, + 23.616872531012632, + 23.644402393023483, + 23.671465251012705, + 23.69492043502396, + 23.72056182799861, + 23.745711581024807, + 23.7717864739825, + 23.796486584993545, + 23.820544650021475, + 23.846306440012995, + 23.873526095005218, + 23.896114153030794, + 23.92162666702643, + 23.946688561001793, + 23.97187742899405, + 23.996076716983225, + 24.02080694102915, + 24.04749156400794, + 24.074009179021232, + 24.097480615018867, + 24.122271421016194, + 24.147583591984585, + 24.17404200299643, + 24.2001780429855, + 24.22613815497607, + 24.251892731990665, + 24.27948974701576, + 24.305229054007214, + 24.331619013973977, + 24.357663105998654, + 24.38501255400479, + 24.40968341601547, + 24.437915367016103, + 24.466350033995695, + 24.49412977101747, + 24.520377444976475, + 24.546175237977877, + 24.57181577302981, + 24.597807300975546, + 24.62158872903092, + 24.64568269700976, + 24.670012490998488, + 24.696286618011072, + 24.721085888973903, + 24.743650659976993, + 24.767549965996295, + 24.79323704499984, + 24.816261950996704, + 24.841107046988327, + 24.86482200399041, + 24.88961280800868, + 24.912997991021257, + 24.937491350981873, + 24.960896127973683, + 24.985939276986755, + 25.008929150993936, + 25.03504621097818, + 25.059566619980615, + 25.085140548995696, + 25.108914269017987, + 25.133004172006622, + 25.156991182011552, + 25.181194765027612, + 25.205363243992906, + 25.229971421998926, + 25.253273660026025, + 25.277811494015623, + 25.303606392000802, + 25.32587728498038, + 25.34962692402769, + 25.373783549002837, + 25.40060180600267, + 25.42500663100509, + 25.448912360006943, + 25.472026647999883, + 25.498466989025474, + 25.522423642978538, + 25.54769703699276, + 25.57492971100146, + 25.599889380973764, + 25.62485183402896, + 25.649137289030477, + 25.67329135001637, + 25.69871044100728, + 25.724686652014498, + 25.748782165988814, + 25.77202389598824, + 25.79659006197471, + 25.820001355023123, + 25.844017190975137, + 25.867339860007633, + 25.892599008977413, + 25.915834546030965, + 25.939128025027458, + 25.961555200978182, + 25.987164477992337, + 26.0111445109942, + 26.0376344799879, + 26.062184915004764, + 26.087251839984674, + 26.110982361016795, + 26.133963564992882, + 26.158085610019043, + 26.181875488022342, + 26.205383869993966, + 26.230474614014383, + 26.254513878026046, + 26.27969725697767, + 26.304235364019405, + 26.328331126016565, + 26.35175293998327, + 26.37503261800157, + 26.399556848977227, + 26.424810318974778, + 26.448367331991903, + 26.472566384996753, + 26.50099335401319, + 26.529210165026598, + 26.555710267974064, + 26.58050286199432, + 26.605974701989908, + 26.630751190998126, + 26.65428074199008, + 26.677496452000923, + 26.701602237997577, + 26.725355566013604 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ] + ], + "tokens_exact": true, + "progress_spans": 416, + "imports": [ + { + "request": "4-0", + "spans": 26, + "start_s": 312123.916837052, + "end_s": 312123.931770619, + "source_done_before": false, + "source_done_after": true + }, + { + "request": "4-1", + "spans": 1, + "start_s": 312123.985819114, + "end_s": 312123.987372413, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 312124.035930318, + "end_s": 312124.037624496, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 312124.11181221, + "end_s": 312124.113349361, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 312124.164728462, + "end_s": 312124.166397214, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 312124.224155131, + "end_s": 312124.225805846, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 312124.275754426, + "end_s": 312124.277385966, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 312124.325376157, + "end_s": 312124.326894751, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 312124.373373932, + "end_s": 312124.374998648, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 312124.448622766, + "end_s": 312124.450227244, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 312124.499937468, + "end_s": 312124.50140597, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 312124.549146194, + "end_s": 312124.550777699, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 312124.597142451, + "end_s": 312124.598594817, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 312124.671575243, + "end_s": 312124.673100678, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 312124.721921416, + "end_s": 312124.723378408, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 312124.774202792, + "end_s": 312124.775858695, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 312124.825620232, + "end_s": 312124.827225216, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 312124.875896394, + "end_s": 312124.877509522, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 312124.952319241, + "end_s": 312124.953926918, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 312125.003859251, + "end_s": 312125.005318379, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 312125.053287028, + "end_s": 312125.054882373, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 312125.104611279, + "end_s": 312125.106262982, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 312125.156321094, + "end_s": 312125.157869684, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 312125.231399913, + "end_s": 312125.2330695, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 312125.283629956, + "end_s": 312125.285172712, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 312125.334906236, + "end_s": 312125.336506813, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-1", + "spans": 1, + "start_s": 312125.382595858, + "end_s": 312125.384151371, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 312125.46113015, + "end_s": 312125.461731583, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 312125.53659212, + "end_s": 312125.537206663, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 312125.582723922, + "end_s": 312125.583357614, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 312125.634628428, + "end_s": 312125.635299954, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 312125.682935486, + "end_s": 312125.683550574, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 312125.756631174, + "end_s": 312125.757224705, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 312125.805242863, + "end_s": 312125.805826794, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 312125.856232433, + "end_s": 312125.856890348, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 312125.903172852, + "end_s": 312125.903837876, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 312125.980055939, + "end_s": 312125.980690576, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 312126.029037435, + "end_s": 312126.029750366, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 312126.079736165, + "end_s": 312126.080330941, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 312126.128468381, + "end_s": 312126.129134006, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 312126.202545332, + "end_s": 312126.203217057, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 312126.260976702, + "end_s": 312126.261688858, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 312126.317264847, + "end_s": 312126.317919341, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 312126.369231861, + "end_s": 312126.369827523, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 312126.417894092, + "end_s": 312126.418518174, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 312126.469110528, + "end_s": 312126.469771634, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 312126.520317555, + "end_s": 312126.520973595, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 312126.59488457, + "end_s": 312126.595507882, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 312126.646492365, + "end_s": 312126.647079309, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 312126.696561381, + "end_s": 312126.697187488, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 312126.749283105, + "end_s": 312126.749864851, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 312126.797769406, + "end_s": 312126.798443268, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-2", + "spans": 1, + "start_s": 312126.849096029, + "end_s": 312126.849777684, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 312126.953821871, + "end_s": 312126.955385374, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 312127.008845455, + "end_s": 312127.010417435, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 312127.06026852, + "end_s": 312127.061830787, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 312127.111932595, + "end_s": 312127.113558509, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 312127.163332034, + "end_s": 312127.164963178, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 312127.212304597, + "end_s": 312127.213907472, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 312127.28796532, + "end_s": 312127.289436701, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 312127.33987592, + "end_s": 312127.341406196, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 312127.392658494, + "end_s": 312127.394150063, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 312127.444551607, + "end_s": 312127.446035652, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 312127.49778683, + "end_s": 312127.499279055, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 312127.551654449, + "end_s": 312127.55340329, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 312127.608079572, + "end_s": 312127.609738902, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 312127.664586842, + "end_s": 312127.666227429, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 312127.719601402, + "end_s": 312127.721207882, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 312127.771492093, + "end_s": 312127.773178496, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 312127.825149188, + "end_s": 312127.826821761, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 312127.901469285, + "end_s": 312127.903005576, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 312127.955388602, + "end_s": 312127.956924818, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 312128.008403263, + "end_s": 312128.0100165, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 312128.061330609, + "end_s": 312128.06289995, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 312128.11117409, + "end_s": 312128.112758423, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 312128.165754759, + "end_s": 312128.167407341, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 312128.218172931, + "end_s": 312128.219783459, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 312128.297933933, + "end_s": 312128.299640953, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-3", + "spans": 1, + "start_s": 312128.328329272, + "end_s": 312128.330030481, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-4", + "spans": 1, + "start_s": 312128.408882323, + "end_s": 312128.409566136, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-4", + "spans": 1, + "start_s": 312128.483006675, + "end_s": 312128.483629108, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-4", + "spans": 1, + "start_s": 312128.531597652, + "end_s": 312128.53222883, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-4", + "spans": 1, + "start_s": 312128.580125713, + "end_s": 312128.580812804, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-4", + "spans": 1, + "start_s": 312128.628547435, + "end_s": 312128.629201002, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-4", + "spans": 1, + "start_s": 312128.7032115, + "end_s": 312128.703826847, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-4", + "spans": 1, + "start_s": 312128.752868891, + "end_s": 312128.753490712, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-4", + "spans": 1, + "start_s": 312128.800403967, + "end_s": 312128.801020614, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-4", + "spans": 1, + "start_s": 312128.872460935, + "end_s": 312128.873086251, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-4", + "spans": 1, + "start_s": 312128.920184463, + "end_s": 312128.920809951, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-4", + "spans": 1, + "start_s": 312128.971798213, + "end_s": 312128.972453139, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-4", + "spans": 1, + "start_s": 312129.018414876, + "end_s": 312129.019064479, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-4", + "spans": 1, + "start_s": 312129.092552408, + "end_s": 312129.093129001, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-4", + "spans": 1, + "start_s": 312129.139794751, + "end_s": 312129.140405298, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-4", + "spans": 1, + "start_s": 312129.186397914, + "end_s": 312129.187020785, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-4", + "spans": 1, + "start_s": 312129.261131753, + "end_s": 312129.261719413, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-4", + "spans": 1, + "start_s": 312129.309772596, + "end_s": 312129.31043746, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-4", + "spans": 1, + "start_s": 312129.360161723, + "end_s": 312129.360729671, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-4", + "spans": 1, + "start_s": 312129.409108771, + "end_s": 312129.409776765, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-4", + "spans": 1, + "start_s": 312129.482811884, + "end_s": 312129.483393513, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-4", + "spans": 1, + "start_s": 312129.52916087, + "end_s": 312129.529729479, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-4", + "spans": 1, + "start_s": 312129.577549069, + "end_s": 312129.578237951, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-4", + "spans": 1, + "start_s": 312129.65030676, + "end_s": 312129.650929562, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-4", + "spans": 1, + "start_s": 312129.701226213, + "end_s": 312129.701840123, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-4", + "spans": 1, + "start_s": 312129.752733764, + "end_s": 312129.753348867, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-4", + "spans": 1, + "start_s": 312129.799942851, + "end_s": 312129.800633608, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-5", + "spans": 1, + "start_s": 312129.876672351, + "end_s": 312129.878287368, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-5", + "spans": 1, + "start_s": 312129.949809927, + "end_s": 312129.95131724, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-5", + "spans": 1, + "start_s": 312130.001667938, + "end_s": 312130.003118204, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-5", + "spans": 1, + "start_s": 312130.051350507, + "end_s": 312130.05288311, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-5", + "spans": 1, + "start_s": 312130.103710241, + "end_s": 312130.105292706, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-5", + "spans": 1, + "start_s": 312130.1525828, + "end_s": 312130.154193573, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-5", + "spans": 1, + "start_s": 312130.226710139, + "end_s": 312130.228245588, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-5", + "spans": 1, + "start_s": 312130.274456402, + "end_s": 312130.275962524, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-5", + "spans": 1, + "start_s": 312130.320678801, + "end_s": 312130.322202025, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-5", + "spans": 1, + "start_s": 312130.401298806, + "end_s": 312130.402981885, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-5", + "spans": 1, + "start_s": 312130.456253963, + "end_s": 312130.457808264, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-5", + "spans": 1, + "start_s": 312130.513033677, + "end_s": 312130.514720353, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-5", + "spans": 1, + "start_s": 312130.571581191, + "end_s": 312130.57325261, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-5", + "spans": 1, + "start_s": 312130.602076081, + "end_s": 312130.60372701, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-5", + "spans": 1, + "start_s": 312130.661028934, + "end_s": 312130.662693557, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-5", + "spans": 1, + "start_s": 312130.720439578, + "end_s": 312130.722115909, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-5", + "spans": 1, + "start_s": 312130.777917211, + "end_s": 312130.779529913, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-5", + "spans": 1, + "start_s": 312130.830247131, + "end_s": 312130.831888253, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-5", + "spans": 1, + "start_s": 312130.883103705, + "end_s": 312130.884802002, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-5", + "spans": 1, + "start_s": 312130.961307188, + "end_s": 312130.962912233, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-5", + "spans": 1, + "start_s": 312131.016384763, + "end_s": 312131.017920862, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-5", + "spans": 1, + "start_s": 312131.068995776, + "end_s": 312131.070518023, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-5", + "spans": 1, + "start_s": 312131.122422805, + "end_s": 312131.124050614, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-5", + "spans": 1, + "start_s": 312131.174246397, + "end_s": 312131.175845737, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-5", + "spans": 1, + "start_s": 312131.227816095, + "end_s": 312131.229432082, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-5", + "spans": 1, + "start_s": 312131.277898847, + "end_s": 312131.279567568, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-6", + "spans": 1, + "start_s": 312131.360550112, + "end_s": 312131.361254129, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-6", + "spans": 1, + "start_s": 312131.411850284, + "end_s": 312131.412547431, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-6", + "spans": 1, + "start_s": 312131.465013238, + "end_s": 312131.465713764, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-6", + "spans": 1, + "start_s": 312131.519653201, + "end_s": 312131.520351455, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-6", + "spans": 1, + "start_s": 312131.599840697, + "end_s": 312131.600472565, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-6", + "spans": 1, + "start_s": 312131.654076535, + "end_s": 312131.654777527, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-6", + "spans": 1, + "start_s": 312131.712276547, + "end_s": 312131.712996503, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-6", + "spans": 1, + "start_s": 312131.741375202, + "end_s": 312131.742085029, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-6", + "spans": 1, + "start_s": 312131.797907413, + "end_s": 312131.798596842, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-6", + "spans": 1, + "start_s": 312131.856624107, + "end_s": 312131.857409032, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-6", + "spans": 1, + "start_s": 312131.916447082, + "end_s": 312131.917208135, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-6", + "spans": 1, + "start_s": 312131.9756759, + "end_s": 312131.97641905, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-6", + "spans": 1, + "start_s": 312132.034316399, + "end_s": 312132.035072388, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-6", + "spans": 1, + "start_s": 312132.092903349, + "end_s": 312132.093611016, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-6", + "spans": 1, + "start_s": 312132.146547401, + "end_s": 312132.147199226, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-6", + "spans": 1, + "start_s": 312132.20109671, + "end_s": 312132.201779131, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-6", + "spans": 1, + "start_s": 312132.253123497, + "end_s": 312132.253795059, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-6", + "spans": 1, + "start_s": 312132.309559428, + "end_s": 312132.310235317, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-6", + "spans": 1, + "start_s": 312132.361823404, + "end_s": 312132.362411764, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-6", + "spans": 1, + "start_s": 312132.414339403, + "end_s": 312132.41504757, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-6", + "spans": 1, + "start_s": 312132.472851381, + "end_s": 312132.473572867, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-6", + "spans": 1, + "start_s": 312132.525834196, + "end_s": 312132.52643598, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-6", + "spans": 1, + "start_s": 312132.599988609, + "end_s": 312132.600623512, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-6", + "spans": 1, + "start_s": 312132.653117572, + "end_s": 312132.653708457, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-6", + "spans": 1, + "start_s": 312132.704492999, + "end_s": 312132.705156761, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-6", + "spans": 1, + "start_s": 312132.755869541, + "end_s": 312132.756541429, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-7", + "spans": 1, + "start_s": 312132.83473168, + "end_s": 312132.836341688, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-7", + "spans": 1, + "start_s": 312132.888575021, + "end_s": 312132.890121176, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-7", + "spans": 1, + "start_s": 312132.937144881, + "end_s": 312132.938786903, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-7", + "spans": 1, + "start_s": 312132.990252522, + "end_s": 312132.991869984, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-7", + "spans": 1, + "start_s": 312133.070123643, + "end_s": 312133.071667478, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-7", + "spans": 1, + "start_s": 312133.121611458, + "end_s": 312133.123072951, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-7", + "spans": 1, + "start_s": 312133.169430034, + "end_s": 312133.170958806, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-7", + "spans": 1, + "start_s": 312133.220307467, + "end_s": 312133.221835872, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-7", + "spans": 1, + "start_s": 312133.272270123, + "end_s": 312133.273927867, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-7", + "spans": 1, + "start_s": 312133.34481331, + "end_s": 312133.346458755, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-7", + "spans": 1, + "start_s": 312133.394428434, + "end_s": 312133.395892788, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-7", + "spans": 1, + "start_s": 312133.443791301, + "end_s": 312133.445390518, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-7", + "spans": 1, + "start_s": 312133.495113989, + "end_s": 312133.496641215, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-7", + "spans": 1, + "start_s": 312133.567825075, + "end_s": 312133.569349388, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-7", + "spans": 1, + "start_s": 312133.618990418, + "end_s": 312133.620530364, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-7", + "spans": 1, + "start_s": 312133.665786273, + "end_s": 312133.667401962, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-7", + "spans": 1, + "start_s": 312133.718215066, + "end_s": 312133.719727531, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-7", + "spans": 1, + "start_s": 312133.793353951, + "end_s": 312133.794901338, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-7", + "spans": 1, + "start_s": 312133.84139908, + "end_s": 312133.842922271, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-7", + "spans": 1, + "start_s": 312133.89477208, + "end_s": 312133.896231669, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-7", + "spans": 1, + "start_s": 312133.942454407, + "end_s": 312133.944032533, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-7", + "spans": 1, + "start_s": 312133.997283885, + "end_s": 312133.998802619, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-7", + "spans": 1, + "start_s": 312134.069453758, + "end_s": 312134.070974239, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-7", + "spans": 1, + "start_s": 312134.119236723, + "end_s": 312134.120770164, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-7", + "spans": 1, + "start_s": 312134.168921871, + "end_s": 312134.170479096, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-7", + "spans": 1, + "start_s": 312134.218245301, + "end_s": 312134.219791692, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-8", + "spans": 1, + "start_s": 312134.315669003, + "end_s": 312134.316316164, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-8", + "spans": 1, + "start_s": 312134.365030635, + "end_s": 312134.365647886, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-8", + "spans": 1, + "start_s": 312134.412192859, + "end_s": 312134.412812626, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-8", + "spans": 1, + "start_s": 312134.487972418, + "end_s": 312134.488711634, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-8", + "spans": 1, + "start_s": 312134.517797362, + "end_s": 312134.518527713, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-8", + "spans": 1, + "start_s": 312134.596162442, + "end_s": 312134.596772264, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-8", + "spans": 1, + "start_s": 312134.644456659, + "end_s": 312134.645068124, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-8", + "spans": 1, + "start_s": 312134.692346196, + "end_s": 312134.692960041, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-8", + "spans": 1, + "start_s": 312134.743358086, + "end_s": 312134.74397831, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-8", + "spans": 1, + "start_s": 312134.794127578, + "end_s": 312134.794781199, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-8", + "spans": 1, + "start_s": 312134.867013654, + "end_s": 312134.867638063, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-8", + "spans": 1, + "start_s": 312134.915973288, + "end_s": 312134.916579414, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-8", + "spans": 1, + "start_s": 312134.96640275, + "end_s": 312134.96706563, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-8", + "spans": 1, + "start_s": 312135.018035455, + "end_s": 312135.018640977, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-8", + "spans": 1, + "start_s": 312135.089650541, + "end_s": 312135.090273424, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-8", + "spans": 1, + "start_s": 312135.141163289, + "end_s": 312135.141737187, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-8", + "spans": 1, + "start_s": 312135.189574807, + "end_s": 312135.190154507, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-8", + "spans": 1, + "start_s": 312135.241780326, + "end_s": 312135.242434607, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-8", + "spans": 1, + "start_s": 312135.31410058, + "end_s": 312135.314715791, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-8", + "spans": 1, + "start_s": 312135.364641091, + "end_s": 312135.365256469, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-8", + "spans": 1, + "start_s": 312135.414288328, + "end_s": 312135.414895958, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-8", + "spans": 1, + "start_s": 312135.464846821, + "end_s": 312135.46551165, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-8", + "spans": 1, + "start_s": 312135.517215142, + "end_s": 312135.517868783, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-8", + "spans": 1, + "start_s": 312135.567310813, + "end_s": 312135.567937456, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-8", + "spans": 1, + "start_s": 312135.642718774, + "end_s": 312135.643342203, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-8", + "spans": 1, + "start_s": 312135.692904451, + "end_s": 312135.693610922, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-9", + "spans": 1, + "start_s": 312135.770491631, + "end_s": 312135.772130645, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-9", + "spans": 1, + "start_s": 312135.823848881, + "end_s": 312135.825305254, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-9", + "spans": 1, + "start_s": 312135.877490018, + "end_s": 312135.879008927, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-9", + "spans": 1, + "start_s": 312135.926424638, + "end_s": 312135.927873719, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-9", + "spans": 1, + "start_s": 312136.002134328, + "end_s": 312136.00364808, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-9", + "spans": 1, + "start_s": 312136.055704415, + "end_s": 312136.057375292, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-9", + "spans": 1, + "start_s": 312136.110133678, + "end_s": 312136.111741369, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-9", + "spans": 1, + "start_s": 312136.161577383, + "end_s": 312136.163124018, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-9", + "spans": 1, + "start_s": 312136.209254779, + "end_s": 312136.210904053, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-9", + "spans": 1, + "start_s": 312136.283673706, + "end_s": 312136.285188363, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-9", + "spans": 1, + "start_s": 312136.332190323, + "end_s": 312136.333640591, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-9", + "spans": 1, + "start_s": 312136.383036513, + "end_s": 312136.384549874, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-9", + "spans": 1, + "start_s": 312136.432544525, + "end_s": 312136.434057941, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-9", + "spans": 1, + "start_s": 312136.488502973, + "end_s": 312136.490114751, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-9", + "spans": 1, + "start_s": 312136.566956482, + "end_s": 312136.568608279, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-9", + "spans": 1, + "start_s": 312136.597395792, + "end_s": 312136.599088341, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-9", + "spans": 1, + "start_s": 312136.672686164, + "end_s": 312136.674201205, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-9", + "spans": 1, + "start_s": 312136.723711623, + "end_s": 312136.725237461, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-9", + "spans": 1, + "start_s": 312136.773088779, + "end_s": 312136.774612225, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-9", + "spans": 1, + "start_s": 312136.821497086, + "end_s": 312136.823113774, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-9", + "spans": 1, + "start_s": 312136.894694889, + "end_s": 312136.896168678, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-9", + "spans": 1, + "start_s": 312136.943618401, + "end_s": 312136.945138366, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-9", + "spans": 1, + "start_s": 312136.995711851, + "end_s": 312136.997206471, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-9", + "spans": 1, + "start_s": 312137.046804874, + "end_s": 312137.04846424, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-9", + "spans": 1, + "start_s": 312137.096767991, + "end_s": 312137.098302191, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-9", + "spans": 1, + "start_s": 312137.171262873, + "end_s": 312137.172929069, + "source_done_before": true, + "source_done_after": true + }, + { + "request": "4-10", + "spans": 1, + "start_s": 312137.249594404, + "end_s": 312137.250231724, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-10", + "spans": 1, + "start_s": 312137.296254571, + "end_s": 312137.296838295, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-10", + "spans": 1, + "start_s": 312137.342298496, + "end_s": 312137.342919412, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-10", + "spans": 1, + "start_s": 312137.414279613, + "end_s": 312137.414944007, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-10", + "spans": 1, + "start_s": 312137.465416825, + "end_s": 312137.466022235, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-10", + "spans": 1, + "start_s": 312137.516183281, + "end_s": 312137.516828407, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-10", + "spans": 1, + "start_s": 312137.585701843, + "end_s": 312137.586283267, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-10", + "spans": 1, + "start_s": 312137.637073227, + "end_s": 312137.637698349, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-10", + "spans": 1, + "start_s": 312137.685726071, + "end_s": 312137.686349309, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-10", + "spans": 1, + "start_s": 312137.737534244, + "end_s": 312137.738222504, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-10", + "spans": 1, + "start_s": 312137.791061165, + "end_s": 312137.791739749, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-10", + "spans": 1, + "start_s": 312137.841712701, + "end_s": 312137.842364879, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-10", + "spans": 1, + "start_s": 312137.917785361, + "end_s": 312137.918409983, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-10", + "spans": 1, + "start_s": 312137.970172123, + "end_s": 312137.970833369, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-10", + "spans": 1, + "start_s": 312138.021459809, + "end_s": 312138.022074169, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-10", + "spans": 1, + "start_s": 312138.072555195, + "end_s": 312138.07317676, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-10", + "spans": 1, + "start_s": 312138.121115621, + "end_s": 312138.121743282, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-10", + "spans": 1, + "start_s": 312138.197146711, + "end_s": 312138.19780599, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-10", + "spans": 1, + "start_s": 312138.25030068, + "end_s": 312138.250874178, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-10", + "spans": 1, + "start_s": 312138.297650823, + "end_s": 312138.298244871, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-10", + "spans": 1, + "start_s": 312138.349112, + "end_s": 312138.349762776, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-10", + "spans": 1, + "start_s": 312138.398450533, + "end_s": 312138.399062791, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-10", + "spans": 1, + "start_s": 312138.448708498, + "end_s": 312138.449347596, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-10", + "spans": 1, + "start_s": 312138.526762039, + "end_s": 312138.527384342, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-10", + "spans": 1, + "start_s": 312138.576509286, + "end_s": 312138.577086054, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-10", + "spans": 1, + "start_s": 312138.63264, + "end_s": 312138.633389332, + "source_done_before": true, + "source_done_after": true + }, + { + "request": "4-11", + "spans": 1, + "start_s": 312138.720737036, + "end_s": 312138.722417119, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-11", + "spans": 1, + "start_s": 312138.77782747, + "end_s": 312138.779555122, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-11", + "spans": 1, + "start_s": 312138.808526477, + "end_s": 312138.810210657, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-11", + "spans": 1, + "start_s": 312138.887066063, + "end_s": 312138.888627532, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-11", + "spans": 1, + "start_s": 312138.936512716, + "end_s": 312138.938167482, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-11", + "spans": 1, + "start_s": 312138.99282078, + "end_s": 312138.994379849, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-11", + "spans": 1, + "start_s": 312139.0426956, + "end_s": 312139.044242303, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-11", + "spans": 1, + "start_s": 312139.091299684, + "end_s": 312139.092918109, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-11", + "spans": 1, + "start_s": 312139.165664905, + "end_s": 312139.167120654, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-11", + "spans": 1, + "start_s": 312139.215090511, + "end_s": 312139.216643977, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-11", + "spans": 1, + "start_s": 312139.267053171, + "end_s": 312139.268552146, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-11", + "spans": 1, + "start_s": 312139.315936885, + "end_s": 312139.317479746, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-11", + "spans": 1, + "start_s": 312139.366460534, + "end_s": 312139.368089294, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-11", + "spans": 1, + "start_s": 312139.442307321, + "end_s": 312139.443772087, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-11", + "spans": 1, + "start_s": 312139.496646638, + "end_s": 312139.498173569, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-11", + "spans": 1, + "start_s": 312139.54449114, + "end_s": 312139.545968367, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-11", + "spans": 1, + "start_s": 312139.595118999, + "end_s": 312139.596674118, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-11", + "spans": 1, + "start_s": 312139.644030156, + "end_s": 312139.645560325, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-11", + "spans": 1, + "start_s": 312139.718223324, + "end_s": 312139.719711958, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-11", + "spans": 1, + "start_s": 312139.770104098, + "end_s": 312139.771737752, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-11", + "spans": 1, + "start_s": 312139.82069067, + "end_s": 312139.82216759, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-11", + "spans": 1, + "start_s": 312139.872431957, + "end_s": 312139.874066753, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-11", + "spans": 1, + "start_s": 312139.922438935, + "end_s": 312139.923949824, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-11", + "spans": 1, + "start_s": 312139.998214177, + "end_s": 312139.999748394, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-11", + "spans": 1, + "start_s": 312140.049033613, + "end_s": 312140.050467431, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-11", + "spans": 1, + "start_s": 312140.096974149, + "end_s": 312140.098575333, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-12", + "spans": 1, + "start_s": 312140.174062465, + "end_s": 312140.174730665, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-12", + "spans": 1, + "start_s": 312140.245474423, + "end_s": 312140.246115228, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-12", + "spans": 1, + "start_s": 312140.292174011, + "end_s": 312140.292755389, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-12", + "spans": 1, + "start_s": 312140.340646709, + "end_s": 312140.341317686, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-12", + "spans": 1, + "start_s": 312140.389863486, + "end_s": 312140.390455581, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-12", + "spans": 1, + "start_s": 312140.463570611, + "end_s": 312140.464175432, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-12", + "spans": 1, + "start_s": 312140.515471502, + "end_s": 312140.516072943, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-12", + "spans": 1, + "start_s": 312140.562845973, + "end_s": 312140.563441003, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-12", + "spans": 1, + "start_s": 312140.61356725, + "end_s": 312140.614235333, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-12", + "spans": 1, + "start_s": 312140.690959779, + "end_s": 312140.691693686, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-12", + "spans": 1, + "start_s": 312140.720959469, + "end_s": 312140.721676747, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-12", + "spans": 1, + "start_s": 312140.779310424, + "end_s": 312140.780041799, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-12", + "spans": 1, + "start_s": 312140.837831475, + "end_s": 312140.838571857, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-12", + "spans": 1, + "start_s": 312140.896105498, + "end_s": 312140.896837893, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-12", + "spans": 1, + "start_s": 312140.954728327, + "end_s": 312140.955453978, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-12", + "spans": 1, + "start_s": 312141.013036064, + "end_s": 312141.013718134, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-12", + "spans": 1, + "start_s": 312141.063208744, + "end_s": 312141.063875834, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-12", + "spans": 1, + "start_s": 312141.131290115, + "end_s": 312141.131911664, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-12", + "spans": 1, + "start_s": 312141.179442397, + "end_s": 312141.180024393, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-12", + "spans": 1, + "start_s": 312141.226799875, + "end_s": 312141.227423404, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-12", + "spans": 1, + "start_s": 312141.278031078, + "end_s": 312141.278642452, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-12", + "spans": 1, + "start_s": 312141.349216993, + "end_s": 312141.349841964, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-12", + "spans": 1, + "start_s": 312141.39658583, + "end_s": 312141.397191605, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-12", + "spans": 1, + "start_s": 312141.443933253, + "end_s": 312141.444551961, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-12", + "spans": 1, + "start_s": 312141.49678964, + "end_s": 312141.497469283, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-12", + "spans": 1, + "start_s": 312141.569108859, + "end_s": 312141.569816768, + "source_done_before": true, + "source_done_after": true + }, + { + "request": "4-13", + "spans": 1, + "start_s": 312141.642431849, + "end_s": 312141.643901878, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-13", + "spans": 1, + "start_s": 312141.688744253, + "end_s": 312141.690297843, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-13", + "spans": 1, + "start_s": 312141.762492604, + "end_s": 312141.763974119, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-13", + "spans": 1, + "start_s": 312141.812027948, + "end_s": 312141.813474728, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-13", + "spans": 1, + "start_s": 312141.862691786, + "end_s": 312141.864290186, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-13", + "spans": 1, + "start_s": 312141.914027558, + "end_s": 312141.915492199, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-13", + "spans": 1, + "start_s": 312141.983745861, + "end_s": 312141.985179839, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-13", + "spans": 1, + "start_s": 312142.041898244, + "end_s": 312142.043590937, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-13", + "spans": 1, + "start_s": 312142.101092632, + "end_s": 312142.102632213, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-13", + "spans": 1, + "start_s": 312142.150270245, + "end_s": 312142.15181402, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-13", + "spans": 1, + "start_s": 312142.200591907, + "end_s": 312142.202137509, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-13", + "spans": 1, + "start_s": 312142.251132169, + "end_s": 312142.252665449, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-13", + "spans": 1, + "start_s": 312142.301220731, + "end_s": 312142.302822185, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-13", + "spans": 1, + "start_s": 312142.375493206, + "end_s": 312142.377019121, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-13", + "spans": 1, + "start_s": 312142.425410187, + "end_s": 312142.426948388, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-13", + "spans": 1, + "start_s": 312142.476892556, + "end_s": 312142.478491329, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-13", + "spans": 1, + "start_s": 312142.526607663, + "end_s": 312142.528225653, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-13", + "spans": 1, + "start_s": 312142.601836014, + "end_s": 312142.603293729, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-13", + "spans": 1, + "start_s": 312142.65261243, + "end_s": 312142.654154094, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-13", + "spans": 1, + "start_s": 312142.705299333, + "end_s": 312142.706885725, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-13", + "spans": 1, + "start_s": 312142.761118044, + "end_s": 312142.762783059, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-13", + "spans": 1, + "start_s": 312142.820420552, + "end_s": 312142.82213172, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-13", + "spans": 1, + "start_s": 312142.871533204, + "end_s": 312142.873017743, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-13", + "spans": 1, + "start_s": 312142.924106824, + "end_s": 312142.925662369, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-13", + "spans": 1, + "start_s": 312142.974493884, + "end_s": 312142.976182108, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-13", + "spans": 1, + "start_s": 312143.029811603, + "end_s": 312143.031475881, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-14", + "spans": 1, + "start_s": 312143.10881412, + "end_s": 312143.109455015, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-14", + "spans": 1, + "start_s": 312143.18443224, + "end_s": 312143.18511791, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-14", + "spans": 1, + "start_s": 312143.235980344, + "end_s": 312143.236600481, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-14", + "spans": 1, + "start_s": 312143.286184748, + "end_s": 312143.286875197, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-14", + "spans": 1, + "start_s": 312143.339241721, + "end_s": 312143.339844859, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-14", + "spans": 1, + "start_s": 312143.390440078, + "end_s": 312143.391092661, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-14", + "spans": 1, + "start_s": 312143.445262988, + "end_s": 312143.445915099, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-14", + "spans": 1, + "start_s": 312143.49822808, + "end_s": 312143.498918493, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-14", + "spans": 1, + "start_s": 312143.573234094, + "end_s": 312143.573823864, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-14", + "spans": 1, + "start_s": 312143.623914788, + "end_s": 312143.62454365, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-14", + "spans": 1, + "start_s": 312143.674084748, + "end_s": 312143.674742428, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-14", + "spans": 1, + "start_s": 312143.724692253, + "end_s": 312143.725342684, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-14", + "spans": 1, + "start_s": 312143.774932823, + "end_s": 312143.775605674, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-14", + "spans": 1, + "start_s": 312143.830975232, + "end_s": 312143.831614645, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-14", + "spans": 1, + "start_s": 312143.907573302, + "end_s": 312143.908210871, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-14", + "spans": 1, + "start_s": 312143.958199927, + "end_s": 312143.958814836, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-14", + "spans": 1, + "start_s": 312144.011747194, + "end_s": 312144.012369642, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-14", + "spans": 1, + "start_s": 312144.062647911, + "end_s": 312144.063327421, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-14", + "spans": 1, + "start_s": 312144.112452307, + "end_s": 312144.113111375, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-14", + "spans": 1, + "start_s": 312144.162777076, + "end_s": 312144.163392641, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-14", + "spans": 1, + "start_s": 312144.236217079, + "end_s": 312144.236790832, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-14", + "spans": 1, + "start_s": 312144.285898805, + "end_s": 312144.286498519, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-14", + "spans": 1, + "start_s": 312144.335536211, + "end_s": 312144.336124981, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-14", + "spans": 1, + "start_s": 312144.383757076, + "end_s": 312144.384410562, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-14", + "spans": 1, + "start_s": 312144.458564108, + "end_s": 312144.459184161, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-14", + "spans": 1, + "start_s": 312144.511794104, + "end_s": 312144.512507923, + "source_done_before": true, + "source_done_after": true + }, + { + "request": "4-15", + "spans": 1, + "start_s": 312144.586735948, + "end_s": 312144.588296481, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-15", + "spans": 1, + "start_s": 312144.638183743, + "end_s": 312144.639750472, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-15", + "spans": 1, + "start_s": 312144.687897725, + "end_s": 312144.689541524, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-15", + "spans": 1, + "start_s": 312144.765581918, + "end_s": 312144.767130344, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-15", + "spans": 1, + "start_s": 312144.817839635, + "end_s": 312144.819490272, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-15", + "spans": 1, + "start_s": 312144.875301976, + "end_s": 312144.876947144, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-15", + "spans": 1, + "start_s": 312144.928632154, + "end_s": 312144.930184558, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-15", + "spans": 1, + "start_s": 312144.978794196, + "end_s": 312144.980347389, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-15", + "spans": 1, + "start_s": 312145.03129876, + "end_s": 312145.032819714, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-15", + "spans": 1, + "start_s": 312145.0805877, + "end_s": 312145.082123803, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-15", + "spans": 1, + "start_s": 312145.13349273, + "end_s": 312145.135068796, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-15", + "spans": 1, + "start_s": 312145.208318881, + "end_s": 312145.209860971, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-15", + "spans": 1, + "start_s": 312145.263181211, + "end_s": 312145.26472104, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-15", + "spans": 1, + "start_s": 312145.315143504, + "end_s": 312145.316815296, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-15", + "spans": 1, + "start_s": 312145.36668459, + "end_s": 312145.368279234, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-15", + "spans": 1, + "start_s": 312145.418366912, + "end_s": 312145.419982258, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-15", + "spans": 1, + "start_s": 312145.470623068, + "end_s": 312145.47229056, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-15", + "spans": 1, + "start_s": 312145.54879835, + "end_s": 312145.550326184, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-15", + "spans": 1, + "start_s": 312145.602206618, + "end_s": 312145.60388439, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-15", + "spans": 1, + "start_s": 312145.654817691, + "end_s": 312145.65637234, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-15", + "spans": 1, + "start_s": 312145.710345068, + "end_s": 312145.712006388, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-15", + "spans": 1, + "start_s": 312145.763973133, + "end_s": 312145.765567217, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-15", + "spans": 1, + "start_s": 312145.817973422, + "end_s": 312145.819512904, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-15", + "spans": 1, + "start_s": 312145.872073526, + "end_s": 312145.873696865, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-15", + "spans": 1, + "start_s": 312145.927520523, + "end_s": 312145.929029674, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "4-15", + "spans": 1, + "start_s": 312145.979634301, + "end_s": 312145.981287864, + "source_done_before": false, + "source_done_after": false + } + ], + "idle": true + }, + { + "stream_layers": false, + "warmup": false, + "elapsed_s": 27.227995268011, + "ttft_s": [ + 1.5330315430182964, + 3.113413112005219, + 4.550989416020457, + 6.1373888840316795, + 7.596085714991204, + 9.145908139005769, + 10.613067330035847, + 12.182542392984033, + 13.627355917997193, + 15.164539628021885, + 16.626248989021406, + 18.181405621988233, + 19.669193076028023, + 21.245849538012408, + 22.680571275996044, + 24.263370783999562 + ], + "token_times_s": [ + [ + 1.5330315430182964, + 1.5591657680342905, + 1.5823064440046437, + 1.6041171200340614, + 1.6269478350295685, + 1.6526751249912195, + 1.6756949999835342, + 1.6987793010193855, + 1.7217491749906912, + 1.7456773479934782, + 1.7734325780184008, + 1.8022751120151952, + 1.831543420033995, + 1.8605222700280137, + 1.8869243520312011, + 1.9136301429825835, + 1.9407501380192116, + 1.9686147309839725, + 1.9957195580354892, + 2.023777273017913, + 2.0508901639841497, + 2.07499574002577, + 2.097333714016713, + 2.119533952034544, + 2.141683213005308, + 2.165433941001538, + 2.188254948006943, + 2.2117569519905373, + 2.2344345030141994, + 2.2603527160244994, + 2.287547681014985, + 2.311941144987941, + 2.3338521940167993, + 2.357794695009943, + 2.381132944021374, + 2.4053063599858433, + 2.42754814500222, + 2.450791642011609, + 2.4752359240083024, + 2.4988017000141554, + 2.522311359003652, + 2.5452922910335474, + 2.570254566031508, + 2.5938921340275556, + 2.6168936479953118, + 2.6416993730235845, + 2.667328562005423, + 2.690622825990431, + 2.7136959669878706, + 2.7361073259962723, + 2.762501045013778, + 2.787140768021345, + 2.8111983920098282, + 2.836643874994479, + 2.8604071679874323, + 2.885570935031865, + 2.9093657649937086, + 2.93141654599458, + 2.958941283985041, + 2.986264454026241, + 3.0123425369965844, + 3.039904054021463, + 3.136646815983113, + 3.161252057994716, + 3.185653322027065, + 3.2094712820253335, + 3.2325854920200072, + 3.258163861988578, + 3.283927165030036, + 3.3072368730208836, + 3.331553886004258, + 3.356027359026484, + 3.3785795450094156, + 3.402331850025803, + 3.427381116023753, + 3.451725298014935, + 3.475079325027764, + 3.5003759500104934, + 3.52476276201196, + 3.548273598018568, + 3.5723176980391145, + 3.59693626803346, + 3.621264618006535, + 3.6449241240043193, + 3.6690793280140497, + 3.6935416139895096, + 3.715982861001976, + 3.7382371490239166, + 3.7646242849878035, + 3.7892177799949422, + 3.815122208034154, + 3.842133501020726, + 3.8708886859822087, + 3.8994572770316154, + 3.924233930010814, + 3.9465624259901233, + 3.9724218220217153, + 4.000543561007362, + 4.028238716011401, + 4.051840036991052, + 4.077470116026234, + 4.103377712017391, + 4.127269429038279, + 4.150810072023887, + 4.174501297995448, + 4.199120605015196, + 4.2226920439861715, + 4.245471886009909, + 4.271469006023835, + 4.296019633999094, + 4.320005541027058, + 4.343556987994816, + 4.365454595012125, + 4.389918347995263, + 4.414190179028083, + 4.437378473987337, + 4.4639174960320815, + 4.491135685006157, + 4.516314650012646, + 4.539922030991875, + 4.578632046992425, + 4.600886937987525, + 4.623072138987482, + 4.646306192036718, + 4.670045209990349, + 4.693476112035569, + 4.71535686502466, + 4.737065999011975 + ], + [ + 3.113413112005219, + 3.1366813000058755, + 3.161283955036197, + 3.1856849180185236, + 3.209506827988662, + 3.2326137350173667, + 3.258201543998439, + 3.2839606850175187, + 3.3072710020351224, + 3.331586402026005, + 3.3560589110129513, + 3.378614799992647, + 3.402363935019821, + 3.427414242993109, + 3.4517632740316913, + 3.475115456036292, + 3.5004080570070073, + 3.5247971339849755, + 3.5483091750065796, + 3.572351204988081, + 3.5969682580325752, + 3.621296475001145, + 3.644957857031841, + 3.669113109004684, + 3.693573645025026, + 3.716014683013782, + 3.7382709580124356, + 3.7646575500257313, + 3.789253336028196, + 3.8151546610170044, + 3.842168510018382, + 3.870929492986761, + 3.899491824035067, + 3.924267422000412, + 3.9465959509834647, + 3.9724589200341143, + 4.000581615022384, + 4.028272224997636, + 4.0518770790076815, + 4.0775035510305315, + 4.103412366996054, + 4.127304761030246, + 4.150844449992292, + 4.174533808021806, + 4.199154270987492, + 4.222729528031778, + 4.245503579033539, + 4.271503784984816, + 4.296055601036642, + 4.320037436031271, + 4.343587588984519, + 4.365486146998592, + 4.389954879006837, + 4.414221771003213, + 4.437411884020548, + 4.463953722035512, + 4.491171999019571, + 4.516348009987269, + 4.539955631014891, + 4.578668045985978, + 4.600918875017669, + 4.623104139987845, + 4.646337887039408, + 4.67007651302265, + 4.693508256983478, + 4.715387883014046, + 4.737188047030941, + 4.761882652004715, + 4.786849719996098, + 4.810000969038811, + 4.832287794037256, + 4.856142935983371, + 4.879063586995471, + 4.902566723001655, + 4.925239985983353, + 4.948534619004931, + 4.972025029012002, + 4.995660615037195, + 5.018627882003784, + 5.04133861802984, + 5.063199624011759, + 5.086883093987126, + 5.110337877995335, + 5.132494913006667, + 5.156506157014519, + 5.17983501899289, + 5.202325078018475, + 5.226560159993824, + 5.249638993991539, + 5.2749991189921275, + 5.300243419012986, + 5.325120713037904, + 5.34977271099342, + 5.372671649034601, + 5.397965383017436, + 5.423101102001965, + 5.445611626026221, + 5.4696650769910775, + 5.494977088994347, + 5.519195008033421, + 5.540778269991279, + 5.566719932015985, + 5.591896750032902, + 5.617192776000593, + 5.640387541032396, + 5.664549723034725, + 5.68906980502652, + 5.713369136035908, + 5.736756942002103, + 5.76304930401966, + 5.787611139996443, + 5.816089177038521, + 5.840335618995596, + 5.866665804991499, + 5.892257458996028, + 5.92088817502372, + 5.9496938940137625, + 5.978516096016392, + 6.0075211460352875, + 6.034927443019114, + 6.0609580730088055, + 6.162806240026839, + 6.186581243004184, + 6.212651762005407, + 6.237561210000422, + 6.263565024011768, + 6.290819144982379, + 6.317801661032718 + ], + [ + 4.550989416020457, + 4.578698967990931, + 4.600945863989182, + 4.623131219006609, + 4.646365188003983, + 4.670103583019227, + 4.693535175989382, + 4.715415190032218, + 4.737216546025593, + 4.761917403026018, + 4.7868815760011785, + 4.810034690017346, + 4.832321055990178, + 4.856174378015567, + 4.8790970600093715, + 4.902600011031609, + 4.925271056010388, + 4.948568037012592, + 4.972058407031, + 4.995694887009449, + 5.01866019598674, + 5.041372404026333, + 5.063230336003471, + 5.086915864027105, + 5.1103714650380425, + 5.132525522029027, + 5.156539174029604, + 5.1798688329872675, + 5.202358358015772, + 5.226591204991564, + 5.2496752819861285, + 5.275033604993951, + 5.3002789100282826, + 5.32515146402875, + 5.349806661019102, + 5.372703370987438, + 5.397998703992926, + 5.423132925992832, + 5.4456484310212545, + 5.4696966169867665, + 5.495010858983733, + 5.519226039003115, + 5.540811587008648, + 5.566754884028342, + 5.591930367983878, + 5.617227969982196, + 5.6404223660356365, + 5.66458156198496, + 5.689101529016625, + 5.713402786990628, + 5.736791115021333, + 5.763086215010844, + 5.787649855017662, + 5.816124871023931, + 5.840368834033143, + 5.86669802601682, + 5.8922955699963495, + 5.920924598991405, + 5.949730995984282, + 5.978552890010178, + 6.0075584730366245, + 6.034958590986207, + 6.06099146703491, + 6.162841449026018, + 6.186615857004654, + 6.2126863559824415, + 6.237594515027013, + 6.26360825903248, + 6.29085352801485, + 6.3179890449973755, + 6.342143613030203, + 6.366770569991786, + 6.393518035009038, + 6.418920702999458, + 6.444309001031797, + 6.470723995007575, + 6.497188568988349, + 6.524216925026849, + 6.547109135019127, + 6.570994638022967, + 6.596084395016078, + 6.620499624987133, + 6.64734689303441, + 6.672201164008584, + 6.697625533037353, + 6.722007924981881, + 6.74599952402059, + 6.772163056011777, + 6.7958579050027765, + 6.8229989419924095, + 6.847690341994166, + 6.872866635036189, + 6.900014743034262, + 6.924558701983187, + 6.950100471032783, + 6.974330035038292, + 6.998168855032418, + 7.023756513022818, + 7.048946310009342, + 7.073484549997374, + 7.099554023996461, + 7.1237807660363615, + 7.149541205028072, + 7.1762696109944955, + 7.202206276007928, + 7.225448868994135, + 7.249398702988401, + 7.275833019986749, + 7.300000510993414, + 7.326420608034823, + 7.351290263992269, + 7.376699263986666, + 7.401166067982558, + 7.425378091982566, + 7.449284116039053, + 7.475621748017147, + 7.50286899699131, + 7.531523860991001, + 7.55852355400566, + 7.584814438014291, + 7.62058511399664, + 7.644671363988891, + 7.667542092036456, + 7.6912327780155465, + 7.71803958399687, + 7.743263498006854, + 7.768939229019452, + 7.791975967003964 + ], + [ + 6.1373888840316795, + 6.162869926018175, + 6.186646715039387, + 6.212715774017852, + 6.237630210001953, + 6.26364055799786, + 6.290882744011469, + 6.31802120100474, + 6.342177362006623, + 6.3668033389840275, + 6.393554045003839, + 6.418954177002888, + 6.444340455986094, + 6.470760430034716, + 6.497226382023655, + 6.524253758019768, + 6.547141321003437, + 6.571025919984095, + 6.596117634035181, + 6.620535583002493, + 6.647378251014743, + 6.672235551988706, + 6.697663051018026, + 6.7220424670376815, + 6.7460307470173575, + 6.772196420992259, + 6.795892285997979, + 6.823033548018429, + 6.8477244899841025, + 6.872900824004319, + 6.900050915020984, + 6.924590572016314, + 6.950134262035135, + 6.974361811007839, + 6.998204544011969, + 7.023793480999302, + 7.048980875988491, + 7.073520465986803, + 7.0995912909857, + 7.1238133030128665, + 7.149578846001532, + 7.1763013760210015, + 7.202242024010047, + 7.225482486013789, + 7.249429845018312, + 7.275867160991766, + 7.300035146006849, + 7.3264566590078175, + 7.35132351302309, + 7.376731812022626, + 7.401201168016996, + 7.42541186203016, + 7.4493152080103755, + 7.475657597009558, + 7.502906596986577, + 7.531561212032102, + 7.5585580469924025, + 7.584847294026986, + 7.620614935003687, + 7.644703640020452, + 7.667575213010423, + 7.691266409005038, + 7.7180747099919245, + 7.743297849025112, + 7.768973394006025, + 7.792126915999688, + 7.820517301035579, + 7.8460119719966315, + 7.869904755032621, + 7.895237846008968, + 7.922022940008901, + 7.9468663959996775, + 7.975528273032978, + 8.00443566503236, + 8.032868559996132, + 8.058650418999605, + 8.083616547985002, + 8.108016785990912, + 8.132269149995409, + 8.158907873032149, + 8.184593543002848, + 8.208848590031266, + 8.234820579004008, + 8.26149002200691, + 8.286277129023802, + 8.312099062022753, + 8.337718113034498, + 8.361425384005997, + 8.384050921013113, + 8.407792146026623, + 8.432498724025209, + 8.456399099028204, + 8.48053823102964, + 8.505564454011619, + 8.530530959018506, + 8.55435375898378, + 8.577705801988486, + 8.60151104198303, + 8.626615568995476, + 8.650106366025284, + 8.674416391004343, + 8.697221698996145, + 8.721977044013329, + 8.74616691202391, + 8.771932031027973, + 8.795006798987743, + 8.821365212032106, + 8.845382954983506, + 8.870068913034629, + 8.89402384601999, + 8.917665508983191, + 8.941573554999195, + 8.966691285022534, + 8.9923009420163, + 9.019250868994277, + 9.046534569992218, + 9.071012675995007, + 9.171346791030373, + 9.19525320403045, + 9.220591314020567, + 9.244504912989214, + 9.27022989501711, + 9.295371290994808, + 9.321487581008114, + 9.345950018032454, + 9.369151671009604, + 9.394112934998702, + 9.416346732003149 + ], + [ + 7.596085714991204, + 7.620643082016613, + 7.644730904023163, + 7.6676097140298225, + 7.691295130003709, + 7.718105823034421, + 7.743327264033724, + 7.769003232009709, + 7.792157413030509, + 7.820552786986809, + 7.846047651022673, + 7.869940796983428, + 7.8952714769984595, + 7.922058759024367, + 7.946902419032995, + 7.9755659910151735, + 8.004474358982407, + 8.032903099025134, + 8.058684671006631, + 8.083650847023819, + 8.108052291034255, + 8.132300394994672, + 8.158942873007618, + 8.184636357007548, + 8.208882773993537, + 8.234854568028823, + 8.261527194990776, + 8.286312329990324, + 8.31213606701931, + 8.337752128019929, + 8.3614578100387, + 8.384084780002013, + 8.407826852984726, + 8.432529249985237, + 8.456434627994895, + 8.480573250039015, + 8.505598077026661, + 8.530564491986297, + 8.554384107992519, + 8.577737176034134, + 8.601544978038874, + 8.626649544981774, + 8.650139181001578, + 8.674450400983915, + 8.697257603984326, + 8.722010581986979, + 8.746202361013275, + 8.771966158994474, + 8.79504126199754, + 8.821400640008505, + 8.845417951000854, + 8.870103368011769, + 8.89405711501604, + 8.91770001698751, + 8.941610407026019, + 8.966727262013592, + 8.992334403039422, + 9.01928755902918, + 9.046570903039537, + 9.071048822021112, + 9.171378604019992, + 9.195285127032548, + 9.220634831988718, + 9.244538383034524, + 9.270264816994313, + 9.29540188703686, + 9.32152291102102, + 9.345980704994872, + 9.369185123010539, + 9.394146284030285, + 9.416504432039801, + 9.441380725009367, + 9.466110979032237, + 9.488281434983946, + 9.512731577036902, + 9.5384685510071, + 9.562720469024498, + 9.585611501999665, + 9.607880806026515, + 9.632060653995723, + 9.657159355992917, + 9.680786562035792, + 9.704467851028312, + 9.728897458000574, + 9.753247404005378, + 9.777335552033037, + 9.80228378198808, + 9.828839955036528, + 9.853826353035402, + 9.877388824010268, + 9.902324618014973, + 9.926035879005212, + 9.949882869026624, + 9.973607800027821, + 9.997901339025702, + 10.022285048034973, + 10.050027484016027, + 10.077422539994586, + 10.103112905984744, + 10.127384859020822, + 10.151645774021745, + 10.176377121009864, + 10.20064293500036, + 10.222884996037465, + 10.246906516025774, + 10.273036936006974, + 10.296650684031192, + 10.322255973995198, + 10.347777460992802, + 10.371678620984312, + 10.394553457037546, + 10.418594494985882, + 10.444100496009924, + 10.468711400986649, + 10.495840778981801, + 10.522898280993104, + 10.55029107601149, + 10.575850703986362, + 10.601930716016795, + 10.636686142999679, + 10.662144495989196, + 10.685532967036124, + 10.70933377702022, + 10.731485980038997, + 10.758321768022142, + 10.783633642015047, + 10.808112013037317, + 10.831839427992236 + ], + [ + 9.145908139005769, + 9.171405839035287, + 9.19531249901047, + 9.220666614011861, + 9.244567950023338, + 9.27029365702765, + 9.295428419020027, + 9.321553082030732, + 9.346008285006974, + 9.369213405996561, + 9.39417352201417, + 9.41653279500315, + 9.441410983039532, + 9.466142435034271, + 9.488315823022276, + 9.512767640000675, + 9.538500403985381, + 9.562755323015153, + 9.585646363033447, + 9.607912848994602, + 9.63209419202758, + 9.657192533020861, + 9.68082096503349, + 9.704500925028697, + 9.728933781036176, + 9.75328449299559, + 9.777367375034373, + 9.802316247019917, + 9.82887591701001, + 9.853862954012584, + 9.877424142032396, + 9.902356314996723, + 9.926072609028779, + 9.949915627017617, + 9.973640885029454, + 9.997935299004894, + 10.022321225027554, + 10.05006402201252, + 10.077456613013055, + 10.10314569802722, + 10.127421943994705, + 10.151680111011956, + 10.176408612984233, + 10.200674588035326, + 10.222919580002781, + 10.246938548982143, + 10.273070694995113, + 10.296686657005921, + 10.322289854986593, + 10.347810934006702, + 10.371711287996732, + 10.394589363015257, + 10.418632904009428, + 10.444131559983362, + 10.468745856021997, + 10.495878975023516, + 10.522932544990908, + 10.55032541701803, + 10.575884141027927, + 10.601964430999942, + 10.636722217022907, + 10.662176351994276, + 10.685563876002561, + 10.709367386007216, + 10.731519162014592, + 10.75835866003763, + 10.78366624499904, + 10.808146667026449, + 10.831988521036692, + 10.857997857034206, + 10.883475032984279, + 10.909475459018722, + 10.932992741989437, + 10.95783794898307, + 10.982545243983623, + 11.006577427033335, + 11.034986673039384, + 11.061787231999915, + 11.088655075989664, + 11.115328447020147, + 11.14190770802088, + 11.16613084502751, + 11.192489058012143, + 11.215865128033329, + 11.240119431982748, + 11.266237650997937, + 11.290832658996806, + 11.315050835022703, + 11.339819368033204, + 11.36357330402825, + 11.38749390898738, + 11.410864903999027, + 11.436043191002682, + 11.459100232983474, + 11.485312539036386, + 11.509560371981934, + 11.53249287098879, + 11.556896988011431, + 11.58188270102255, + 11.604952402005438, + 11.627780470997095, + 11.651528510032222, + 11.674489787023049, + 11.698899005015846, + 11.723186465038452, + 11.74609078100184, + 11.771275183011312, + 11.795151042984799, + 11.819347053009551, + 11.84322024602443, + 11.866699114034418, + 11.89036598498933, + 11.914018256997224, + 11.936502168013249, + 11.959851442021318, + 11.984611409017816, + 12.009530052018818, + 12.03761407500133, + 12.065440581005532, + 12.092149153992068, + 12.210829821997322, + 12.237245502998121, + 12.265872661024332, + 12.293589450011496, + 12.31804669299163, + 12.342289361986332, + 12.3670732449973, + 12.391018931986764 + ], + [ + 10.613067330035847, + 10.636753347003832, + 10.662203523039352, + 10.685589767992496, + 10.709397806029301, + 10.73154795600567, + 10.758390762028284, + 10.783693303004839, + 10.808177394035738, + 10.832018985005561, + 10.858031385985669, + 10.883508615021128, + 10.90950960101327, + 10.933023169985972, + 10.957871749007609, + 10.982580062991474, + 11.006612844998017, + 11.035024469019845, + 11.06182083900785, + 11.088689861993771, + 11.115366241021547, + 11.141939934983384, + 11.166164855007082, + 11.192525175982155, + 11.215897950984072, + 11.240151781006716, + 11.266270911030006, + 11.290868212992791, + 11.315086424991023, + 11.339852740988135, + 11.363608961983118, + 11.38752738502808, + 11.410897328983992, + 11.43607468000846, + 11.459133472002577, + 11.485346189001575, + 11.509591415000614, + 11.532525486021768, + 11.55693236301886, + 11.581919140007813, + 11.604983472032472, + 11.62781375402119, + 11.651561323029455, + 11.674523172026966, + 11.69893256603973, + 11.72321990301134, + 11.746121851028875, + 11.77130857098382, + 11.795184142014477, + 11.819383720983751, + 11.8432538890047, + 11.866733375005424, + 11.890397022012621, + 11.914049752987921, + 11.936537543020677, + 11.959885623014998, + 11.984646712022368, + 12.00956509198295, + 12.037650874990504, + 12.065474975039251, + 12.092183367989492, + 12.210867313027848, + 12.237280077999458, + 12.265910280984826, + 12.293617739982437, + 12.318083860038314, + 12.342324850033037, + 12.3671042380156, + 12.391179674013983, + 12.418584823026322, + 12.442257457994856, + 12.468851305020507, + 12.494490985991433, + 12.521281750989147, + 12.544430917012505, + 12.569561642012559, + 12.595912582008168, + 12.619773974991404, + 12.644888636015821, + 12.67024994501844, + 12.6956941850367, + 12.721560208010487, + 12.74397285602754, + 12.770559480995871, + 12.796919036016334, + 12.824967686028685, + 12.852870936039835, + 12.88066985399928, + 12.906870279985014, + 12.932225621014368, + 12.957362580986228, + 12.986718557018321, + 13.016344579984434, + 13.045832904987037, + 13.075241135025863, + 13.104536423983518, + 13.133015236002393, + 13.160876364039723, + 13.189414874999784, + 13.217525585030671, + 13.240457732987124, + 13.267130132007878, + 13.289077094988897, + 13.314088960993104, + 13.33927523798775, + 13.363111644983292, + 13.386700789036695, + 13.411657271033619, + 13.435172219993547, + 13.4573039879906, + 13.481490587990265, + 13.50706757500302, + 13.53414729499491, + 13.558392728038598, + 13.583460643014405, + 13.60945922601968, + 13.650086642010137, + 13.673325777985156, + 13.695151682011783, + 13.718465265003033, + 13.741100107028615, + 13.765615570999216, + 13.789355390006676, + 13.81333395600086, + 13.838538435986266, + 13.862000734021422, + 13.887916728039272, + 13.91228524100734 + ], + [ + 12.182542392984033, + 12.210897898010444, + 12.237310077005532, + 12.265942047990393, + 12.29364546702709, + 12.318115837988444, + 12.342355887987651, + 12.367131053993944, + 12.391208241984714, + 12.41861788998358, + 12.442294181033503, + 12.468882743036374, + 12.494524459005333, + 12.521317079022992, + 12.544463533035014, + 12.569592269021086, + 12.595945488021243, + 12.619807098992169, + 12.644923322019167, + 12.670281384023838, + 12.695728613995016, + 12.721593877999112, + 12.744006635039113, + 12.770593970024493, + 12.796960057981778, + 12.82500422699377, + 12.85290740703931, + 12.880705018003937, + 12.90690664498834, + 12.93226135399891, + 12.957398853031918, + 12.986758754006587, + 13.016385883034673, + 13.04587051901035, + 13.075278186006472, + 13.104573291027918, + 13.133051616023295, + 13.1609133729944, + 13.189452336984687, + 13.217561327037401, + 13.240491384000052, + 13.26716074399883, + 13.289108523982577, + 13.31411980901612, + 13.339307226997335, + 13.363144803035539, + 13.38673408498289, + 13.411688680993393, + 13.435207786038518, + 13.457337426021695, + 13.48152209102409, + 13.50710370001616, + 13.53418162901653, + 13.558428964985069, + 13.583492032019421, + 13.609500238031615, + 13.650119045982137, + 13.673357656982262, + 13.695182305003982, + 13.718498906004243, + 13.74113182903966, + 13.76565156900324, + 13.789388676988892, + 13.813365622016136, + 13.838572758017108, + 13.862034297024366, + 13.887948835035786, + 13.912422135006636, + 13.935615541995503, + 13.958342808997259, + 13.982950078032445, + 14.006699774006847, + 14.028531896998174, + 14.053336862009019, + 14.076611361000687, + 14.098500334017444, + 14.12172970798565, + 14.144649583031423, + 14.171910002012737, + 14.198294971021824, + 14.223767171031795, + 14.245453838026151, + 14.271566579991486, + 14.294344809022732, + 14.317666838003788, + 14.341880233027041, + 14.363827672030311, + 14.387017360015307, + 14.41051293403143, + 14.432991521025542, + 14.454699426016305, + 14.477798954001628, + 14.500026764988434, + 14.524327769002412, + 14.546478200994898, + 14.568389522028156, + 14.591326960013248, + 14.61480256402865, + 14.638967061997391, + 14.661038756021298, + 14.684473834990058, + 14.706971034989692, + 14.730753872019704, + 14.756387414003257, + 14.780479250999633, + 14.802654767991044, + 14.82817791000707, + 14.851723360014148, + 14.874132247001398, + 14.898315226018894, + 14.922642140998505, + 14.944612820982002, + 14.967866978025995, + 14.990870412031654, + 15.01490950700827, + 15.04006864700932, + 15.066235421982128, + 15.092116687039379, + 15.187951522006188, + 15.21052837301977, + 15.233323029999156, + 15.257630047039129, + 15.280975962989032, + 15.30363118799869, + 15.327739833039232, + 15.350964621989988, + 15.372646520030685, + 15.396400263998657 + ], + [ + 13.627355917997193, + 13.65014715102734, + 13.67338465800276, + 13.695209386991337, + 13.718526484037284, + 13.741158823017031, + 13.765681232034694, + 13.78941784601193, + 13.813392996031325, + 13.838608140998986, + 13.862063297012355, + 13.88797674298985, + 13.912450953037478, + 13.935648246027995, + 13.95837497600587, + 13.982983430032618, + 14.00673447700683, + 14.02856285701273, + 14.053370624023955, + 14.076643379987217, + 14.098533854994457, + 14.121762168011628, + 14.144686479994562, + 14.171946882037446, + 14.19833165500313, + 14.22379927302245, + 14.245485024002846, + 14.271600007021334, + 14.294375923986081, + 14.317701250023674, + 14.341912695032079, + 14.363859292003326, + 14.387049445998855, + 14.41054749803152, + 14.433023938036058, + 14.454731051984709, + 14.477833156997804, + 14.500058954989072, + 14.52436119999038, + 14.54651014902629, + 14.568421803996898, + 14.591358679987025, + 14.61483524000505, + 14.638997816015035, + 14.661070526984986, + 14.684507486002985, + 14.707007450982928, + 14.730787731008604, + 14.756423061015084, + 14.780512822035234, + 14.802687466028146, + 14.828213463013526, + 14.851755026029423, + 14.874167804024182, + 14.898348802002147, + 14.922674019995611, + 14.944644963019527, + 14.967899531999137, + 14.99090359499678, + 15.014945439994335, + 15.040102784987539, + 15.066271764982957, + 15.092151438992005, + 15.187984241987579, + 15.210562286025379, + 15.233354181982577, + 15.257666965015233, + 15.28101069998229, + 15.303663731028792, + 15.327776702004485, + 15.350995479035191, + 15.372679018997587, + 15.396562008012552, + 15.419070782023482, + 15.44085058599012, + 15.463828620035201, + 15.486211862007622, + 15.508623570029158, + 15.531250837026164, + 15.553006410016678, + 15.574651914008427, + 15.597986051987391, + 15.620455123018473, + 15.642121651035268, + 15.664824548002798, + 15.686685886990745, + 15.7090761110303, + 15.731666976993438, + 15.75471234699944, + 15.778387570986524, + 15.803443785000127, + 15.826782807998825, + 15.84995309903752, + 15.872219671029598, + 15.895877603034023, + 15.920416526030749, + 15.942765276005957, + 15.965774643002078, + 15.988500375009608, + 16.01200772402808, + 16.03757795301499, + 16.060497555998154, + 16.083075342990924, + 16.105576656991616, + 16.128543149039615, + 16.15095654700417, + 16.174084147030953, + 16.196505673986394, + 16.222332425008062, + 16.24951107398374, + 16.277213420020416, + 16.30082724901149, + 16.322461450996343, + 16.347129283996765, + 16.370011374005117, + 16.393537814030424, + 16.416788490023464, + 16.440680397034157, + 16.463869422033895, + 16.48666538699763, + 16.511680177995004, + 16.538583678018767, + 16.565617898013443, + 16.58988866402069, + 16.61563756898977, + 16.650903005036525, + 16.6745268140221, + 16.698657318018377 + ], + [ + 15.164539628021885, + 15.188016592001077, + 15.210591103998013, + 15.233382584003266, + 15.257698362984229, + 15.28103995899437, + 15.303690825996455, + 15.32780647103209, + 15.35102302202722, + 15.37270605599042, + 15.396590183023363, + 15.41910243401071, + 15.440882453985978, + 15.463860049028881, + 15.486245481006335, + 15.508655463985633, + 15.531283308984712, + 15.55303739302326, + 15.574683285027277, + 15.598017937038094, + 15.6204857089906, + 15.642155534995254, + 15.664856255985796, + 15.686721233010758, + 15.70910818799166, + 15.731698954012245, + 15.75474966201, + 15.778419075999409, + 15.803478032001294, + 15.826818918983918, + 15.849985337990802, + 15.872252514003776, + 15.89591315598227, + 15.920449007011484, + 15.942797742027324, + 15.965806998021435, + 15.988532054994721, + 16.012039408029523, + 16.037609064020216, + 16.06052942102542, + 16.08310705400072, + 16.10560898500262, + 16.12857152201468, + 16.150988712033723, + 16.174115043017082, + 16.196539096999913, + 16.222369064984377, + 16.249547979037743, + 16.277246384997852, + 16.300859075039625, + 16.322493295010645, + 16.347165551036596, + 16.370043629023712, + 16.393568647035863, + 16.416821193008218, + 16.440715668024495, + 16.463903510011733, + 16.48669901600806, + 16.511715809989255, + 16.53861779900035, + 16.565655103011522, + 16.589923783030827, + 16.61567012401065, + 16.650934926001355, + 16.674560760031454, + 16.698815378011204, + 16.722717250988353, + 16.745348677039146, + 16.770346815988887, + 16.795750955003314, + 16.820012234034948, + 16.843167216982692, + 16.866394815035164, + 16.888996955007315, + 16.91661605099216, + 16.94108616298763, + 16.965532045986038, + 16.992858414014336, + 17.017183994001243, + 17.03963284601923, + 17.063069452007767, + 17.08904893399449, + 17.113861953024752, + 17.138578234007582, + 17.161870135983918, + 17.18552515900228, + 17.208019437035546, + 17.230783028004225, + 17.254809131030925, + 17.281372261990327, + 17.304120504006278, + 17.327921071031597, + 17.352538047009148, + 17.375233028025832, + 17.39827405801043, + 17.420895208022557, + 17.443642372032627, + 17.46747526503168, + 17.491815261018928, + 17.51565751398448, + 17.53840088902507, + 17.561625350033864, + 17.58547701901989, + 17.607346562028397, + 17.630167720024474, + 17.654263753036503, + 17.676653351983987, + 17.699465656012762, + 17.72324895003112, + 17.745555882982444, + 17.771910794021096, + 17.795623773010448, + 17.81759058800526, + 17.842077021021396, + 17.865229391027242, + 17.88798230001703, + 17.91162405902287, + 17.935254829993937, + 17.959645303024445, + 17.983326035027858, + 18.005958694033325, + 18.032485436997376, + 18.058685671014246, + 18.086031131038908, + 18.111025683989283, + 18.20621154003311, + 18.23026432300685, + 18.25441440899158 + ], + [ + 16.626248989021406, + 16.650963164982386, + 16.674590400012676, + 16.698847434017807, + 16.722749090986326, + 16.74538046499947, + 16.770379860012326, + 16.795787249982823, + 16.820043416984845, + 16.84319783101091, + 16.86642789602047, + 16.889028877019882, + 16.916651285020635, + 16.941119663009886, + 16.96556938701542, + 16.992892878013663, + 17.017216050007846, + 17.039664184034336, + 17.063102332002018, + 17.089083352009766, + 17.11389614798827, + 17.138611489033792, + 17.161903929023538, + 17.185557163029443, + 17.208054549992085, + 17.230816509982105, + 17.25484663300449, + 17.28140857501421, + 17.30415358400205, + 17.327957082015928, + 17.352570509014186, + 17.375264559988864, + 17.398303986003157, + 17.420928593026474, + 17.44367740803864, + 17.467508841014933, + 17.49184877303196, + 17.515692160988692, + 17.538434107031208, + 17.56165978399804, + 17.58550903602736, + 17.607377446023747, + 17.630198438011575, + 17.65429564000806, + 17.676685694023035, + 17.699496727029327, + 17.72328498598654, + 17.745589815021958, + 17.771945893007796, + 17.79565534798894, + 17.81762891402468, + 17.84210880601313, + 17.86526326002786, + 17.888015194039326, + 17.911660309997387, + 17.935286656022072, + 17.959678885003086, + 17.98335680202581, + 18.005990726989694, + 18.032519961998332, + 18.058722346031573, + 18.086065614013933, + 18.111059933027718, + 18.20624319300987, + 18.23029547702754, + 18.254610920033883, + 18.283211579022463, + 18.31061000400223, + 18.339199996029492, + 18.364644218003377, + 18.388522815017495, + 18.412403238005936, + 18.43519438803196, + 18.45973809901625, + 18.484840735036414, + 18.510025691997726, + 18.533731703006197, + 18.557372145995032, + 18.580669338000007, + 18.604898952005897, + 18.630834040988702, + 18.65591409301851, + 18.67919289699057, + 18.702741132001393, + 18.727724083000794, + 18.75321175303543, + 18.777922070992645, + 18.801696020993404, + 18.827463653986342, + 18.854224790004082, + 18.87756538501708, + 18.902773895999417, + 18.929367996985093, + 18.95263952499954, + 18.97803166502854, + 19.003406381991226, + 19.029867098026443, + 19.054311180021614, + 19.076460979995318, + 19.099200153024867, + 19.1235220329836, + 19.146783147007227, + 19.169866506010294, + 19.192994120006915, + 19.2150439650286, + 19.238643089018296, + 19.264489755034447, + 19.287127591029275, + 19.309820052003488, + 19.336095792008564, + 19.360306835034862, + 19.383780233038124, + 19.40973595000105, + 19.433308804000262, + 19.456567213987, + 19.479909538989887, + 19.504141592013184, + 19.5297966109938, + 19.55531237303512, + 19.5808781789965, + 19.606694624992087, + 19.632618348987307, + 19.65807952400064, + 19.692809664004017, + 19.71554266900057, + 19.73886997398222, + 19.763025419029873, + 19.785710208001547 + ], + [ + 18.181405621988233, + 18.206271604984067, + 18.230322437011637, + 18.25464459101204, + 18.2832468689885, + 18.31064612499904, + 18.339234149025287, + 18.364678732992616, + 18.388554422999732, + 18.412434391037095, + 18.43522582098376, + 18.45977152098203, + 18.484877834038343, + 18.510057591018267, + 18.533764643012546, + 18.557405831990764, + 18.58070112299174, + 18.604932383983396, + 18.630866516032256, + 18.655947692983318, + 18.679226657026447, + 18.702777227037586, + 18.727760048990604, + 18.75324842100963, + 18.777956022007857, + 18.80172779498389, + 18.827497448015492, + 18.854261170024984, + 18.877606083988212, + 18.902808075014036, + 18.92940309603, + 18.952674808038864, + 18.978069164033514, + 19.003439916996285, + 19.029901628033258, + 19.05434418603545, + 19.076492839027196, + 19.099230961001012, + 19.123555630038027, + 19.14681833703071, + 19.169899395026732, + 19.193021556013264, + 19.215076658991165, + 19.23867486801464, + 19.264523080026265, + 19.28716119902674, + 19.309856567007955, + 19.336133803997654, + 19.36034113698406, + 19.383814454020467, + 19.409769927035086, + 19.433340549003333, + 19.456606849038508, + 19.479941249010153, + 19.50417227501748, + 19.529834034037776, + 19.555346904031467, + 19.58091375202639, + 19.6067282439908, + 19.63265608000802, + 19.658116450998932, + 19.692844928009436, + 19.715574925008696, + 19.738902704033535, + 19.76306096400367, + 19.785846371029038, + 19.81077743601054, + 19.836238112999126, + 19.859221120015718, + 19.88290795998182, + 19.909016977995634, + 19.932213774009142, + 19.956347047002055, + 19.981680584023707, + 20.006806258985307, + 20.031791932997294, + 20.05632868799148, + 20.080893774982542, + 20.105377569037955, + 20.12809112400282, + 20.152724720013794, + 20.1782332410221, + 20.202758269035257, + 20.225866469030734, + 20.249521185003687, + 20.27659963903716, + 20.299824693996925, + 20.322911882016342, + 20.348890007007867, + 20.376929343037773, + 20.40428898303071, + 20.429171931988094, + 20.452972288010642, + 20.479007986024953, + 20.505230618000496, + 20.529886245029047, + 20.554608847014606, + 20.578787820006255, + 20.603624081006274, + 20.626749646035023, + 20.651963212992996, + 20.675420594983734, + 20.700837176991627, + 20.725570907001384, + 20.750479303998873, + 20.776853460003622, + 20.80240644403966, + 20.825263048987836, + 20.850653560017236, + 20.87490393302869, + 20.900295253028162, + 20.926104817015585, + 20.949952397029847, + 20.97407870698953, + 20.99750654702075, + 21.023428026004694, + 21.046132682997268, + 21.071798490011133, + 21.098796272010077, + 21.125150896026753, + 21.149092292995192, + 21.17580046202056, + 21.27309209102532, + 21.296449106012005, + 21.31867243500892, + 21.34236986603355, + 21.366084945038892, + 21.389463321014773 + ], + [ + 19.669193076028023, + 19.69287401501788, + 19.715608200989664, + 19.73893070203485, + 19.76309276302345, + 19.785874750989024, + 19.81080973299686, + 19.836274390982, + 19.85925701301312, + 19.882941193005536, + 19.90905054198811, + 19.93225092801731, + 19.95637817401439, + 19.981714682013262, + 20.006838403991424, + 20.031827847007662, + 20.056362015020568, + 20.080925652990118, + 20.105413658020552, + 20.128124587005004, + 20.152756428986322, + 20.178264320013113, + 20.202794370998163, + 20.22589927102672, + 20.24955436802702, + 20.276645014004316, + 20.299856498022564, + 20.322943623992614, + 20.348925719037652, + 20.376966340001673, + 20.404324657982215, + 20.429203342006076, + 20.45300868502818, + 20.479043922037818, + 20.505264406034257, + 20.52991916402243, + 20.554643281036988, + 20.578822123992722, + 20.603657282015774, + 20.626781488012057, + 20.651996457017958, + 20.675453959032893, + 20.700868725019973, + 20.725607925036456, + 20.750520583998878, + 20.77688765298808, + 20.802437246020418, + 20.82529471698217, + 20.850689216982573, + 20.874940244015306, + 20.9003304259968, + 20.926138496026397, + 20.949988148990087, + 20.974112440017052, + 20.99754195503192, + 21.023465158999898, + 21.04616500699194, + 21.07183506403817, + 21.098830985021777, + 21.125185654032975, + 21.149128733028192, + 21.175834658031818, + 21.27312614803668, + 21.296483571990393, + 21.318704908015206, + 21.342407158983406, + 21.3661183330114, + 21.38961988099618, + 21.41268695902545, + 21.43440379999811, + 21.456904885999393, + 21.48152912198566, + 21.505018268013373, + 21.528225633024704, + 21.55122686002869, + 21.576244238007348, + 21.599092668038793, + 21.621591455012094, + 21.64510764798615, + 21.669019628025126, + 21.69307594303973, + 21.716577826999128, + 21.73874969803728, + 21.76317532802932, + 21.78680182201788, + 21.80989465600578, + 21.831681295996532, + 21.856473951018415, + 21.880562356032897, + 21.90469740703702, + 21.929017394024413, + 21.95214529102668, + 21.976371582015418, + 22.000355602009222, + 22.024011945002712, + 22.04757737298496, + 22.069643958995584, + 22.095720869023353, + 22.118881419999525, + 22.14111150399549, + 22.164253022987396, + 22.189575023017824, + 22.21292955701938, + 22.23586694401456, + 22.26131648401497, + 22.28961914899992, + 22.316997638030443, + 22.34383251698455, + 22.37218219798524, + 22.399219223996624, + 22.426568309019785, + 22.45386388298357, + 22.48177960299654, + 22.509994697989896, + 22.53709852101747, + 22.56269320100546, + 22.589768970035948, + 22.6163412820315, + 22.643001265008934, + 22.669262123992667, + 22.70599572098581, + 22.729837088030763, + 22.752477506990544, + 22.77770049899118, + 22.80236964498181, + 22.82625152100809, + 22.85079602699261, + 22.874061051988974 + ], + [ + 21.245849538012408, + 21.27315537602408, + 21.296512892004102, + 21.31873263401212, + 21.342438317020424, + 21.366146538988687, + 21.38964849099284, + 21.412718678999227, + 21.434435176022816, + 21.456938983988948, + 21.48156248399755, + 21.505050114006735, + 21.528259593003895, + 21.551263139990624, + 21.5762763019884, + 21.599126407993026, + 21.621628805994987, + 21.645141002023593, + 21.66905232501449, + 21.693107736995444, + 21.716609039984178, + 21.73878400900867, + 21.76320891303476, + 21.786834614991676, + 21.809927346010227, + 21.83171386300819, + 21.856505131989252, + 21.880594126007054, + 21.904731287038885, + 21.929049370985013, + 21.952179015032016, + 21.976404979999643, + 22.00038741400931, + 22.02404369803844, + 22.047610841982532, + 22.069678116007708, + 22.09575221000705, + 22.11891579499934, + 22.141144993016496, + 22.16428641899256, + 22.189610106986947, + 22.212963009020314, + 22.235898727027234, + 22.26135206699837, + 22.28965466999216, + 22.317033708037343, + 22.343870497017633, + 22.372218989999965, + 22.399254746036604, + 22.426611131988466, + 22.45390079903882, + 22.481815968989395, + 22.510030749021098, + 22.537130096985493, + 22.562730089994147, + 22.589805050985888, + 22.61637703998713, + 22.64303740102332, + 22.669296698004473, + 22.706027823034674, + 22.729868791007902, + 22.752513384039048, + 22.777732077986002, + 22.802400466986, + 22.826285335002467, + 22.850829215021804, + 22.874196985037997, + 22.899460749002174, + 22.92463621101342, + 22.949970294022933, + 22.974547828023788, + 22.99909848900279, + 23.022515335993376, + 23.04577758302912, + 23.06947777798632, + 23.093066457018722, + 23.116615828999784, + 23.140402883989736, + 23.162909028003924, + 23.186032283003442, + 23.211195298004895, + 23.235092426999472, + 23.25874246802414, + 23.28645203600172, + 23.31533572700573, + 23.343539583031088, + 23.370915979030542, + 23.394140025018714, + 23.418252044997644, + 23.4413414010196, + 23.46590006502811, + 23.490524578024633, + 23.515272965014447, + 23.53873285301961, + 23.5620646320167, + 23.586149610986467, + 23.61072634899756, + 23.6344870129833, + 23.658577342983335, + 23.68233549100114, + 23.70561068900861, + 23.72880919603631, + 23.75259044498671, + 23.77858618902974, + 23.80173140799161, + 23.82534147298429, + 23.84895035601221, + 23.872613599000033, + 23.896493309002835, + 23.921058201987762, + 23.94357129803393, + 23.96691997500602, + 23.991548417019658, + 24.015010068018455, + 24.040315160003956, + 24.06546407402493, + 24.089778075984214, + 24.116522504016757, + 24.143331281025894, + 24.16822911100462, + 24.192079364031088, + 24.289200862986036, + 24.312328416039236, + 24.335156632994767, + 24.359652648039628, + 24.382457943982445, + 24.405459426983725, + 24.428337869001552 + ], + [ + 22.680571275996044, + 22.706054945010692, + 22.729896920034662, + 22.752544409013353, + 22.77776047901716, + 22.802427650021855, + 22.826313972007483, + 22.85085736803012, + 22.874225408013444, + 22.899495957011823, + 22.924672459019348, + 22.950004999001976, + 22.974581310991198, + 22.99913174501853, + 23.022551387024578, + 23.045810062030796, + 23.069511505018454, + 23.09310193103738, + 23.116647084010765, + 23.14043632702669, + 23.16294332401594, + 23.186063943023328, + 23.211225951032247, + 23.235126272018533, + 23.258780234027654, + 23.28648879402317, + 23.315372104989365, + 23.343577196996193, + 23.370950911019463, + 23.394170791027136, + 23.418283093022183, + 23.441375061986037, + 23.465936755994335, + 23.490557308017742, + 23.515304337022826, + 23.53876666899305, + 23.562099146016408, + 23.58618112199474, + 23.61076123500243, + 23.634522560983896, + 23.658609042002354, + 23.682369168032892, + 23.705646442016587, + 23.728841681033373, + 23.752633324009366, + 23.778619527991395, + 23.8017655290314, + 23.82537311699707, + 23.84898556000553, + 23.872649375989567, + 23.89652556902729, + 23.921091968019027, + 23.94361077802023, + 23.966953544004355, + 23.991579369001556, + 24.015045445004944, + 24.04034722299548, + 24.065498017007485, + 24.0898122190265, + 24.116558915004134, + 24.143365722033195, + 24.16826161200879, + 24.192110646981746, + 24.28923598799156, + 24.31236214900855, + 24.335189907986205, + 24.359685428033117, + 24.382491516997106, + 24.405490250035655, + 24.428494432999287, + 24.45136690599611, + 24.479292597039603, + 24.508008687000256, + 24.53523847402539, + 24.557924078020733, + 24.581326365005225, + 24.60365417203866, + 24.62693493202096, + 24.650110191025306, + 24.67354453803273, + 24.697351029026322, + 24.722079213999677, + 24.74428964103572, + 24.768573126988485, + 24.79217609198531, + 24.815318526991177, + 24.83883668598719, + 24.863840040983632, + 24.88704341702396, + 24.910054593987297, + 24.933107277029194, + 24.956025708990637, + 24.980122031993233, + 25.004267557989806, + 25.027922787994612, + 25.04972067300696, + 25.073889287014026, + 25.098001529986504, + 25.121264402987435, + 25.143236513016745, + 25.16575483098859, + 25.18861781503074, + 25.211133624019567, + 25.233958180993795, + 25.258144756022375, + 25.281090410018805, + 25.304572737019043, + 25.32906819001073, + 25.352840539999306, + 25.375494823034387, + 25.398286512005143, + 25.420857955003157, + 25.44343291601399, + 25.46513504802715, + 25.487732957990374, + 25.510016847983934, + 25.532713842985686, + 25.554461291991174, + 25.576974436000455, + 25.598995902983006, + 25.621281661035027, + 25.643953900027554, + 25.66583230200922, + 25.687431442027446, + 25.70940769498702, + 25.731209702033084, + 25.753700887027662, + 25.778326864994597 + ], + [ + 24.263370783999562, + 24.289267227984965, + 24.31239119701786, + 24.335219380038325, + 24.35971279902151, + 24.38252157601528, + 24.405517528997734, + 24.428523067035712, + 24.451398359029554, + 24.479329644003883, + 24.50804612203501, + 24.535270626016427, + 24.557957395038102, + 24.58135831000982, + 24.603686924034264, + 24.626966663985513, + 24.65014371299185, + 24.673577890032902, + 24.697382980026305, + 24.722110770002473, + 24.74432059301762, + 24.768609102000482, + 24.79221082100412, + 24.815354066027794, + 24.8388704250101, + 24.863875071983784, + 24.88707489700755, + 24.910086396033876, + 24.933139228029177, + 24.956056494032964, + 24.980155967990868, + 25.004301270004362, + 25.027953752025496, + 25.049754976003896, + 25.073923652002122, + 25.098035153991077, + 25.121300306986086, + 25.143268852028996, + 25.165788957034238, + 25.188649579999037, + 25.21116605703719, + 25.233989873027895, + 25.258180829987396, + 25.281121949024964, + 25.30460850603413, + 25.329098505026195, + 25.35287729202537, + 25.37553043902153, + 25.398317891987972, + 25.42089411901543, + 25.443464798037894, + 25.465166667010635, + 25.487764907011297, + 25.51004742900841, + 25.532746230019256, + 25.55449218902504, + 25.577005151018966, + 25.59902768599568, + 25.6213153009885, + 25.643984733032994, + 25.665864938986488, + 25.68746231199475, + 25.709439681028016, + 25.73124077403918, + 25.753737420018297, + 25.77846398303518, + 25.800318329012953, + 25.82271971501177, + 25.84615135198692, + 25.86994542402681, + 25.8925651590107, + 25.91639839403797, + 25.940122584986966, + 25.963236853014678, + 25.985722315032035, + 26.010266890982166, + 26.03543206799077, + 26.057563200010918, + 26.079516469035298, + 26.103402220993303, + 26.125246395007707, + 26.148264317016583, + 26.171404788037762, + 26.193924475985114, + 26.217511116003152, + 26.240308581036516, + 26.26537829800509, + 26.28858296002727, + 26.3129828760284, + 26.33694142801687, + 26.360856404004153, + 26.383641024993267, + 26.406403910019435, + 26.4280593849835, + 26.450492365984246, + 26.47471521102125, + 26.497383028035983, + 26.521274449012708, + 26.548569980019238, + 26.57621133700013, + 26.600386082020123, + 26.622947330004536, + 26.6460281710024, + 26.669576668995433, + 26.692473658011295, + 26.717693060985766, + 26.741724447987508, + 26.766066165990196, + 26.79027415800374, + 26.817867083998863, + 26.84105449699564, + 26.865029649983626, + 26.886724999989383, + 26.908859396004118, + 26.93418154498795, + 26.95757902803598, + 26.98089370300295, + 27.00336548598716, + 27.025788536993787, + 27.0484903260367, + 27.070115718990564, + 27.093143157020677, + 27.117099655035418, + 27.13888654403854, + 27.160614260006696, + 27.183005202037748, + 27.204916713002604, + 27.22783852502471 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "stream_layers": false, + "warmup": false, + "elapsed_s": 27.363664423988666, + "ttft_s": [ + 1.5447304379777052, + 3.124876582995057, + 4.579105741984677, + 6.150246691016946, + 7.599762821977492, + 9.15392376302043, + 10.624426681024488, + 12.167858907021582, + 13.642170040984638, + 15.204853909031954, + 16.645412874990143, + 18.259938745002728, + 19.71357782703126, + 21.297166928998195, + 22.736059891001787, + 24.30657328403322 + ], + "token_times_s": [ + [ + 1.5447304379777052, + 1.5694928049924783, + 1.5944153970340267, + 1.6159621549886651, + 1.6375965399784036, + 1.6623615769785829, + 1.685471213015262, + 1.708488625998143, + 1.73098138399655, + 1.7540592970326543, + 1.7770717089879327, + 1.7993269439903088, + 1.8222600240260363, + 1.8438509320258163, + 1.8665541610098444, + 1.8889138330123387, + 1.9104920459794812, + 1.9325141619774513, + 1.9560099630034529, + 1.978502160985954, + 2.0030470970086753, + 2.0246735169785097, + 2.047424639982637, + 2.071332180988975, + 2.0952300800126977, + 2.1173701360239647, + 2.1402044930146076, + 2.1625870289863087, + 2.184757813985925, + 2.2072219050023705, + 2.230386886978522, + 2.2523015560000204, + 2.275771819986403, + 2.297407424019184, + 2.3198170000105165, + 2.3413538620225154, + 2.3650319650187157, + 2.3878471120260656, + 2.410605335026048, + 2.4327069349819794, + 2.454645632999018, + 2.4783140890067443, + 2.5028099240153097, + 2.524316331022419, + 2.546261893992778, + 2.5718216209788807, + 2.5966848530224524, + 2.61958809097996, + 2.642409431980923, + 2.6670553240110166, + 2.6896038620034233, + 2.713351744983811, + 2.736347851983737, + 2.7596264330204576, + 2.7844784110202454, + 2.8069068570039235, + 2.8302218850003555, + 2.852273471013177, + 2.8760911420104094, + 2.9002813620027155, + 2.9231608930276707, + 2.947924974025227, + 2.973135720996652, + 3.000908506975975, + 3.02720655198209, + 3.0544870020239614, + 3.1485586700146087, + 3.1713547380059026, + 3.1942007599864155, + 3.2182279879925773, + 3.243114372016862, + 3.2658584730233997, + 3.289734616992064, + 3.312198135012295, + 3.3362688359920867, + 3.3595964100095443, + 3.3881056500249542, + 3.4167366399778984, + 3.4417725339881144, + 3.4638953150133602, + 3.4890286599984393, + 3.5111612849868834, + 3.533495481009595, + 3.555352325027343, + 3.5778251650044695, + 3.6021139040240087, + 3.624158808030188, + 3.646031705022324, + 3.669062004017178, + 3.6911854359786958, + 3.7147129150107503, + 3.7393056889995933, + 3.762411464995239, + 3.7868833009852096, + 3.810757739993278, + 3.8347236959962174, + 3.856605925015174, + 3.8793734000064433, + 3.902768639032729, + 3.9276063030119985, + 3.950570600980427, + 3.974749132001307, + 3.9996869409806095, + 4.0220588860102, + 4.047106277022976, + 4.071267673978582, + 4.0963897129986435, + 4.122281912015751, + 4.14622481202241, + 4.16873770498205, + 4.1931203179992735, + 4.217744786001276, + 4.243529676983599, + 4.266353462997358, + 4.292190373991616, + 4.313804195029661, + 4.337478985020425, + 4.360593035991769, + 4.384380500996485, + 4.410176298988517, + 4.4338432010263205, + 4.459495708986651, + 4.487189599021804, + 4.515527145995293, + 4.542485524027143, + 4.567859033995774, + 4.6035478439880535, + 4.6290274480124936 + ], + [ + 3.124876582995057, + 3.148590315016918, + 3.171386761008762, + 3.1942324620322324, + 3.2182648690068163, + 3.2431510310270824, + 3.265895325981546, + 3.289766055997461, + 3.312230730021838, + 3.3362996639916673, + 3.3596313649904914, + 3.38814434298547, + 3.4167737460229546, + 3.441810582007747, + 3.463932032987941, + 3.489061824977398, + 3.5111931979772635, + 3.5335260219872, + 3.555384021019563, + 3.5778572150156833, + 3.6021455680020154, + 3.624190376023762, + 3.6460630869842134, + 3.669093305012211, + 3.691217619983945, + 3.7147439509863034, + 3.739337459031958, + 3.7624434449826367, + 3.7869143009884283, + 3.8107915250002407, + 3.8347568979952484, + 3.8566382519784383, + 3.879405254032463, + 3.9027995860087685, + 3.9276392760220915, + 3.9506015320075676, + 3.9747818729956634, + 3.999718134989962, + 4.022092924977187, + 4.0471381089882925, + 4.07130558998324, + 4.096420794026926, + 4.122317856003065, + 4.146277157997247, + 4.168769168027211, + 4.193153117026668, + 4.217780206003226, + 4.243566028017085, + 4.2663853950216435, + 4.292222288029734, + 4.3138348900247365, + 4.337516558996867, + 4.360624383029062, + 4.384417982015293, + 4.4102117830188945, + 4.433876972994767, + 4.459531233005691, + 4.487227729987353, + 4.515565919980872, + 4.542524150980171, + 4.567894110979978, + 4.603581670031417, + 4.629192485008389, + 4.65280713402899, + 4.675594787986483, + 4.698091940023005, + 4.720919243001845, + 4.745111648982856, + 4.769144473015331, + 4.793006728985347, + 4.814611072011758, + 4.83901637600502, + 4.861926277983002, + 4.88531237503048, + 4.908637046988588, + 4.932662773004267, + 4.954692070023157, + 4.976392770011444, + 5.004417795978952, + 5.026933891000226, + 5.051447734003887, + 5.0751721279812045, + 5.098137282999232, + 5.120942307985388, + 5.144722116005141, + 5.167108880006708, + 5.190846761979628, + 5.213771432987414, + 5.239056552993134, + 5.2635099129984155, + 5.291327741986606, + 5.319639027991798, + 5.34770544199273, + 5.375195119006094, + 5.403704532014672, + 5.432096694014035, + 5.4608012060052715, + 5.4892460639821365, + 5.516496477997862, + 5.54085152503103, + 5.562923512014095, + 5.587751434009988, + 5.61232082801871, + 5.636392986983992, + 5.661262953013647, + 5.684514569002204, + 5.708946579019539, + 5.733838192012627, + 5.758178542018868, + 5.782492826983798, + 5.805523311020806, + 5.829864687984809, + 5.852358880976681, + 5.8742102580145, + 5.900617763982154, + 5.924923060985748, + 5.9490290870307945, + 5.971293965994846, + 5.999135731020942, + 6.026204459019937, + 6.052900900016539, + 6.079486807982903, + 6.176322202023584, + 6.200479649996851, + 6.226256733993068, + 6.251709397009108, + 6.274709723016713, + 6.300765982014127 + ], + [ + 4.579105741984677, + 4.603610795980785, + 4.629224690026604, + 4.652840823982842, + 4.675626652024221, + 4.698128508985974, + 4.720957019017078, + 4.745149720984045, + 4.769176303991117, + 4.7930376889999025, + 4.814644765981939, + 4.839052185008768, + 4.8619616880314425, + 4.885347877978347, + 4.908669222029857, + 4.932699122000486, + 4.954723527014721, + 4.976428775000386, + 5.004455492016859, + 5.026971546991263, + 5.051478735986166, + 5.0752046090201475, + 5.098168815020472, + 5.120975835015997, + 5.144753327011131, + 5.167145232029725, + 5.1908842630218714, + 5.213804760016501, + 5.23909182602074, + 5.263545245979913, + 5.291365901008248, + 5.319675738981459, + 5.3477432249928825, + 5.375230312987696, + 5.403740802023094, + 5.432133788999636, + 5.460838048020378, + 5.489283089991659, + 5.516532225999981, + 5.540884271031246, + 5.562961531977635, + 5.587788656994235, + 5.612357851990964, + 5.636429684003815, + 5.661299261031672, + 5.684545675991103, + 5.708985492005013, + 5.733869194984436, + 5.758215447014663, + 5.782528102979995, + 5.805555351020303, + 5.829897386021912, + 5.852390764979646, + 5.874242036021315, + 5.900651571981143, + 5.924960815988015, + 5.949060212005861, + 5.971332567976788, + 5.999172282987274, + 6.02624191401992, + 6.05293458601227, + 6.079522268031724, + 6.176359714008868, + 6.200510466005653, + 6.22629068599781, + 6.251746308000293, + 6.274744766997173, + 6.300961007014848, + 6.325955538020935, + 6.352597579010762, + 6.375715212023351, + 6.399085889977869, + 6.422559108003043, + 6.446610533981584, + 6.4692644100287, + 6.492711821978446, + 6.517160059011076, + 6.541021543031093, + 6.565597890003119, + 6.591035463032313, + 6.615631585009396, + 6.639642283029389, + 6.663367455999833, + 6.688855689018965, + 6.714804470015224, + 6.739837462024298, + 6.763585552980658, + 6.789841041027103, + 6.812267558998428, + 6.836142268031836, + 6.8597466360079125, + 6.883898488013074, + 6.907760342000984, + 6.932119489007164, + 6.955598034022842, + 6.979658925032709, + 7.005297881027218, + 7.028212496021297, + 7.055238485976588, + 7.0801982980337925, + 7.106089738023002, + 7.133343196997885, + 7.157374556001741, + 7.179867951024789, + 7.202730638033245, + 7.227943260979373, + 7.251358282985166, + 7.273014379024971, + 7.294937511032913, + 7.317250217020046, + 7.33912140497705, + 7.362125007028226, + 7.385643160028849, + 7.407064040016849, + 7.429161952983122, + 7.453204046993051, + 7.476563512987923, + 7.505071045015939, + 7.534587775997352, + 7.561981917009689, + 7.588396410981659, + 7.623673853988294, + 7.646419004013296, + 7.669932183984201, + 7.692571134015452, + 7.716779873997439, + 7.7394344009808265, + 7.761965305020567 + ], + [ + 6.150246691016946, + 6.176391759014223, + 6.200536372023635, + 6.226319484994747, + 6.251777656027116, + 6.274776049016509, + 6.300994160003029, + 6.325988219003193, + 6.352629647997674, + 6.375750544015318, + 6.399123248993419, + 6.422594378993381, + 6.446645791002084, + 6.4692961989785545, + 6.492748549033422, + 6.517196123022586, + 6.5410585749777965, + 6.565634618978947, + 6.59107247000793, + 6.615662286989391, + 6.639674386999104, + 6.663404675025959, + 6.688891279976815, + 6.71484088600846, + 6.739871566009242, + 6.763619753008243, + 6.7898737490177155, + 6.812299016979523, + 6.836174027994275, + 6.8597830350045115, + 6.883936482015997, + 6.9077914180234075, + 6.932155884976964, + 6.955629134026822, + 6.979694043984637, + 7.005331197986379, + 7.028248809976503, + 7.055271941004321, + 7.080229949031491, + 7.106126276019495, + 7.13337788899662, + 7.157411204010714, + 7.179899073031265, + 7.2027650059899315, + 7.227976812981069, + 7.251389398996253, + 7.273044942994602, + 7.294970488001127, + 7.317282592994161, + 7.339163133990951, + 7.362156852032058, + 7.385674202989321, + 7.407099973002914, + 7.429193751013372, + 7.453239925031085, + 7.476596811029594, + 7.505115615029354, + 7.534625272033736, + 7.562016697018407, + 7.58843273302773, + 7.623704898986034, + 7.646450344007462, + 7.669964270025957, + 7.692602502997033, + 7.716816668980755, + 7.739466577011626, + 7.762127661029808, + 7.784999435010832, + 7.8065933649777435, + 7.829238792008255, + 7.850921321019996, + 7.873404927027877, + 7.89585932000773, + 7.9185865800245665, + 7.941349308995996, + 7.9641162939951755, + 7.988493526994716, + 8.010542610019911, + 8.033945106028114, + 8.05723749002209, + 8.080536719004158, + 8.10353296197718, + 8.126567266997881, + 8.150300704000983, + 8.172608711989596, + 8.195453441992868, + 8.219330873980653, + 8.24277605599491, + 8.264891616010573, + 8.28794737602584, + 8.309749589010607, + 8.333913184003904, + 8.358735246001743, + 8.381061760010198, + 8.403781622007955, + 8.427269218023866, + 8.450552409980446, + 8.472741800011136, + 8.49598035402596, + 8.517745107004885, + 8.541248066991102, + 8.564857302990276, + 8.587571112031583, + 8.611578585987445, + 8.636351708031725, + 8.658542120014317, + 8.682051768002566, + 8.704371911997441, + 8.72862145002, + 8.753189106006175, + 8.77641265298007, + 8.798296682012733, + 8.820648425025865, + 8.843471734027844, + 8.865217702987138, + 8.88733554299688, + 8.908817087009083, + 8.931809993984643, + 8.954647984006442, + 8.976670934993308, + 9.00480630400125, + 9.030803803005256, + 9.057516044005752, + 9.081493909005076, + 9.177674453007057, + 9.199493116990197, + 9.222203676996287, + 9.245555347006302 + ], + [ + 7.599762821977492, + 7.623733438027557, + 7.646477692993358, + 7.669993052026257, + 7.69262989301933, + 7.716848329990171, + 7.73949360603001, + 7.762155972013716, + 7.785030136990827, + 7.80662540497724, + 7.829275669995695, + 7.850952596985735, + 7.873435706016608, + 7.895893818989862, + 7.91862198401941, + 7.941381971992087, + 7.9641471990034916, + 7.988529513007961, + 8.010574624990113, + 8.03397671598941, + 8.05727107200073, + 8.080567575001623, + 8.1035639460315, + 8.126599473005626, + 8.150337848986965, + 8.172638089978136, + 8.195484457013663, + 8.21936613402795, + 8.242807273985818, + 8.264922827016562, + 8.287978277017828, + 8.309781874006148, + 8.333951484994031, + 8.358773171028588, + 8.38109593198169, + 8.403813680983149, + 8.427305200020783, + 8.450590174994431, + 8.47277271101484, + 8.496012736984994, + 8.517777308996301, + 8.541280296980403, + 8.564894319977611, + 8.587609014008194, + 8.611610227031633, + 8.636383100005332, + 8.65857914101798, + 8.682084500032943, + 8.704406402015593, + 8.728659773012623, + 8.75322082900675, + 8.776444591989275, + 8.798328838020097, + 8.820681060024071, + 8.843502587988041, + 8.865254495001864, + 8.887367526011076, + 8.908848136023153, + 8.931843684986234, + 8.95467985799769, + 8.976707310997881, + 9.004842106020078, + 9.030841358006, + 9.057553508027922, + 9.081530569994356, + 9.17770543700317, + 9.19952430401463, + 9.222239172027912, + 9.245717331010383, + 9.269061546016019, + 9.290635215002112, + 9.312089507002383, + 9.335330297006294, + 9.358322646992747, + 9.382389028032776, + 9.404050823010039, + 9.42606824298855, + 9.448198225989472, + 9.470390614005737, + 9.493118852027692, + 9.514511063985992, + 9.536039530998096, + 9.560855900985189, + 9.586382334993687, + 9.612562050984707, + 9.635223360033706, + 9.658215955016203, + 9.68463300500298, + 9.706763460009824, + 9.729918781027663, + 9.751502286992036, + 9.775722982012667, + 9.79724805400474, + 9.820026392990258, + 9.8418387779966, + 9.863084107986651, + 9.88571966800373, + 9.907393610978033, + 9.929922987008467, + 9.951399862999097, + 9.973884707025718, + 9.99812030402245, + 10.019511913007591, + 10.04111881001154, + 10.063448911998421, + 10.086576910980511, + 10.110575090977363, + 10.132038586016279, + 10.153466905991081, + 10.175941956986208, + 10.197826157032978, + 10.219813422008883, + 10.24193198402645, + 10.264335884014145, + 10.287098231026903, + 10.308477146027144, + 10.332270566024818, + 10.354503908019979, + 10.376607163983863, + 10.399123596027493, + 10.420798541978002, + 10.44341693300521, + 10.465502318984363, + 10.488556284981314, + 10.513367045030463, + 10.539392265025526, + 10.563255176995881, + 10.587033567018807 + ], + [ + 9.15392376302043, + 9.177732989017386, + 9.199551415978931, + 9.222269502992276, + 9.245745936001185, + 9.269090186979156, + 9.29066638101358, + 9.312121611030307, + 9.335366045997944, + 9.358360335987527, + 9.382419991015922, + 9.404084743990097, + 9.42610765399877, + 9.448230427980889, + 9.470421563019045, + 9.493152591981925, + 9.514542260032613, + 9.536070782982279, + 9.560891497996636, + 9.586415774014313, + 9.612596019986086, + 9.635257180023473, + 9.65825328300707, + 9.684669332986232, + 9.706795595993754, + 9.729955647024326, + 9.751534404000267, + 9.775753275025636, + 9.797282193030696, + 9.820057060976978, + 9.841870167991146, + 9.863115735002793, + 9.885750466026366, + 9.907424665987492, + 9.929957296000794, + 9.951430412009358, + 9.973920386983082, + 9.998152024985757, + 10.019542631984223, + 10.041150631033815, + 10.063483886013273, + 10.086607773031574, + 10.11060615198221, + 10.132069572980981, + 10.15349984698696, + 10.175977377977688, + 10.197857264021877, + 10.219845952000469, + 10.241965628985781, + 10.264367016032338, + 10.287130373995751, + 10.308508847025223, + 10.332307989010587, + 10.354534926009364, + 10.376638163987081, + 10.399155293009244, + 10.420832053991035, + 10.443447827012278, + 10.465533495997079, + 10.488587600004394, + 10.513401700998656, + 10.539425992988981, + 10.56329109298531, + 10.587205417978112, + 10.613433237012941, + 10.646351767005399, + 10.668175690982025, + 10.690895227016881, + 10.713516440009698, + 10.735123398015276, + 10.756788667989895, + 10.781067300995346, + 10.802582931006327, + 10.825116994034033, + 10.847083006985486, + 10.870584113989025, + 10.8961592100095, + 10.917760907032061, + 10.941178379987832, + 10.96354456600966, + 10.98807060602121, + 11.009877006988972, + 11.03178363700863, + 11.053570133983158, + 11.076137021998875, + 11.098748009011615, + 11.121193175029475, + 11.143572713015601, + 11.16579272801755, + 11.190451004018541, + 11.212005409004632, + 11.235656129021663, + 11.257653833017685, + 11.280069892003667, + 11.302263943012804, + 11.32418014202267, + 11.34941720799543, + 11.372659836022649, + 11.395041492010932, + 11.417439933982678, + 11.44007136602886, + 11.463063589995727, + 11.487560643989127, + 11.510434206982609, + 11.533581387018785, + 11.557267470983788, + 11.579251055023633, + 11.602728919999208, + 11.627361049002502, + 11.651636116032023, + 11.676289489027113, + 11.702277092030272, + 11.72633328603115, + 11.75004870002158, + 11.775052327022422, + 11.798468337976374, + 11.821231655019801, + 11.845520574017428, + 11.868763869977556, + 11.893285272002686, + 11.915626139030792, + 11.940089909010567, + 11.964444996032398, + 11.990680371993221, + 12.01608850498451, + 12.042934762022924, + 12.07022232998861, + 12.094576692034025 + ], + [ + 10.624426681024488, + 10.646383641986176, + 10.66820827202173, + 10.690925889997743, + 10.713553301000502, + 10.735155228001531, + 10.756820093025453, + 10.781103802029975, + 10.802614159998484, + 10.825154976977501, + 10.84711547801271, + 10.870620453031734, + 10.896193637978286, + 10.917791826010216, + 10.94121542997891, + 10.963575298024807, + 10.988113038998563, + 11.009907814033795, + 11.031814347021282, + 11.053600994986482, + 11.076179242983926, + 11.098782630986534, + 11.12122506502783, + 11.143603747012094, + 11.165825364005286, + 11.190481820027344, + 11.21204295300413, + 11.235687287990004, + 11.25768496200908, + 11.280111514031887, + 11.30229706200771, + 11.324211989995092, + 11.349454323004466, + 11.372690660995431, + 11.395072520012036, + 11.417474277026486, + 11.440107523987535, + 11.463091249985155, + 11.487595462996978, + 11.510465162980836, + 11.533613473002333, + 11.557300960994326, + 11.579283001017757, + 11.602763231028803, + 11.627395672025159, + 11.651668638980482, + 11.676326981978491, + 11.702314388006926, + 11.726368893985637, + 11.750085618987214, + 11.775089918985032, + 11.798505044018384, + 11.821267183986492, + 11.845553983002901, + 11.868795662012417, + 11.893320543982554, + 11.915658911981154, + 11.94012682302855, + 11.964481930015609, + 11.990717059990857, + 12.016126314003486, + 12.042970474984031, + 12.070258600986563, + 12.094737791980151, + 12.19375013501849, + 12.21781782002654, + 12.241103797976393, + 12.263146102020983, + 12.289540713012684, + 12.314103058015462, + 12.339058255020063, + 12.360953147988766, + 12.38554218201898, + 12.409051008988172, + 12.432192380016204, + 12.454701004025992, + 12.478026306023821, + 12.502024272980634, + 12.5257462959853, + 12.55163919099141, + 12.576219041016884, + 12.599914619000629, + 12.623012228985317, + 12.645961731032003, + 12.668629836989567, + 12.693487795011606, + 12.718460215022787, + 12.741164238017518, + 12.765600726008415, + 12.789592970977537, + 12.812684648029972, + 12.834602713992354, + 12.857279414020013, + 12.879172213026322, + 12.901600811979733, + 12.92486634402303, + 12.94837679102784, + 12.970383541018236, + 12.996723296004348, + 13.020807805005461, + 13.04280978901079, + 13.066967211023439, + 13.092239183024503, + 13.11769575701328, + 13.14167164900573, + 13.16489078401355, + 13.189864861022215, + 13.216836919018533, + 13.24095904303249, + 13.263658520998433, + 13.286759452021215, + 13.309763684985228, + 13.334946786984801, + 13.358553158002906, + 13.38159727101447, + 13.405483260983601, + 13.429101781977806, + 13.45116010500351, + 13.473122650990263, + 13.4983447699924, + 13.524647191981785, + 13.551679052994587, + 13.578416061995085, + 13.60442307102494, + 13.631759652984329, + 13.666016348986886, + 13.693686226033606, + 13.72179675399093 + ], + [ + 12.167858907021582, + 12.193781586014666, + 12.21784892003052, + 12.241135811025742, + 12.263182631984819, + 12.28957146598259, + 12.314134888991248, + 12.339090376975946, + 12.36099092499353, + 12.385579138994217, + 12.409083644975908, + 12.43223036301788, + 12.454732479003724, + 12.478059937013313, + 12.502060069993604, + 12.525782875018194, + 12.551673012028914, + 12.576256507018115, + 12.599949995987117, + 12.623044146981556, + 12.64599570602877, + 12.668662928976119, + 12.693521909997799, + 12.71849779097829, + 12.741200928983744, + 12.765631772985216, + 12.789629737031646, + 12.81272218801314, + 12.834634842991363, + 12.857312622014433, + 12.87920339597622, + 12.901631742017344, + 12.924898631987162, + 12.948409932025243, + 12.970421342994086, + 12.99675406399183, + 13.020845706982072, + 13.042840980982874, + 13.067003728996497, + 13.092276743031107, + 13.117732229991816, + 13.141708605980966, + 13.1649214560166, + 13.189901645993814, + 13.216872522025369, + 13.240992720995564, + 13.263689667975996, + 13.286795134015847, + 13.309794792032335, + 13.334982011991087, + 13.358588535978924, + 13.381631470983848, + 13.405515527003445, + 13.429138060018886, + 13.451191244996153, + 13.473154312989209, + 13.498383351019584, + 13.524682406976353, + 13.551712844986469, + 13.578452388988808, + 13.604458576999605, + 13.631793958018534, + 13.666052519984078, + 13.69372243701946, + 13.721958608017303, + 13.747723790991586, + 13.771856263978407, + 13.796116213023197, + 13.819084948976524, + 13.841971275978722, + 13.864085038017947, + 13.887530441978015, + 13.911379266995937, + 13.934663799998816, + 13.957592524006031, + 13.983609420014545, + 14.008832055027597, + 14.03132202901179, + 14.055143081990536, + 14.079824767017271, + 14.103342218033504, + 14.127779212023597, + 14.151613219990395, + 14.174918902979698, + 14.200464504014235, + 14.226857414992992, + 14.2510889780242, + 14.27474488702137, + 14.298621139023453, + 14.323906261997763, + 14.348725046031177, + 14.374390745011624, + 14.399135891988408, + 14.425635260005947, + 14.451170601008926, + 14.472885361989029, + 14.499273347028065, + 14.52536918898113, + 14.55010635702638, + 14.57377339398954, + 14.600190115976147, + 14.627188351005316, + 14.651356417976785, + 14.67482633900363, + 14.699001382978167, + 14.72609365399694, + 14.749767028028145, + 14.773969446017873, + 14.799124311015476, + 14.823927665012889, + 14.847082638007123, + 14.871371844026726, + 14.895540253026411, + 14.919003379996866, + 14.943862505024299, + 14.968156569986604, + 14.994904135004617, + 15.020846917992458, + 15.04809286200907, + 15.077006242994685, + 15.102568727976177, + 15.131186985992827, + 15.230549108004197, + 15.255010908003896, + 15.277743825979996, + 15.301029530004598, + 15.32459332299186, + 15.348650076019112 + ], + [ + 13.642170040984638, + 13.666085362026934, + 13.693754155014176, + 13.721990671008825, + 13.747761168982834, + 13.771893932018429, + 13.796153742005117, + 13.819116892991588, + 13.842002796009183, + 13.864120470010675, + 13.887563145020977, + 13.911410954024177, + 13.934698352008127, + 13.957624425995164, + 13.98364552197745, + 14.008863233029842, + 14.031358662003186, + 14.055175105982926, + 14.079855862015393, + 14.103379298991058, + 14.127811447018757, + 14.151645459991414, + 14.174954541027546, + 14.200501772982534, + 14.226890221994836, + 14.25112088501919, + 14.274780225008726, + 14.298654814017937, + 14.323943978990428, + 14.348756076011341, + 14.374426881026011, + 14.399170945980586, + 14.425672168028541, + 14.451209384016693, + 14.47291802498512, + 14.499311138002668, + 14.525406054977793, + 14.550139789993409, + 14.57381016103318, + 14.600227496994194, + 14.627225070027635, + 14.651391112012789, + 14.674856960016768, + 14.699034175020643, + 14.726128794020042, + 14.749803035985678, + 14.774003225029446, + 14.799163395015057, + 14.823962957016192, + 14.847115362004843, + 14.871405005978886, + 14.89557697600685, + 14.919041118002497, + 14.943900106998626, + 14.968188269995153, + 14.994940437027253, + 15.020883799006697, + 15.0481307739974, + 15.077041573997121, + 15.102606810978614, + 15.131221755000297, + 15.230585116019938, + 15.25504274200648, + 15.277774696005508, + 15.30105980799999, + 15.324630971008446, + 15.348834356991574, + 15.37770301499404, + 15.405518646002747, + 15.429227761982474, + 15.45182791800471, + 15.475056606985163, + 15.49901387700811, + 15.526615649985615, + 15.554162739019375, + 15.582601502013858, + 15.61048292502528, + 15.639016497996636, + 15.666758870997, + 15.693688011029735, + 15.722260071022902, + 15.750316808000207, + 15.779140111000743, + 15.807687513006385, + 15.833844662003685, + 15.857911569997668, + 15.884084595018066, + 15.91132617398398, + 15.940459146979265, + 15.967918706999626, + 15.994955767004285, + 16.01943594100885, + 16.047443099028897, + 16.076495063025504, + 16.1056776639889, + 16.134583270992152, + 16.16404355101986, + 16.19309215497924, + 16.222319739987142, + 16.25054799101781, + 16.274794472032227, + 16.299814011028502, + 16.325943286006805, + 16.35219015198527, + 16.376388559991028, + 16.399774025019724, + 16.42563043202972, + 16.45003062899923, + 16.472475028014742, + 16.496636853029486, + 16.52434823702788, + 16.551917069009505, + 16.58018476999132, + 16.607886145007797, + 16.634241719031706, + 16.669396094977856, + 16.693556846003048, + 16.71745437500067, + 16.74230748700211, + 16.768075834028423, + 16.793258243007585, + 16.817442446015775, + 16.842572600988206, + 16.866622186033055, + 16.889101988985203, + 16.913048929010984, + 16.93830722401617, + 16.964252797013614 + ], + [ + 15.204853909031954, + 15.230617479013745, + 15.255069978011306, + 15.277801902033389, + 15.301191914011724, + 15.32466307800496, + 15.348866191983689, + 15.377739853982348, + 15.405556686979253, + 15.429264760983642, + 15.451858950022142, + 15.475087845989037, + 15.49905010999646, + 15.526652803993784, + 15.554198484984227, + 15.582637283019722, + 15.610521716007497, + 15.639051823003683, + 15.666794608987402, + 15.693723984004464, + 15.72229955601506, + 15.750353059032932, + 15.779179193021264, + 15.807724551006686, + 15.833880900987424, + 15.857944571995176, + 15.884122191986535, + 15.911364675033838, + 15.940495530026965, + 15.967954727995675, + 15.994986945996061, + 16.019471398030873, + 16.04748197097797, + 16.07653289899463, + 16.10571523901308, + 16.134620661032386, + 16.164086595992558, + 16.19312994898064, + 16.222356542013586, + 16.25058481103042, + 16.274828671012074, + 16.299845370987896, + 16.325978828012012, + 16.352226388000418, + 16.376422172004823, + 16.399805278982967, + 16.425668193027377, + 16.450061577023007, + 16.47250801703194, + 16.49667317798594, + 16.524385675031226, + 16.551954803988338, + 16.580223024997395, + 16.607922121998854, + 16.634278493991587, + 16.669427565997466, + 16.69359251501737, + 16.717491975985467, + 16.74234624800738, + 16.768119668005966, + 16.793295675015543, + 16.81747795297997, + 16.842607804981526, + 16.866658854996786, + 16.88913488399703, + 16.91308797802776, + 16.93834432901349, + 16.96439796302002, + 16.99115115799941, + 17.01573800801998, + 17.04092150903307, + 17.06502660701517, + 17.08880207798211, + 17.114873224985786, + 17.139397155027837, + 17.162117731990293, + 17.187418310029898, + 17.210846976027824, + 17.235115265997592, + 17.259008078020997, + 17.282350829977077, + 17.305555793980602, + 17.32997430098476, + 17.354997001995798, + 17.37877169699641, + 17.402189009997528, + 17.426056209020317, + 17.450918613991234, + 17.473606235987972, + 17.498690195032395, + 17.523904711997602, + 17.54759217897663, + 17.570410739979707, + 17.593319668027107, + 17.61762610200094, + 17.641100654029287, + 17.66516741499072, + 17.690494935028255, + 17.714176437992137, + 17.739402926992625, + 17.764518729993142, + 17.78804420499364, + 17.816524080000818, + 17.845201587013435, + 17.873050167982, + 17.896646715991665, + 17.922085653000977, + 17.948095465020742, + 17.97252983303042, + 17.998791550984606, + 18.021299897984136, + 18.045518607017584, + 18.073001276003197, + 18.101067173003685, + 18.129663516010623, + 18.15840157098137, + 18.18675405503018, + 18.285192135022953, + 18.309286819014233, + 18.332512417982798, + 18.3582592959865, + 18.380869832995813, + 18.405604881001636, + 18.42807000101311, + 18.453933708020486, + 18.477907082997262, + 18.502040305000264, + 18.52509278099751 + ], + [ + 16.645412874990143, + 16.669455102994107, + 16.693623127997853, + 16.717520184989553, + 16.742377861985005, + 16.76814982201904, + 16.793325676000677, + 16.81750786298653, + 16.842638037982397, + 16.866689999995288, + 16.889162605977617, + 16.913119535020087, + 16.93837536202045, + 16.964427998987958, + 16.991188284009695, + 17.01576998201199, + 17.040958247031085, + 17.065062763984315, + 17.088832832989283, + 17.11490840400802, + 17.13943411502987, + 17.162149415002204, + 17.187453115009703, + 17.210884655010886, + 17.235148711013608, + 17.25903948501218, + 17.282384085003287, + 17.305592339020222, + 17.330011999991257, + 17.35502793098567, + 17.378803617029916, + 17.402220782008953, + 17.426090291002765, + 17.450953049992677, + 17.47364209702937, + 17.49872728099581, + 17.523938243975863, + 17.54762694600504, + 17.570442494994495, + 17.5933539380203, + 17.61766304599587, + 17.641136783990078, + 17.66519946802873, + 17.690530036983546, + 17.714211851009168, + 17.739440774021205, + 17.764551096013747, + 17.788087141001597, + 17.81656164000742, + 17.84523924300447, + 17.873084809980355, + 17.896678197022993, + 17.922123739030212, + 17.9481315970188, + 17.97256284003379, + 17.998828203009907, + 18.021334953024052, + 18.045552827010397, + 18.073038180009462, + 18.10111109400168, + 18.12970187299652, + 18.15843827702338, + 18.18679097603308, + 18.285228736989666, + 18.309319480031263, + 18.33254587400006, + 18.358296532998793, + 18.380901989003178, + 18.40563898597611, + 18.42811169999186, + 18.453969998983666, + 18.477941723016556, + 18.50207106099697, + 18.525275423016865, + 18.550567337020766, + 18.577003936981782, + 18.600435690023005, + 18.624797312018927, + 18.648601731983945, + 18.673509005981032, + 18.69781259499723, + 18.722573818988167, + 18.748316185025033, + 18.77320753899403, + 18.797517733997665, + 18.822137848008424, + 18.847345273999963, + 18.871804645983502, + 18.89383018098306, + 18.919831632985733, + 18.943443892989308, + 18.968706397979986, + 18.994801353022922, + 19.017784858995583, + 19.041894552006852, + 19.066473109996878, + 19.089870069990866, + 19.11458804202266, + 19.13898975698976, + 19.161935863026883, + 19.185305705992505, + 19.208269536029547, + 19.23195496603148, + 19.25631645100657, + 19.280435240012594, + 19.30389954301063, + 19.3272496680147, + 19.35292841802584, + 19.377850866003428, + 19.400167801999487, + 19.4238065329846, + 19.44808435102459, + 19.47114243899705, + 19.49523890001001, + 19.51840100501431, + 19.543320194003172, + 19.56729900400387, + 19.590776996978093, + 19.618425163032953, + 19.647212040028535, + 19.674993361986708, + 19.702157200023066, + 19.738593030022457, + 19.763618136988953, + 19.788533793005627, + 19.81264671200188, + 19.838000091025606, + 19.86235159903299 + ], + [ + 18.259938745002728, + 18.28525904600974, + 18.309347448986955, + 18.332573734980542, + 18.358327740977984, + 18.38092901703203, + 18.405666021979414, + 18.4281416630256, + 18.454001379024703, + 18.477971957006957, + 18.50210338900797, + 18.525307812029496, + 18.550601680006366, + 18.5770348830265, + 18.60046756902011, + 18.624833301990293, + 18.648633309989236, + 18.673545169003773, + 18.69784693903057, + 18.72260921599809, + 18.748347016982734, + 18.773241177026648, + 18.797555427008774, + 18.822175841021817, + 18.847383069980424, + 18.87183586001629, + 18.893867734994274, + 18.919868248980492, + 18.943479309033137, + 18.968741752032656, + 18.99483619001694, + 19.01781575602945, + 19.041931416024454, + 19.06650673801778, + 19.089902053005062, + 19.114623481989838, + 19.139023142983206, + 19.161973551032133, + 19.185343498014845, + 19.208307184977457, + 19.23198623402277, + 19.256354018987622, + 19.280469100980554, + 19.303936602023896, + 19.32728147698799, + 19.3529656319879, + 19.37788330501644, + 19.40020293998532, + 19.42383741401136, + 19.44811600499088, + 19.471176862018183, + 19.495270593033638, + 19.5184358410188, + 19.543352038017474, + 19.56733286898816, + 19.59081443201285, + 19.61846000503283, + 19.647248339024372, + 19.67503038601717, + 19.702195824997034, + 19.738630896026734, + 19.763653538015205, + 19.788563930022065, + 19.812682421004865, + 19.83803797600558, + 19.862516954017337, + 19.8909245620016, + 19.918943302007392, + 19.943449507001787, + 19.967178231978323, + 19.993163993989583, + 20.018873027001973, + 20.043644741992466, + 20.06803421699442, + 20.094591109023895, + 20.118659391999245, + 20.142341131984722, + 20.16490854002768, + 20.18945771502331, + 20.213927812990732, + 20.23700020002434, + 20.262521583994385, + 20.286309175018687, + 20.309351590985898, + 20.3318867009948, + 20.354475205997005, + 20.379402027989272, + 20.40260259603383, + 20.427796436997596, + 20.4506682450301, + 20.47399387700716, + 20.499852099979762, + 20.522932213032618, + 20.54516561399214, + 20.56793723400915, + 20.59162786300294, + 20.613921353011392, + 20.63777879002737, + 20.659412059001625, + 20.683373350009788, + 20.706779833999462, + 20.73010746401269, + 20.75610970298294, + 20.78069718700135, + 20.804356264008675, + 20.825930736027658, + 20.84897956601344, + 20.87105050298851, + 20.894586833019275, + 20.918232932977844, + 20.94365100603318, + 20.96708823501831, + 20.993397768994328, + 21.01808982901275, + 21.042144790000748, + 21.066597893019207, + 21.092372221988626, + 21.11703042301815, + 21.144983710022643, + 21.171782816993073, + 21.19799618201796, + 21.226628777978476, + 21.32124180998653, + 21.34812854300253, + 21.372163686028216, + 21.3962237869855, + 21.41967121901689, + 21.44442988903029 + ], + [ + 19.71357782703126, + 19.738662982010283, + 19.763684745994397, + 19.78859118098626, + 19.81271361699328, + 19.83806972502498, + 19.862551256024744, + 19.890959646028932, + 19.918978923989926, + 19.94348529202398, + 19.967217200028244, + 19.99320014298428, + 20.018909781996626, + 20.04368159401929, + 20.068070537003223, + 20.094625351019204, + 20.11869521503104, + 20.142379392986186, + 20.16494051303016, + 20.189490464981645, + 20.21396438899683, + 20.237032909004483, + 20.26255919103278, + 20.286346219014376, + 20.30938402499305, + 20.331919441989157, + 20.354509109980427, + 20.379438724019565, + 20.40263326303102, + 20.427831756009255, + 20.45070028997725, + 20.47402660100488, + 20.499887868005317, + 20.522969382989686, + 20.54519827797776, + 20.5679728660034, + 20.59165869897697, + 20.613952503015753, + 20.63781092001591, + 20.659443329030182, + 20.683409164019395, + 20.70681085297838, + 20.730139940977097, + 20.756144082988612, + 20.780733674997464, + 20.804388931021094, + 20.82596161798574, + 20.849011410027742, + 20.871084811980836, + 20.894621192011982, + 20.918269163987134, + 20.943684609024785, + 20.9671188989887, + 20.993430931004696, + 21.018124308029655, + 21.04218230000697, + 21.066631553985644, + 21.092405383009464, + 21.117066906008404, + 21.145021987031214, + 21.171820903022308, + 21.198027945007198, + 21.226663428009488, + 21.321280232979916, + 21.348165074014105, + 21.372196566022467, + 21.396256549982354, + 21.419708458008245, + 21.44460138998693, + 21.469887479033787, + 21.49536719499156, + 21.5195782710216, + 21.543693670013454, + 21.567584878997877, + 21.592283246980514, + 21.61648572300328, + 21.640548577008303, + 21.664944502990693, + 21.688459135999437, + 21.714247455995064, + 21.73962384200422, + 21.764906678989064, + 21.79049225698691, + 21.814308101020288, + 21.840556468989234, + 21.866066739021335, + 21.88798030599719, + 21.91217190999305, + 21.940091645985376, + 21.96870205498999, + 21.996981465024874, + 22.02133314299863, + 22.04642537998734, + 22.071546418999787, + 22.094550621986855, + 22.118257275025826, + 22.143154286022764, + 22.167593993013725, + 22.18956559000071, + 22.21406864997698, + 22.2382681890158, + 22.263233438017778, + 22.287283146986738, + 22.31170173402643, + 22.334967338014394, + 22.358479032001924, + 22.383475508017, + 22.407140561030246, + 22.42917039000895, + 22.45305631501833, + 22.476946936978493, + 22.50022910698317, + 22.523247095989063, + 22.547924824990332, + 22.572783139999956, + 22.595157595991623, + 22.618014690990094, + 22.645449902978726, + 22.673673229990527, + 22.699084228021093, + 22.72443082497921, + 22.760245662007947, + 22.78439923498081, + 22.80706384201767, + 22.829536195029505, + 22.853624998009764, + 22.876351643004455, + 22.89894958800869 + ], + [ + 21.297166928998195, + 21.321312304993626, + 21.348195902013686, + 21.372223619022407, + 21.396283985988703, + 21.419739464006852, + 21.44463074603118, + 21.469920001982246, + 21.495402039028704, + 21.51961515698349, + 21.543724650982767, + 21.56761683098739, + 21.592320587020367, + 21.616522727999836, + 21.640582427033223, + 21.664981367997825, + 21.688494250003714, + 21.71428364701569, + 21.73965717398096, + 21.764944364025723, + 21.790527417033445, + 21.814342905010562, + 21.84059256501496, + 21.866104391985573, + 21.888015787990298, + 21.912202920997515, + 21.94012990198098, + 21.968738508003298, + 21.997018766007386, + 22.021368482033722, + 22.046459582983516, + 22.071580571006052, + 22.0945852540317, + 22.118290863989387, + 22.143188672023825, + 22.167627797985915, + 22.189596818003338, + 22.214111591980327, + 22.238299803982954, + 22.263270008028485, + 22.287320912990253, + 22.311733655980788, + 22.335002414009068, + 22.358512810023967, + 22.383506698010024, + 22.407172546023503, + 22.42920894199051, + 22.453090750030242, + 22.47697983798571, + 22.500265241018496, + 22.52327902300749, + 22.547956675989553, + 22.57281852402957, + 22.595189638028387, + 22.61804538499564, + 22.645489856018685, + 22.673710817995016, + 22.699120127013884, + 22.7244640730205, + 22.760277815978043, + 22.784430966014042, + 22.80710476799868, + 22.82956822903361, + 22.853656254010275, + 22.87638817698462, + 22.89911351102637, + 22.923045852978248, + 22.946115478989668, + 22.969338616996538, + 22.994308802997693, + 23.01992335601244, + 23.043342410004698, + 23.068193627987057, + 23.09347727597924, + 23.117696169007104, + 23.14153541100677, + 23.1650679410086, + 23.18854999000905, + 23.21031562401913, + 23.234751106007025, + 23.258710152993444, + 23.281160079000983, + 23.303690696018748, + 23.326902181026526, + 23.34942891303217, + 23.37296588200843, + 23.397647888981737, + 23.422259371029213, + 23.444188733003102, + 23.468024225032423, + 23.49274905602215, + 23.516205381019972, + 23.544252734980546, + 23.571186835994013, + 23.59731164999539, + 23.619782242982183, + 23.644013768993318, + 23.668987078999635, + 23.692134180979338, + 23.714715651993174, + 23.740023321006447, + 23.76431787002366, + 23.785876793030184, + 23.80963474197779, + 23.833300609025173, + 23.85518959601177, + 23.87814740499016, + 23.901977792032994, + 23.9240147920209, + 23.94758997298777, + 23.971271764021367, + 23.999282700999174, + 24.028068347019143, + 24.055994380032644, + 24.0806995020248, + 24.10457571200095, + 24.1291149519966, + 24.15531625901349, + 24.18119050801033, + 24.20902152499184, + 24.234275013033766, + 24.32965916401008, + 24.35311599902343, + 24.377760492032394, + 24.40014489798341, + 24.42484924697783, + 24.449056418030523, + 24.47352207300719 + ], + [ + 22.736059891001787, + 22.7603057899978, + 22.784458012029063, + 22.80713554500835, + 22.82959551602835, + 22.853683374996763, + 22.876418888976332, + 22.89914693601895, + 22.923082784982398, + 22.94615185703151, + 22.969371624989435, + 22.994342432008125, + 23.019961416022852, + 23.043378769012634, + 23.068231965007726, + 23.093510891019832, + 23.117730610014405, + 23.141571960994042, + 23.165106424014084, + 23.188580492977053, + 23.210350862005726, + 23.234782145009376, + 23.25874203402782, + 23.281196311989333, + 23.303721919015516, + 23.32693434198154, + 23.349464047001675, + 23.372997210011818, + 23.397678843990434, + 23.42229091603076, + 23.44422130403109, + 23.468056215031538, + 23.49278025899548, + 23.51624303299468, + 23.544290099001955, + 23.571224397979677, + 23.597344010020606, + 23.619817633996718, + 23.64404729398666, + 23.66902408702299, + 23.692169780028053, + 23.714752236031927, + 23.740055240981746, + 23.764351067016833, + 23.78590964002069, + 23.809665423992556, + 23.83333496202249, + 23.855226719984785, + 23.878179054008797, + 23.902008691977244, + 23.924046889995225, + 23.947625927976333, + 23.971304127015173, + 23.999320609029382, + 24.02811166999163, + 24.05602772597922, + 24.080734079994727, + 24.10461044200929, + 24.129151854023803, + 24.155349773005582, + 24.18122572801076, + 24.209057667991146, + 24.234310667030513, + 24.329696337983478, + 24.353147649031598, + 24.377792512997985, + 24.40018020599382, + 24.42488195002079, + 24.44908722297987, + 24.473718467983417, + 24.497413970995694, + 24.52137627400225, + 24.54541749402415, + 24.567570729996078, + 24.590064825024456, + 24.613771623000503, + 24.637308884004597, + 24.66003033000743, + 24.683004081016406, + 24.705202231009025, + 24.729044490028173, + 24.754582587978803, + 24.777252737025265, + 24.79965852701571, + 24.82453564100433, + 24.84856412798399, + 24.87001093197614, + 24.89308470999822, + 24.916472308977973, + 24.937990963982884, + 24.9615671330248, + 24.98595481098164, + 25.013090294029098, + 25.035951099998783, + 25.059203876007814, + 25.082231178996153, + 25.104343071987387, + 25.128964171977714, + 25.152296743006445, + 25.17485419998411, + 25.198664656025358, + 25.222651156014763, + 25.244578613026533, + 25.269018365012016, + 25.29184326803079, + 25.314517033984885, + 25.3380966730183, + 25.36372854898218, + 25.388953642977867, + 25.41119026899105, + 25.434802139992826, + 25.45856287202332, + 25.481168454978615, + 25.504435871029273, + 25.528684012009762, + 25.551012708980124, + 25.575034260982648, + 25.597974210977554, + 25.620664682995994, + 25.644276028033346, + 25.668023706995882, + 25.69048558198847, + 25.712920153979212, + 25.73733314097626, + 25.760378564009443, + 25.786179178976454, + 25.813880735018756, + 25.842093617015053 + ], + [ + 24.30657328403322, + 24.329728307027835, + 24.353174842020962, + 24.377819661982358, + 24.40021043102024, + 24.424909945984837, + 24.449114040995482, + 24.47374971199315, + 24.49744525499409, + 24.52140829502605, + 24.545455468003638, + 24.56760204100283, + 24.590093552018516, + 24.61380268202629, + 24.637342147005256, + 24.66006219800329, + 24.683035412977915, + 24.70523848599987, + 24.729083105979953, + 24.754613489028998, + 24.777288932004012, + 24.799690507003106, + 24.824567051022314, + 24.84859717602376, + 24.87004235200584, + 24.893116274033673, + 24.916506147012115, + 24.93802111002151, + 24.96159813099075, + 24.985993231006432, + 25.013124871999025, + 25.035982290981337, + 25.059236110013444, + 25.08226716698846, + 25.104375112976413, + 25.129000384011306, + 25.152333888981957, + 25.17488545703236, + 25.198695758008398, + 25.222682129009627, + 25.24461361899739, + 25.26905057701515, + 25.29187480302062, + 25.31455339398235, + 25.33812842500629, + 25.36376505199587, + 25.388986907026265, + 25.41122211399488, + 25.43483288103016, + 25.458597154007293, + 25.48120567802107, + 25.504466601996683, + 25.528720011992846, + 25.551049863977823, + 25.575066292018164, + 25.598005131992977, + 25.620697604026645, + 25.644307847018354, + 25.66805471898988, + 25.690520167991053, + 25.712956860021222, + 25.737365985987708, + 25.760414461023174, + 25.786216320993844, + 25.81391705502756, + 25.842283995007165, + 25.869716955989134, + 25.897163895017002, + 25.925122249987908, + 25.953312665980775, + 25.981691900989972, + 26.01027523103403, + 26.034204752009828, + 26.06250249099685, + 26.089976774004754, + 26.11734980798792, + 26.143375398998614, + 26.165641159983352, + 26.188166289997753, + 26.21170762402471, + 26.235367621993646, + 26.261962410004344, + 26.289953030005563, + 26.318216268031392, + 26.345775336027145, + 26.3698110950063, + 26.393017889990006, + 26.418328661005944, + 26.44208956201328, + 26.465648475976195, + 26.49127249303274, + 26.515939773002174, + 26.53868787898682, + 26.56246726901736, + 26.58648544503376, + 26.6091127449763, + 26.631291156983934, + 26.655848209979013, + 26.681246533989906, + 26.705985215026885, + 26.730095026025083, + 26.755026842001826, + 26.77941091102548, + 26.801750187005382, + 26.82546334702056, + 26.848965412995312, + 26.871899231977295, + 26.89549047301989, + 26.919673527008854, + 26.94253999402281, + 26.965926923032384, + 26.990632350032683, + 27.013120489020366, + 27.036493909021374, + 27.060402292991057, + 27.083252857031766, + 27.105629145982675, + 27.131035252008587, + 27.154988360009156, + 27.176876504032407, + 27.20091415202478, + 27.224422478000633, + 27.24696469801711, + 27.27043325197883, + 27.294769024010748, + 27.31642719299998, + 27.339130714011844, + 27.363497517013457 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ] + ], + "tokens_exact": true, + "progress_spans": 0, + "imports": [], + "idle": true + }, + { + "stream_layers": true, + "warmup": false, + "elapsed_s": 26.533658277010545, + "ttft_s": [ + 1.4852920430130325, + 2.9536681799800135, + 4.420346723985858, + 5.904320337984245, + 7.371400616015308, + 8.84521522297291, + 10.331242928979918, + 11.813907690986525, + 13.271950565977022, + 14.746067096013576, + 16.217264416976832, + 17.71145920798881, + 19.178340876998845, + 20.639861805015244, + 22.110377629986033, + 23.588750781025738 + ], + "token_times_s": [ + [ + 1.4852920430130325, + 1.5108944959938526, + 1.5347609000164084, + 1.5599538609967567, + 1.5852108349790797, + 1.610939963022247, + 1.6346836310112849, + 1.6596626240061596, + 1.6830407080124132, + 1.7098937429836951, + 1.7345709489891306, + 1.7578165649902076, + 1.7848113420186564, + 1.8104136069887318, + 1.8345859720138833, + 1.85991463100072, + 1.884851664013695, + 1.9081418130081147, + 1.9333181420224719, + 1.9594089700258337, + 1.9826460619806312, + 2.0080972890136763, + 2.031362159003038, + 2.0558706789743155, + 2.081637332972605, + 2.1085942030185834, + 2.1387363059911877, + 2.165762686985545, + 2.190291791979689, + 2.2156154600088485, + 2.24019393697381, + 2.265075154020451, + 2.28966552199563, + 2.3189087830251083, + 2.343883995024953, + 2.367545475019142, + 2.3924145760247484, + 2.420551772986073, + 2.4454504729947075, + 2.47044329700293, + 2.495399463979993, + 2.5206656199879944, + 2.5471761020016856, + 2.575544787978288, + 2.600921321019996, + 2.628590465988964, + 2.6519635249860585, + 2.677079588989727, + 2.7034231870202348, + 2.731269155978225, + 2.7572535229846835, + 2.786264112975914, + 2.8163920199731365, + 2.8443470600177534, + 2.8715548859909177, + 2.8984717080020346, + 2.925344443996437, + 2.951859542983584, + 2.979898746998515, + 3.003900968004018, + 3.029367516981438, + 3.0533098879968747, + 3.0785283150034957, + 3.102953573979903, + 3.125857128005009, + 3.1499296799884178, + 3.172735293977894, + 3.1967936549917795, + 3.2230347670265473, + 3.249450298026204, + 3.2729538420098834, + 3.296630856988486, + 3.3215664079762064, + 3.3460569540038705, + 3.37015767901903, + 3.392373504000716, + 3.4166685420204885, + 3.4388947060215287, + 3.464108414016664, + 3.4881799229769967, + 3.511127830017358, + 3.5363403750234284, + 3.5591470029903576, + 3.5857192759867758, + 3.608779585978482, + 3.633537550980691, + 3.658131139993202, + 3.681282810983248, + 3.706247094029095, + 3.7318069399916567, + 3.7564203439978883, + 3.778459162975196, + 3.8030567379901186, + 3.8277253989945166, + 3.8528321820194833, + 3.8766113980091177, + 3.899242088024039, + 3.923171119997278, + 3.9476071529788896, + 3.972733480972238, + 3.9956415310152806, + 4.0200462940265425, + 4.045852327020839, + 4.070944253995549, + 4.095491058018524, + 4.11750968999695, + 4.145427295996342, + 4.170864787010942, + 4.195338390010875, + 4.218123298021965, + 4.245266192010604, + 4.269369232002646, + 4.294248653983232, + 4.318904665007722, + 4.34354579000501, + 4.3674067499814555, + 4.3926685599726625, + 4.419479809002951, + 4.445207555021625, + 4.467451156990137, + 4.4914436240214854, + 4.5179631049977615, + 4.543265599000733, + 4.569400426989887, + 4.5925283579854295, + 4.618364609021228, + 4.6412042590091005, + 4.66602917102864 + ], + [ + 2.9536681799800135, + 2.979930831992533, + 3.003938929992728, + 3.029405276000034, + 3.0533411250216886, + 3.078561600006651, + 3.102990437997505, + 3.125894934986718, + 3.149960856011603, + 3.1727728829719126, + 3.196825695980806, + 3.2230691889999434, + 3.2494820849969983, + 3.272986634983681, + 3.296667698014062, + 3.3215998070081696, + 3.3460924190003425, + 3.370195211027749, + 3.392404550977517, + 3.416705859010108, + 3.4389264209894463, + 3.4641444829758257, + 3.48821121500805, + 3.5111676420201547, + 3.53637735999655, + 3.55917814001441, + 3.585753776016645, + 3.6088152630254626, + 3.633575843006838, + 3.6581622540252283, + 3.681318018992897, + 3.706282771017868, + 3.7318423339747824, + 3.756452033005189, + 3.7784906179877, + 3.8030887480126694, + 3.8277571459766477, + 3.852865786990151, + 3.876648130011745, + 3.8992730799946003, + 3.923209158994723, + 3.9476362859713845, + 3.972765056998469, + 3.9956788279814646, + 4.02008162997663, + 4.0458850570139475, + 4.070979739015456, + 4.0955229320097715, + 4.117546016001143, + 4.145465552981477, + 4.170896411000285, + 4.195374906994402, + 4.218157315975986, + 4.245296924025752, + 4.2694001530180685, + 4.294285095995292, + 4.318939005024731, + 4.34357661602553, + 4.367441752983723, + 4.392702808021568, + 4.4195169970043935, + 4.445239561027847, + 4.467484445020091, + 4.491476071008947, + 4.517996312002651, + 4.543302737991326, + 4.569436568010133, + 4.592564916994888, + 4.618395926023368, + 4.641236212977674, + 4.666195922996849, + 4.69195209199097, + 4.7202168320072815, + 4.747557007998694, + 4.773697234981228, + 4.797784223977942, + 4.823235833027866, + 4.852061189012602, + 4.880405622010585, + 4.907349959015846, + 4.930985243991017, + 4.955634890997317, + 4.978931255987845, + 5.001386779011227, + 5.026402600982692, + 5.049458637018688, + 5.07514250400709, + 5.09781532298075, + 5.123377621988766, + 5.146821160975378, + 5.171591269026976, + 5.195324471977074, + 5.220590218028519, + 5.2467200650135055, + 5.270840024983045, + 5.294498127012048, + 5.320332288974896, + 5.347381282015704, + 5.3701167100225575, + 5.394783316995017, + 5.420436203014106, + 5.443819766980596, + 5.467902404023334, + 5.49106099200435, + 5.519009415991604, + 5.543877043994144, + 5.571163010026794, + 5.59637364000082, + 5.621156939014327, + 5.646850073011592, + 5.672388763981871, + 5.697524846007582, + 5.722777430026326, + 5.749022472999059, + 5.772836613992695, + 5.8002895030076616, + 5.827188990020659, + 5.853101950022392, + 5.876085138996132, + 5.902464381011669, + 5.931150462012738, + 5.954866595973726, + 5.9800538559793495, + 6.003767045971472, + 6.029751744994428, + 6.053737903013825, + 6.079190268006641, + 6.102350991975982 + ], + [ + 4.420346723985858, + 4.445267945993692, + 4.467513455019798, + 4.491504980018362, + 4.5180249880068, + 4.543333577981684, + 4.569467813009396, + 4.59278240497224, + 4.6184231949737296, + 4.6412634319858626, + 4.666226340981666, + 4.691984492004849, + 4.720254020008724, + 4.747588063997682, + 4.773730666027404, + 4.797819836996496, + 4.823274008987937, + 4.852097282011528, + 4.880440658016596, + 4.907383471028879, + 4.931021096999757, + 4.955666318011936, + 4.978962187014986, + 5.001420428976417, + 5.02643392997561, + 5.049491669982672, + 5.075175897974987, + 5.097851107013412, + 5.123411200009286, + 5.146854922990315, + 5.171627963020001, + 5.195358162978664, + 5.220628337992821, + 5.2467519249767065, + 5.270871525979601, + 5.294529458973557, + 5.320364042010624, + 5.3474137199809775, + 5.370152165996842, + 5.394815893028863, + 5.420467239979189, + 5.44385068200063, + 5.467934435000643, + 5.491093672986608, + 5.519044761022087, + 5.54391491698334, + 5.571197291021235, + 5.596406358992681, + 5.621191515994724, + 5.646883848006837, + 5.6724239910254255, + 5.697555889026262, + 5.722813435015269, + 5.7490542469895445, + 5.772872673987877, + 5.800322437018622, + 5.827225364977494, + 5.853132945019752, + 5.876115846971516, + 5.902501554985065, + 5.931189392984379, + 5.9549003330175765, + 5.980087366013322, + 6.003800971026067, + 6.029787461971864, + 6.053769603022374, + 6.079223960987292, + 6.102563640975859, + 6.12942622799892, + 6.153408390993718, + 6.176027545006946, + 6.2008246289915405, + 6.2258681720122695, + 6.2510217649978586, + 6.27588273602305, + 6.2988223289721645, + 6.325678488006815, + 6.350254221993964, + 6.375462957017589, + 6.39815013599582, + 6.423157726007048, + 6.448800617014058, + 6.471845799998846, + 6.494831309013534, + 6.5213211930240504, + 6.547156171000097, + 6.571377392974682, + 6.595161447010469, + 6.6193065799889155, + 6.643900835013483, + 6.666137152002193, + 6.690574316016864, + 6.716978468990419, + 6.743057953019161, + 6.766316601017024, + 6.789789635979105, + 6.816041740006767, + 6.840636807028204, + 6.865527827991173, + 6.891043889976572, + 6.918520772014745, + 6.946306979982182, + 6.971847973996773, + 6.9973474880098365, + 7.0225748749799095, + 7.046235172019806, + 7.069389835000038, + 7.094393745006528, + 7.117758468026295, + 7.142318604979664, + 7.1655137480120175, + 7.189442800008692, + 7.212133328022901, + 7.237038711027708, + 7.26226113201119, + 7.2862638179794885, + 7.315380965010263, + 7.342896920978092, + 7.370491784997284, + 7.394707417988684, + 7.419235905981623, + 7.446237089985516, + 7.471244403976016, + 7.497257221024483, + 7.524576008028816, + 7.551269065996166, + 7.579917618015315, + 7.6049710439983755 + ], + [ + 5.904320337984245, + 5.931221108010504, + 5.954928626015317, + 5.980116400984116, + 6.003830530971754, + 6.029818072973285, + 6.053796823020093, + 6.079251937975641, + 6.102596210024785, + 6.129463332996238, + 6.153441113012377, + 6.176058809971437, + 6.200859592005145, + 6.225904138002079, + 6.251052726991475, + 6.275913448014762, + 6.298858536989428, + 6.3257124469964765, + 6.350286972010508, + 6.375495416985359, + 6.398184282006696, + 6.423192968009971, + 6.448832369002048, + 6.471879208984319, + 6.494865536980797, + 6.521356687997468, + 6.547189666016493, + 6.571414671023376, + 6.595192342996597, + 6.619340898003429, + 6.6439349459833466, + 6.666169992997311, + 6.690607195021585, + 6.717008450010326, + 6.743093232973479, + 6.7663492289721034, + 6.789824580017012, + 6.816075499984436, + 6.840674709004816, + 6.865562572027557, + 6.8910796960117295, + 6.918556365009863, + 6.946341937000398, + 6.971886839019135, + 6.997379300009925, + 7.022608030005358, + 7.046267858007923, + 7.069426389003638, + 7.0944247510051355, + 7.117793152981903, + 7.142353132017888, + 7.165544547024183, + 7.189476274012122, + 7.212165947014, + 7.237075712007936, + 7.262292050989345, + 7.286299958010204, + 7.31541776197264, + 7.3429314799723215, + 7.370528317987919, + 7.394739846000448, + 7.4192710280185565, + 7.446272842003964, + 7.471277933975216, + 7.497291305975523, + 7.5246086529805325, + 7.55130258097779, + 7.579954740998801, + 7.605109934986103, + 7.631609551026486, + 7.657777666987386, + 7.681387797987554, + 7.705170258996077, + 7.733690331981052, + 7.75991519499803, + 7.783526163024362, + 7.807300460990518, + 7.833275599987246, + 7.858990600972902, + 7.882190059986897, + 7.90842034202069, + 7.933717445994262, + 7.962414897978306, + 7.985994727991056, + 8.010697218007408, + 8.035815223993268, + 8.060253383999225, + 8.08581179799512, + 8.110696404997725, + 8.136813323013484, + 8.16130862897262, + 8.18424752599094, + 8.208912589005195, + 8.235214387008455, + 8.258910736010876, + 8.281548184982967, + 8.306943339004647, + 8.332947509014048, + 8.35858418099815, + 8.382160732988268, + 8.407819251995534, + 8.432982965023257, + 8.457807732978836, + 8.481637092016172, + 8.50624760397477, + 8.532306768989656, + 8.556943009025417, + 8.583747913013212, + 8.610147261002567, + 8.63985016598599, + 8.667764445010107, + 8.696522264974192, + 8.725368769024499, + 8.755930911982432, + 8.784122763026971, + 8.81376073800493, + 8.843293507990893, + 8.87314287101617, + 8.897650891973171, + 8.923862399009522, + 8.951989225985017, + 8.97987225302495, + 9.008561823982745, + 9.035373942984734, + 9.060487255977932, + 9.086089818971232, + 9.111160824017134, + 9.137183291022666 + ], + [ + 7.371400616015308, + 7.394768420024775, + 7.419300867011771, + 7.446304242999759, + 7.471306385006756, + 7.497320168011356, + 7.524636217975058, + 7.551331655005924, + 7.579986297991127, + 7.605140682018828, + 7.63165402202867, + 7.657812055025715, + 7.681422829977237, + 7.705205378995743, + 7.733726255013607, + 7.759946697973646, + 7.783559917006642, + 7.807332879980095, + 7.8333112699911, + 7.85902164602885, + 7.882224439992569, + 7.90845323697431, + 7.9337550880154595, + 7.962446105026174, + 7.986031325999647, + 8.010730536014307, + 8.035846623999532, + 8.060285166022368, + 8.085848507005721, + 8.110728033003397, + 8.13684531598119, + 8.16134129697457, + 8.184281504014507, + 8.2089465809986, + 8.235247291973792, + 8.258945232024416, + 8.281578025023919, + 8.306976184016094, + 8.332980913983192, + 8.358619311009534, + 8.3821919800248, + 8.4078538849717, + 8.43302043597214, + 8.457843090000097, + 8.48166825802764, + 8.506279261026066, + 8.532344543025829, + 8.556976441002917, + 8.583780644985382, + 8.610184599005152, + 8.639886790013406, + 8.667801726027392, + 8.696558446972631, + 8.725406736019067, + 8.755968456971459, + 8.784158208989538, + 8.813798067974858, + 8.843331979995128, + 8.87317959498614, + 8.897682355018333, + 8.923895579006057, + 8.95202533097472, + 8.979909188987222, + 9.008599309017882, + 9.035408546973485, + 9.060518599988427, + 9.086121050990187, + 9.111198141996283, + 9.137339984008577, + 9.163110006018542, + 9.189142940973397, + 9.212350232002791, + 9.236636564019136, + 9.261516558006406, + 9.286631434981246, + 9.312998271023389, + 9.341389618988615, + 9.368925803981256, + 9.394355042022653, + 9.42215691797901, + 9.445225358009338, + 9.469476111989934, + 9.494378837989643, + 9.517128263018094, + 9.541936945985071, + 9.567191157024354, + 9.59360135399038, + 9.614969382004347, + 9.64073590998305, + 9.666053496010136, + 9.689495600003283, + 9.713797822012566, + 9.74025067401817, + 9.766434589982964, + 9.791200148989446, + 9.814760766981635, + 9.839135935006198, + 9.864394991018344, + 9.888446818978991, + 9.911896559002344, + 9.93741975701414, + 9.9610788099817, + 9.987153562018648, + 10.010801411990542, + 10.03681191202486, + 10.05928682902595, + 10.084218050993513, + 10.10776874399744, + 10.131769045023248, + 10.1560746760224, + 10.181196740013547, + 10.205019925022498, + 10.22912751097465, + 10.25444621097995, + 10.279205213999376, + 10.303234039980453, + 10.331123077019583, + 10.354783284012228, + 10.380957351007964, + 10.40572775900364, + 10.429690513992682, + 10.454677185975015, + 10.479560995008796, + 10.50657406001119, + 10.533141542982776, + 10.557126871019136, + 10.583532344026025, + 10.605426919995807 + ], + [ + 8.84521522297291, + 8.873210477991961, + 8.897709544980898, + 8.923925601993687, + 8.952056839014404, + 8.979940172983333, + 9.008631237025838, + 9.035437441023532, + 9.06054611201398, + 9.086148069996852, + 9.111229920992628, + 9.13736831402639, + 9.163140781980474, + 9.189174405997619, + 9.212386507017072, + 9.236671950027812, + 9.261548732989468, + 9.28666746901581, + 9.313033500977326, + 9.341423787991516, + 9.36896081699524, + 9.394390229019336, + 9.42219205602305, + 9.445256368024275, + 9.469507109024562, + 9.494409927981906, + 9.51716522098286, + 9.541970518999733, + 9.567227068997454, + 9.593632701027673, + 9.615000498015434, + 9.640770155994687, + 9.666084554977715, + 9.689530796022154, + 9.713831519999076, + 9.740285906009376, + 9.766467484005261, + 9.79123446001904, + 9.814792323973961, + 9.839167000027373, + 9.864431396999862, + 9.888480536988936, + 9.911927942011971, + 9.93745064898394, + 9.961115127021912, + 9.987186367972754, + 10.010834767017514, + 10.036844265006948, + 10.05932192900218, + 10.084252894972451, + 10.107800231024157, + 10.131808407022618, + 10.156108619004954, + 10.181230343005154, + 10.205055564991198, + 10.229165318014566, + 10.254481384996325, + 10.27923618600471, + 10.303270373027772, + 10.331160815025214, + 10.354815635015257, + 10.380991272977553, + 10.405763918999583, + 10.429726479982492, + 10.454709153971635, + 10.479595934972167, + 10.506609219999518, + 10.533177241974045, + 10.5571605390287, + 10.58356331201503, + 10.605556702998001, + 10.62940873100888, + 10.653968575992621, + 10.677676138002425, + 10.699346170993522, + 10.722922997025307, + 10.749241021985654, + 10.774507787020411, + 10.79819583002245, + 10.821911478997208, + 10.845045269990806, + 10.867475057020783, + 10.892049973015673, + 10.914781006984413, + 10.940513208974153, + 10.964635072974488, + 10.987305836984888, + 11.011117445013952, + 11.038592814991716, + 11.068590137991123, + 11.094849958026316, + 11.120033969986252, + 11.142740024020895, + 11.167261044029146, + 11.190207983017899, + 11.215879257011693, + 11.241398839978501, + 11.268095093022566, + 11.293883731996175, + 11.316535270016175, + 11.343149913998786, + 11.368500325013883, + 11.392871842021123, + 11.41763797000749, + 11.44280128297396, + 11.46826901397435, + 11.492892535985447, + 11.52097281202441, + 11.546665030007716, + 11.575354979024269, + 11.602597285003867, + 11.628181141975801, + 11.652900383982342, + 11.678616955992766, + 11.706161401991267, + 11.730741205974482, + 11.757844535983168, + 11.785107357020024, + 11.81379206298152, + 11.838523189013358, + 11.865465198003221, + 11.891039135982282, + 11.916549880988896, + 11.943160574010108, + 11.970845796982758, + 11.996564837987535, + 12.02254808100406, + 12.0482222950086 + ], + [ + 10.331242928979918, + 10.354845120979007, + 10.381022013025358, + 10.405794824997429, + 10.429756454017479, + 10.454736055980902, + 10.479630911024287, + 10.5066361509962, + 10.533207969972864, + 10.5571897639893, + 10.58359053498134, + 10.605585406010505, + 10.629442301986273, + 10.654003750008997, + 10.677707772993017, + 10.699376981006935, + 10.722955040982924, + 10.749274441972375, + 10.774540694023017, + 10.798227975028567, + 10.821944440016523, + 10.845079661987256, + 10.867510399024468, + 10.892080854973756, + 10.914812958973926, + 10.940545096003916, + 10.964666794985533, + 10.987341192027088, + 11.011151070997585, + 11.038630352006294, + 11.068631651985925, + 11.094885858998168, + 11.12006605399074, + 11.142775631975383, + 11.167292008991353, + 11.19023799902061, + 11.215916308981832, + 11.24143297597766, + 11.2681304430007, + 11.293915380025283, + 11.316571808012668, + 11.343180519994348, + 11.368535613000859, + 11.392903381027281, + 11.41767155600246, + 11.442833142995369, + 11.468302730994765, + 11.49292949802475, + 11.521009192976635, + 11.546702730993275, + 11.575390103971586, + 11.60263237397885, + 11.628214969998226, + 11.652938337007072, + 11.678654143994208, + 11.706194908998441, + 11.730776285985485, + 11.757880298013333, + 11.785137984028552, + 11.813825941993855, + 11.83855812298134, + 11.865499641979113, + 11.891070892976131, + 11.916584832011722, + 11.943197517015506, + 11.970881843997631, + 11.996597499004565, + 12.022583428013604, + 12.048402582993731, + 12.07561220502248, + 12.102030301990453, + 12.128583776007872, + 12.15520551399095, + 12.183176262013149, + 12.210894016025122, + 12.233786739001516, + 12.259658130991738, + 12.28430333500728, + 12.31174217298394, + 12.341161953983828, + 12.368737142009195, + 12.394749000028241, + 12.42308443802176, + 12.451061026018579, + 12.475608094013296, + 12.5014725169749, + 12.528607530985028, + 12.555616131983697, + 12.583070564025547, + 12.608563762973063, + 12.633497281000018, + 12.661000770982355, + 12.686974997981451, + 12.713726790971123, + 12.7399837319972, + 12.766654464998282, + 12.790685667016078, + 12.817706344998442, + 12.843058232974727, + 12.8696359799942, + 12.89597222401062, + 12.921496882976498, + 12.94822468800703, + 12.974635916005354, + 13.000699108990375, + 13.025743255973794, + 13.051852462987881, + 13.079003195976838, + 13.107451328018215, + 13.135378809005488, + 13.164403187984135, + 13.190097932005301, + 13.216392462025397, + 13.242555906996131, + 13.271839105000254, + 13.294708873028867, + 13.321809217974078, + 13.351800224976614, + 13.381073287979234, + 13.408634353021625, + 13.435000933008268, + 13.464891885989346, + 13.494083650002722, + 13.523898696003016, + 13.549985127989203, + 13.579838480975013, + 13.607226866006386, + 13.63614752102876 + ], + [ + 11.813907690986525, + 11.838589470018633, + 11.865528764028568, + 11.891098021005746, + 11.916614992020186, + 11.943229389027692, + 11.970913462981116, + 11.99662927002646, + 12.02261483098846, + 12.048432833980769, + 12.075653854990378, + 12.10206385597121, + 12.1286188379745, + 12.15524104697397, + 12.183212309028022, + 12.210927659994923, + 12.233821751025971, + 12.259695556014776, + 12.284334447002038, + 12.311779864015989, + 12.341198652982712, + 12.368773256021086, + 12.394785119977314, + 12.423119581013452, + 12.45109671301907, + 12.47564873000374, + 12.501508663001005, + 12.528638813004363, + 12.555655060976278, + 12.583106204983778, + 12.608596293022856, + 12.63352853100514, + 12.661036688019522, + 12.687011810019612, + 12.713762796018273, + 12.74001946899807, + 12.766688311996404, + 12.790718953008763, + 12.81774307100568, + 12.843094522017054, + 12.869672006985638, + 12.896004752023146, + 12.921530322986655, + 12.948260292992927, + 12.974669231974985, + 13.000732544984203, + 13.025776738009881, + 13.051889760012273, + 13.079037936986424, + 13.107490870985202, + 13.135416210978292, + 13.164438617997803, + 13.190133431984577, + 13.216427668987308, + 13.242592227994464, + 13.271874788973946, + 13.294742972007953, + 13.321845895028673, + 13.351839618990198, + 13.381108216010034, + 13.408666016999632, + 13.43503688101191, + 13.464930113987066, + 13.494119282986503, + 13.523933600983582, + 13.55002002400579, + 13.579876378003974, + 13.607264301972464, + 13.636295970005449, + 13.663217898982111, + 13.688383542001247, + 13.714672787988093, + 13.744241849984974, + 13.771298289007973, + 13.79928152600769, + 13.824712627974804, + 13.853059260000009, + 13.879085919994395, + 13.908565606980119, + 13.931679581000935, + 13.961927263007965, + 13.989257616980467, + 14.019019627012312, + 14.04499228898203, + 14.072790096979588, + 14.096796742989682, + 14.123599715007003, + 14.151479215011932, + 14.178372945985757, + 14.20348860399099, + 14.229502321977634, + 14.257006820000242, + 14.284280767024029, + 14.311241401010193, + 14.337648204993457, + 14.367749385011848, + 14.39582017797511, + 14.421131827984937, + 14.446500342979562, + 14.473934740002733, + 14.498398004972842, + 14.526779101986904, + 14.553641483013052, + 14.582426320004743, + 14.60847575700609, + 14.636764255003072, + 14.66427436802769, + 14.691079968994018, + 14.716386354994029, + 14.745954089972656, + 14.771095308999065, + 14.795371470972896, + 14.821353888022713, + 14.845828754012473, + 14.873583769018296, + 14.899015579023398, + 14.924423514981754, + 14.95059520099312, + 14.978185631975066, + 15.002658370009158, + 15.028397299989592, + 15.053688845015131, + 15.080566775985062, + 15.10455136402743, + 15.128862849029247, + 15.157899246027227, + 15.185681249015033, + 15.212976814014837 + ], + [ + 13.271950565977022, + 13.29477210197365, + 13.321877081005368, + 13.351871580001898, + 13.381138755008578, + 13.408694421988912, + 13.435067076003179, + 13.464962186000776, + 13.49415082600899, + 13.523963461979292, + 13.550051309983246, + 13.579907400999218, + 13.607296746980865, + 13.636327544983942, + 13.663254281971604, + 13.688414616975933, + 13.714708989020437, + 13.744278743979521, + 13.771333904005587, + 13.799317024997436, + 13.824748744023964, + 13.853097235027235, + 13.879121107980609, + 13.908598986978177, + 13.931717047002167, + 13.961963868001476, + 13.989293703984004, + 14.019053132971749, + 14.045027647982351, + 14.072826400981285, + 14.096828487003222, + 14.123633401992265, + 14.15151280502323, + 14.178408770996612, + 14.203524121025112, + 14.229534426995087, + 14.257040724973194, + 14.284316604025662, + 14.311276761989575, + 14.337690378015395, + 14.367788569012191, + 14.395856901013758, + 14.421162899001502, + 14.446534760994837, + 14.473970526014455, + 14.498433182016015, + 14.526813663018402, + 14.553677777992561, + 14.582461833022535, + 14.608513105020393, + 14.636802049994003, + 14.66430742101511, + 14.691111075982917, + 14.716424155980349, + 14.74598808400333, + 14.771130964974873, + 14.79540697199991, + 14.821385697985534, + 14.845866590971127, + 14.873620341008063, + 14.899046468024608, + 14.92445534298895, + 14.950630952022038, + 14.978221893019509, + 15.002695143979508, + 15.028430688020308, + 15.053725171019323, + 15.080603674985468, + 15.104586759000085, + 15.128899078001268, + 15.157935886993073, + 15.185718616005033, + 15.213165825989563, + 15.237789203994907, + 15.264554857974872, + 15.291537539975252, + 15.315898721979465, + 15.34094217501115, + 15.367088244005572, + 15.393923013005406, + 15.420145170006435, + 15.444281377014704, + 15.469564534025267, + 15.495733021991327, + 15.520804374013096, + 15.545648834027816, + 15.573170625022613, + 15.599941004998982, + 15.623745026008692, + 15.649376289977226, + 15.676036524993833, + 15.702187706017867, + 15.728024284006096, + 15.754208063008264, + 15.779720232007094, + 15.806549341999926, + 15.83170609001536, + 15.856036014971323, + 15.880585768027231, + 15.905846633017063, + 15.931032810010947, + 15.95698195998557, + 15.983636146993376, + 16.00915396498749, + 16.03411170997424, + 16.057165696984157, + 16.084412326978054, + 16.110920538019855, + 16.137084108020645, + 16.162877979979385, + 16.188179255987052, + 16.217149058997165, + 16.242462076013908, + 16.267952017020434, + 16.292712200025562, + 16.319085111026652, + 16.34537774202181, + 16.372423040971626, + 16.39815790200373, + 16.423837202019058, + 16.449115587980486, + 16.474989034002647, + 16.50048218999291, + 16.52637311600847, + 16.552618359972257, + 16.581635044014547, + 16.60756053298246, + 16.63460551702883 + ], + [ + 14.746067096013576, + 14.771161933022086, + 14.79543726798147, + 14.821412771998439, + 14.84589782601688, + 14.873657357005868, + 14.899073643027805, + 14.924482563976198, + 14.950663499010261, + 14.97825245000422, + 15.002725834026933, + 15.02846004802268, + 15.05375553201884, + 15.080650335003156, + 15.104617153003346, + 15.128928825026378, + 15.157967336010188, + 15.18574978102697, + 15.213197171979118, + 15.237825112999417, + 15.26459007000085, + 15.29157123400364, + 15.315934877027757, + 15.340976604027674, + 15.36712091701338, + 15.39395824802341, + 15.420182455971371, + 15.444312413979787, + 15.46959751599934, + 15.495767292974051, + 15.52083956898423, + 15.545685296005104, + 15.573208232992329, + 15.599973862990737, + 15.623781445028726, + 15.649411664984655, + 15.67607018101262, + 15.702222332998645, + 15.728059597022366, + 15.754243648028933, + 15.779752694012132, + 15.806583517987747, + 15.831740550987888, + 15.856071304006036, + 15.880619541974738, + 15.905878652003594, + 15.931068019010127, + 15.95701644802466, + 15.98367252299795, + 16.00918516801903, + 16.034142457996495, + 16.057199385017157, + 16.084447996981908, + 16.11095620697597, + 16.13712096598465, + 16.16291455400642, + 16.188215852016583, + 16.21718656102894, + 16.242492442019284, + 16.26798729802249, + 16.292748199019115, + 16.319120460015256, + 16.34541419998277, + 16.372456675977446, + 16.39819521800382, + 16.423872431972995, + 16.449149134976324, + 16.475022124010138, + 16.500518010987435, + 16.526406623015646, + 16.55266093701357, + 16.581668584025465, + 16.60759601800237, + 16.63476908800658, + 16.659749678976368, + 16.685283181024715, + 16.712080036988482, + 16.73763713997323, + 16.765603523992468, + 16.79177637101384, + 16.817924779024906, + 16.84327246202156, + 16.869266301975586, + 16.893768108973745, + 16.919489275023807, + 16.94422989501618, + 16.97153228102252, + 16.99660412099911, + 17.021151245979127, + 17.04622219200246, + 17.072079526027665, + 17.099640359985642, + 17.12599534902256, + 17.15170833998127, + 17.17518023698358, + 17.203385500994045, + 17.231778509973083, + 17.2609962989809, + 17.289282548008487, + 17.31591450201813, + 17.342145350994542, + 17.367239254992455, + 17.39309124101419, + 17.42255820299033, + 17.4498861960019, + 17.476371976023074, + 17.499310028972104, + 17.525309910008218, + 17.551859852974303, + 17.578652231022716, + 17.605883458978496, + 17.631001829984598, + 17.65672646200983, + 17.68188992602518, + 17.71134828502545, + 17.738262182974722, + 17.766030817001592, + 17.79241815302521, + 17.818539039988536, + 17.843918760016095, + 17.870046526018996, + 17.89741309697274, + 17.924652118992526, + 17.951174604007974, + 17.976805076003075, + 18.002702987985685, + 18.027644455025438, + 18.052614620013628 + ], + [ + 16.217264416976832, + 16.24252044199966, + 16.26801731600426, + 16.292779127019458, + 16.319151839008555, + 16.34544518799521, + 16.372485926025547, + 16.3982270170236, + 16.42390123801306, + 16.44917837198591, + 16.47505088301841, + 16.500550514028873, + 16.526434756000526, + 16.55269080301514, + 16.581697616027668, + 16.60762906697346, + 16.634801666019484, + 16.659785647992976, + 16.68531939201057, + 16.712110859982204, + 16.73767309100367, + 16.76563638797961, + 16.791812848008703, + 16.81795619800687, + 16.843304010981228, + 16.86930148798274, + 16.89380333002191, + 16.919520488008857, + 16.944263509998564, + 16.97156623902265, + 16.9966370529728, + 17.02118248102488, + 17.046254309010692, + 17.07211650098907, + 17.09967438498279, + 17.126026763988193, + 17.151744603004772, + 17.17521245399257, + 17.203422439983115, + 17.23181382101029, + 17.26103396702092, + 17.289315978996456, + 17.31594868702814, + 17.342182255990338, + 17.367274452990387, + 17.393126329989173, + 17.422594885982107, + 17.449919636012055, + 17.476407142996322, + 17.49934302800102, + 17.525343718996737, + 17.551893921976443, + 17.578690462978557, + 17.605919366003945, + 17.631035876984242, + 17.65675776201533, + 17.68192675401224, + 17.71138599101687, + 17.738298923999537, + 17.76606662699487, + 17.79244805901544, + 17.818572611024138, + 17.843955265998375, + 17.870082991023082, + 17.897448720003013, + 17.92468811199069, + 17.95120998402126, + 17.976843257027213, + 18.00273842102615, + 18.027682502986863, + 18.052790931018535, + 18.07811037497595, + 18.102925363986287, + 18.128175829013344, + 18.15296756697353, + 18.17674431600608, + 18.202723402006086, + 18.22764407400973, + 18.25040419801371, + 18.275926720991265, + 18.29833731200779, + 18.322944753977936, + 18.347182909026742, + 18.373432303022128, + 18.399101237999275, + 18.42487579002045, + 18.447446272999514, + 18.470583348011132, + 18.49559282499831, + 18.52029301697621, + 18.545930503983982, + 18.572289399977308, + 18.59769436798524, + 18.6219610220287, + 18.646185958001297, + 18.671161099977326, + 18.696433791017625, + 18.722346702008508, + 18.746927038999274, + 18.774056490976363, + 18.801064867991954, + 18.828975530981552, + 18.85700471000746, + 18.8857009820058, + 18.914951357000973, + 18.94347972300602, + 18.97269263700582, + 19.00137445901055, + 19.031061428016983, + 19.06084288499551, + 19.08982182200998, + 19.119546581991017, + 19.148667385976296, + 19.1782214550185, + 19.205881431000307, + 19.23269158200128, + 19.25779655901715, + 19.286462530028075, + 19.31530457898043, + 19.343633030017372, + 19.369560308987275, + 19.394636765006, + 19.419771403016057, + 19.442074723017868, + 19.465290657011792, + 19.489584117021877, + 19.514047810982447, + 19.538384329993278 + ], + [ + 17.71145920798881, + 17.738329603977036, + 17.766097798012197, + 17.79247522301739, + 17.818601879000198, + 17.843986509018578, + 17.87011389702093, + 17.897479529026896, + 17.92471969802864, + 17.951240206020884, + 17.976874526997562, + 18.00276942702476, + 18.027713475981727, + 18.05282109498512, + 18.07814405002864, + 18.102960314019583, + 18.12820690200897, + 18.153003817016724, + 18.176778033026494, + 18.202762343978975, + 18.227676248003263, + 18.25043947598897, + 18.275959828984924, + 18.298370325006545, + 18.322976278024726, + 18.34721554099815, + 18.37346651701955, + 18.399137470987625, + 18.424909361987375, + 18.447477210022043, + 18.470616274978966, + 18.49562971998239, + 18.52032720297575, + 18.5459615639993, + 18.572325863991864, + 18.59772974497173, + 18.62199487502221, + 18.64622102701105, + 18.67119455797365, + 18.696466151974164, + 18.7223826610134, + 18.74695886101108, + 18.774089238024317, + 18.801100037992, + 18.82901150197722, + 18.857041125011165, + 18.88573895598529, + 18.914987684984226, + 18.94351699197432, + 18.972730148991104, + 19.001412616984453, + 19.031101035012398, + 19.060881362995133, + 19.08986367401667, + 19.11958300002152, + 19.148705466999672, + 19.17825920699397, + 19.205917823011987, + 19.2327271149843, + 19.257833042996936, + 19.286500059999526, + 19.315340235014446, + 19.34367083798861, + 19.36959196900716, + 19.394673119008075, + 19.419803338998463, + 19.44210694998037, + 19.465321513009258, + 19.48961646197131, + 19.51407878199825, + 19.538531637983397, + 19.5628126449883, + 19.58963155100355, + 19.611741056025494, + 19.635526411002502, + 19.65988804202061, + 19.68442651501391, + 19.710331327980384, + 19.735772752028424, + 19.760044121998362, + 19.78600581997307, + 19.810768674011342, + 19.832721136976033, + 19.859647699980997, + 19.88521282398142, + 19.910041445982642, + 19.93311609502416, + 19.957688093010802, + 19.982870076026302, + 20.005635256005917, + 20.030182741000317, + 20.0544790319982, + 20.08085896098055, + 20.104364947997965, + 20.128046470985282, + 20.15291356202215, + 20.175942900008522, + 20.201340859988704, + 20.223930463020224, + 20.248898210993502, + 20.274374470987823, + 20.29791905498132, + 20.32180303800851, + 20.346382586983964, + 20.371094277012162, + 20.394948938977905, + 20.420252042997163, + 20.444016263994854, + 20.466846473980695, + 20.491714739007875, + 20.51558585901512, + 20.538538606022485, + 20.56197834102204, + 20.588648927980103, + 20.61298104299931, + 20.638180117006414, + 20.664279363991227, + 20.688158454024233, + 20.711711757990997, + 20.735279879998416, + 20.759758297994267, + 20.785022568015847, + 20.80922441399889, + 20.832906484021805, + 20.85694505297579, + 20.883758148003835, + 20.90823157998966, + 20.93230644700816 + ], + [ + 19.178340876998845, + 19.205948836985044, + 19.232757208985277, + 19.257864209997933, + 19.286531699995976, + 19.315371627977584, + 19.343702231999487, + 19.369620202982333, + 19.394703753001522, + 19.419830419006757, + 19.44213557598414, + 19.465348785975948, + 19.48964981699828, + 19.514106075977907, + 19.53856185497716, + 19.562848197005223, + 19.58966249797959, + 19.611772640026174, + 19.635559702990577, + 19.65991975797806, + 19.684461971977726, + 19.710368469997775, + 19.735805573989637, + 19.76007825200213, + 19.786039493978024, + 19.810801971994806, + 19.83275472302921, + 19.85968351602787, + 19.885245664976537, + 19.910074729996268, + 19.933148905984126, + 19.95772233500611, + 19.982904091011733, + 20.005670973972883, + 20.03021366597386, + 20.054515336989425, + 20.08089356502751, + 20.104396493989043, + 20.12807844800409, + 20.152945618028753, + 20.175976242986508, + 20.20137215498835, + 20.223964374978095, + 20.24893169902498, + 20.27440699597355, + 20.29794978699647, + 20.3218370199902, + 20.34641943202587, + 20.371127102000173, + 20.394983151985798, + 20.420284631021786, + 20.444048830016982, + 20.466881345026195, + 20.491748473024927, + 20.515619052981492, + 20.538571020006202, + 20.562010277993977, + 20.588682491972577, + 20.613016229995992, + 20.638212929014117, + 20.664313983987086, + 20.688192193978466, + 20.711746116983704, + 20.735312766977586, + 20.759792066994123, + 20.785056259017438, + 20.80925757798832, + 20.832940060994588, + 20.85697765502846, + 20.883793748973403, + 20.90826527797617, + 20.93245914502768, + 20.957217448973097, + 20.979324677027762, + 21.00438168202527, + 21.02783365297364, + 21.052589918021113, + 21.07778611802496, + 21.103574823006056, + 21.126824870996643, + 21.15158008900471, + 21.174323134007864, + 21.197633732983377, + 21.22329149901634, + 21.246872819028795, + 21.272442603018135, + 21.295563792984467, + 21.320587577996776, + 21.349590945988894, + 21.376820100995246, + 21.403894309012685, + 21.427687544026412, + 21.45071378198918, + 21.47301953000715, + 21.496586146997288, + 21.5201872959733, + 21.544275001971982, + 21.568896653014235, + 21.594367625017185, + 21.618025434028823, + 21.640322201012168, + 21.664522771025077, + 21.687752237019595, + 21.714617153978907, + 21.738787333015352, + 21.76501830399502, + 21.789239250007086, + 21.813308305980172, + 21.83987538702786, + 21.863404105999507, + 21.887777243973687, + 21.911142077005934, + 21.93519357900368, + 21.961332892999053, + 21.985958441975527, + 22.01149077102309, + 22.035847893974278, + 22.058718762011267, + 22.082193979993463, + 22.109478207014035, + 22.13493144902168, + 22.15782520797802, + 22.181598101975396, + 22.206296655989718, + 22.229955598013476, + 22.254227724974044, + 22.27940156601835, + 22.30329430202255 + ], + [ + 20.639861805015244, + 20.664342983975075, + 20.688220830983482, + 20.71177539200289, + 20.73534216801636, + 20.759820996026974, + 20.78508444002364, + 20.809287125011906, + 20.832969516981393, + 20.857006777019706, + 20.883823920972645, + 20.90829372400185, + 20.9324866720126, + 20.957248730992433, + 20.97935838700505, + 21.004413662012666, + 21.027865977026522, + 21.05262936098734, + 21.07782056502765, + 21.1036055770237, + 21.12685684801545, + 21.15161388600245, + 21.174354380986188, + 21.19766520097619, + 21.22332545701647, + 21.2469058969873, + 21.27247432997683, + 21.29559665900888, + 21.320628706016578, + 21.349630530981813, + 21.376856480026618, + 21.40392706199782, + 21.42772858502576, + 21.450749182025902, + 21.473049526975956, + 21.496617273020092, + 21.520220034988597, + 21.544307813979685, + 21.568932925001718, + 21.594403840019368, + 21.618059450003784, + 21.64035481400788, + 21.66455660702195, + 21.687788698996883, + 21.71466087497538, + 21.73882087698439, + 21.765054637973662, + 21.789271863002796, + 21.813343942980282, + 21.839911599992774, + 21.863440766988788, + 21.887809155974537, + 21.91117331699934, + 21.935224752000067, + 21.961363872978836, + 21.985989372013137, + 22.011527199996635, + 22.035882555996068, + 22.058750788972247, + 22.082227481994778, + 22.109517136996146, + 22.134964046999812, + 22.15785727999173, + 22.181629727012478, + 22.206330846995115, + 22.229990907013416, + 22.254261721973307, + 22.279434418014716, + 22.30344985902775, + 22.32594466098817, + 22.35238128900528, + 22.379938939993735, + 22.405101721989922, + 22.428961072000675, + 22.45452672499232, + 22.47865224099951, + 22.501061054004822, + 22.525346214009915, + 22.548703132022638, + 22.574064828979317, + 22.597479370015208, + 22.621672731998842, + 22.645352708990686, + 22.667754843016155, + 22.692347365024034, + 22.71701356297126, + 22.741720343008637, + 22.769374031980988, + 22.79521565302275, + 22.819143027008977, + 22.842214511008933, + 22.868827191006858, + 22.89153800002532, + 22.916762729990296, + 22.9409532819991, + 22.96630659897346, + 22.989611027005594, + 23.013585039996542, + 23.037684548995458, + 23.059728234016802, + 23.084213825000916, + 23.10890729597304, + 23.133063817978837, + 23.157174094987568, + 23.18110098602483, + 23.20500700402772, + 23.231278833001852, + 23.256525664997753, + 23.281098252977245, + 23.305242814007215, + 23.329364435980096, + 23.35359980299836, + 23.380250431015156, + 23.406478799006436, + 23.43485415901523, + 23.461747145978734, + 23.487279829976615, + 23.511126547004096, + 23.537177929014433, + 23.559269791992847, + 23.58708695298992, + 23.612129240005743, + 23.634405455028173, + 23.657373416994233, + 23.679721709981095, + 23.703172971028835, + 23.727185002993792, + 23.75087245798204 + ], + [ + 22.110377629986033, + 22.134993579005823, + 22.15788368502399, + 22.18165724602295, + 22.20635976298945, + 22.230021680996288, + 22.254290497978218, + 22.27946252800757, + 22.303479382011574, + 22.32597571698716, + 22.352417699003126, + 22.379969783010893, + 22.40513521997491, + 22.428994695015717, + 22.4545602480066, + 22.478683574998286, + 22.501098231005017, + 22.525379961007275, + 22.548737649980467, + 22.57410072698258, + 22.597512439999264, + 22.621708020975348, + 22.64538356597768, + 22.667793038999662, + 22.692378472012933, + 22.71704618597869, + 22.74175358301727, + 22.76940954598831, + 22.795249003975186, + 22.819174827018287, + 22.842249529028777, + 22.86886362399673, + 22.891570063016843, + 22.916794702992775, + 22.940986076020636, + 22.96633753197966, + 22.98964830499608, + 23.013616055017337, + 23.037716371996794, + 23.059761741023976, + 23.084249511011876, + 23.108939331024885, + 23.133095787023194, + 23.15720495901769, + 23.181134171027225, + 23.205042510002386, + 23.23131578002358, + 23.256557940971106, + 23.281130046001635, + 23.30527670501033, + 23.329398130008485, + 23.353635021019727, + 23.380287105974276, + 23.406516114016995, + 23.434890208009165, + 23.46178145799786, + 23.487311751989182, + 23.511161657981575, + 23.537209013011307, + 23.559300789027475, + 23.587120559008326, + 23.612161465978716, + 23.63443662901409, + 23.65740435902262, + 23.67975542601198, + 23.70320307498332, + 23.72721623297548, + 23.751051519997418, + 23.775601761008147, + 23.799492233025376, + 23.825746376998723, + 23.84912807197543, + 23.87227922998136, + 23.89593577798223, + 23.92049989302177, + 23.946013859007508, + 23.96864622697467, + 23.991505074023735, + 24.014214992988855, + 24.039358759997413, + 24.061870425997768, + 24.08554094901774, + 24.108357031014748, + 24.13285937299952, + 24.15698557998985, + 24.178671778994612, + 24.20386084698839, + 24.22785293898778, + 24.25054869800806, + 24.27463517000433, + 24.299259504012298, + 24.322691034001764, + 24.34639350598445, + 24.37026929401327, + 24.395474903983995, + 24.41797317302553, + 24.442150787974242, + 24.46517954498995, + 24.487313283025287, + 24.510691409988794, + 24.53495543001918, + 24.559132069000043, + 24.584784578997642, + 24.607154022029135, + 24.630104543000925, + 24.65305038797669, + 24.675145704997703, + 24.69910735602025, + 24.72332029201789, + 24.745973378012422, + 24.769434233021457, + 24.793559205019847, + 24.81708001199877, + 24.841268024989404, + 24.86339178297203, + 24.88682625297224, + 24.91063896898413, + 24.93310335202841, + 24.955655702971853, + 24.97822177200578, + 25.001811733003706, + 25.023571986996103, + 25.046529367973562, + 25.069403516012244, + 25.09111173101701, + 25.11385597701883, + 25.137570861028507, + 25.159630510024726 + ], + [ + 23.588750781025738, + 23.612189717008732, + 23.634463800000958, + 23.657431346015073, + 23.67978453898104, + 23.70323033601744, + 23.727243521017954, + 23.751081880996935, + 23.775637558021117, + 23.799525233975146, + 23.8257820730214, + 23.84916104702279, + 23.87231307697948, + 23.895969663979486, + 23.920532656018622, + 23.94605028501246, + 23.968678597011603, + 23.991535151028074, + 24.01425060298061, + 24.039391733997036, + 24.06190248101484, + 24.08557496202411, + 24.108390796987806, + 24.132895677001216, + 24.157017718011048, + 24.178705509984866, + 24.203894365986343, + 24.227886945998762, + 24.25058531999821, + 24.274672397994436, + 24.299290694994852, + 24.322727036022115, + 24.34642754297238, + 24.370304470998235, + 24.395505860971753, + 24.41800708702067, + 24.442186127998866, + 24.46521063701948, + 24.487347011978272, + 24.510724993015174, + 24.53498935000971, + 24.559166094986722, + 24.584818299976178, + 24.60718688199995, + 24.630139305023476, + 24.65308560797712, + 24.67517677298747, + 24.69914014398819, + 24.72335263097193, + 24.746006697008852, + 24.769464089011308, + 24.793590485001914, + 24.817112274002284, + 24.8412982809823, + 24.863429218006786, + 24.886859726975672, + 24.910669877019245, + 24.93313603999559, + 24.955687557987403, + 24.978253733017482, + 25.001846281986218, + 25.023603065987118, + 25.046560441027395, + 25.069437218015082, + 25.0911440650234, + 25.113889536994975, + 25.13760347798234, + 25.159795711981133, + 25.18193105899263, + 25.20751050300896, + 25.229038004006725, + 25.251088090997655, + 25.27286833600374, + 25.29578018299071, + 25.31944301101612, + 25.344808324007317, + 25.367603196005803, + 25.389025458018295, + 25.411531141027808, + 25.432979675009847, + 25.458255851990543, + 25.482304558972828, + 25.507731679012068, + 25.529955975012854, + 25.552665521972813, + 25.577478318009526, + 25.59912443900248, + 25.621813379984815, + 25.644409417000134, + 25.66604841197841, + 25.688094999000896, + 25.710750356025528, + 25.73216619901359, + 25.755594293004833, + 25.778878561977763, + 25.805631246999837, + 25.82844961201772, + 25.850311069982126, + 25.872141650004778, + 25.89478206797503, + 25.91636492899852, + 25.938001898000948, + 25.961916206986643, + 25.984727773000486, + 26.008503113000188, + 26.03139730397379, + 26.05334188300185, + 26.076630602998193, + 26.099211552005727, + 26.12251398898661, + 26.145337873022072, + 26.168153100006748, + 26.19075225497363, + 26.214308051974513, + 26.236725450027734, + 26.261278673016932, + 26.285486301989295, + 26.308223271975294, + 26.33156484097708, + 26.35482561099343, + 26.376966589014046, + 26.398970533977263, + 26.42168218601728, + 26.4431342590251, + 26.465937730972655, + 26.4881373019889, + 26.510038693028037, + 26.533476362994406 + ] + ], + "tokens": [ + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ], + [ + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 30134, + 531, + 817, + 1063, + 531, + 50215, + 236761, + 107, + 106, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 107, + 106, + 106, + 106, + 106, + 106, + 106, + 158058, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 106 + ], + [ + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 15400, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 50215, + 563, + 506, + 5279, + 529, + 4257, + 15400, + 236761, + 107, + 106, + 107, + 106, + 236761, + 107, + 106, + 236761, + 107, + 106, + 108, + 818, + 5279, + 529, + 4257, + 15400, + 563, + 50215, + 236761, + 107, + 106, + 106, + 106, + 3742, + 236761, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 107, + 106, + 106, + 106, + 106, + 3048, + 659, + 4338, + 236888, + 106, + 106, + 106, + 106, + 106, + 106, + 106, + 818, + 5279, + 529 + ] + ], + "tokens_exact": true, + "progress_spans": 416, + "imports": [ + { + "request": "7-0", + "spans": 26, + "start_s": 312205.374850636, + "end_s": 312205.389624374, + "source_done_before": true, + "source_done_after": true + }, + { + "request": "7-1", + "spans": 1, + "start_s": 312205.43916998, + "end_s": 312205.440873879, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 312205.515344486, + "end_s": 312205.516889215, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 312205.564061528, + "end_s": 312205.565511816, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 312205.614298726, + "end_s": 312205.61591112, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 312205.662222402, + "end_s": 312205.663898685, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 312205.738989042, + "end_s": 312205.740495278, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 312205.789255974, + "end_s": 312205.79072985, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 312205.837719367, + "end_s": 312205.839218895, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 312205.887049655, + "end_s": 312205.888697672, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 312205.960269977, + "end_s": 312205.961697368, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 312206.012999296, + "end_s": 312206.014649904, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 312206.07016582, + "end_s": 312206.071736349, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 312206.120023938, + "end_s": 312206.121545619, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 312206.169479025, + "end_s": 312206.171072228, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 312206.223323875, + "end_s": 312206.225052902, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 312206.296813758, + "end_s": 312206.298280643, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 312206.349851206, + "end_s": 312206.35130352, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 312206.399801743, + "end_s": 312206.40134076, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 312206.451580483, + "end_s": 312206.453170994, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 312206.505326265, + "end_s": 312206.506910499, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 312206.58147848, + "end_s": 312206.582974698, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 312206.63567335, + "end_s": 312206.637282642, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 312206.690678038, + "end_s": 312206.692375208, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 312206.748753505, + "end_s": 312206.750300827, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 312206.802876109, + "end_s": 312206.804473668, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-1", + "spans": 1, + "start_s": 312206.856278332, + "end_s": 312206.857997917, + "source_done_before": true, + "source_done_after": true + }, + { + "request": "7-2", + "spans": 1, + "start_s": 312206.93380876, + "end_s": 312206.934471288, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 312206.982961171, + "end_s": 312206.983596166, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 312207.030298023, + "end_s": 312207.030963239, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 312207.10122415, + "end_s": 312207.101809191, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 312207.153880399, + "end_s": 312207.154491849, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 312207.201070745, + "end_s": 312207.201769306, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 312207.250494491, + "end_s": 312207.251170622, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 312207.321108611, + "end_s": 312207.321713, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 312207.368575386, + "end_s": 312207.369314583, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 312207.415571597, + "end_s": 312207.416263988, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 312207.490153313, + "end_s": 312207.490783352, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 312207.537974234, + "end_s": 312207.53857147, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 312207.585735342, + "end_s": 312207.586433357, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 312207.660849687, + "end_s": 312207.661452456, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 312207.707486833, + "end_s": 312207.708076659, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 312207.757266726, + "end_s": 312207.757891436, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 312207.827612509, + "end_s": 312207.828254203, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 312207.877163839, + "end_s": 312207.877763745, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 312207.924483785, + "end_s": 312207.925138869, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 312207.975383181, + "end_s": 312207.976039844, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 312208.049891839, + "end_s": 312208.050679341, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 312208.099775239, + "end_s": 312208.100400445, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 312208.149695127, + "end_s": 312208.150289451, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 312208.198688646, + "end_s": 312208.199387229, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 312208.271843616, + "end_s": 312208.272518078, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-2", + "spans": 1, + "start_s": 312208.323937639, + "end_s": 312208.324679396, + "source_done_before": true, + "source_done_after": true + }, + { + "request": "7-3", + "spans": 1, + "start_s": 312208.395906206, + "end_s": 312208.397478309, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 312208.447737379, + "end_s": 312208.449380538, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 312208.497200788, + "end_s": 312208.498950187, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 312208.571180005, + "end_s": 312208.572670947, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 312208.624657357, + "end_s": 312208.626320169, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 312208.678131149, + "end_s": 312208.67968061, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 312208.727678636, + "end_s": 312208.729327716, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 312208.784848275, + "end_s": 312208.786516448, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 312208.835425306, + "end_s": 312208.837068695, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 312208.905820558, + "end_s": 312208.907422556, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 312208.953890255, + "end_s": 312208.955357913, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 312209.002253012, + "end_s": 312209.003835159, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 312209.076025829, + "end_s": 312209.07743184, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 312209.125026103, + "end_s": 312209.126498545, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 312209.175270084, + "end_s": 312209.176701951, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 312209.224763638, + "end_s": 312209.226293819, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 312209.299214075, + "end_s": 312209.300646637, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 312209.348248428, + "end_s": 312209.349692858, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 312209.395495613, + "end_s": 312209.397072949, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 312209.47559939, + "end_s": 312209.477224854, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 312209.525591216, + "end_s": 312209.527097571, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 312209.576826563, + "end_s": 312209.57843033, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 312209.627214666, + "end_s": 312209.628846178, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 312209.677275835, + "end_s": 312209.678892014, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 312209.73162917, + "end_s": 312209.733283643, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-3", + "spans": 1, + "start_s": 312209.80692339, + "end_s": 312209.808658407, + "source_done_before": true, + "source_done_after": true + }, + { + "request": "7-4", + "spans": 1, + "start_s": 312209.884517253, + "end_s": 312209.885177468, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-4", + "spans": 1, + "start_s": 312209.93421999, + "end_s": 312209.934888499, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-4", + "spans": 1, + "start_s": 312209.983653269, + "end_s": 312209.984237015, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-4", + "spans": 1, + "start_s": 312210.033867449, + "end_s": 312210.034557194, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-4", + "spans": 1, + "start_s": 312210.105261311, + "end_s": 312210.105914329, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-4", + "spans": 1, + "start_s": 312210.155450383, + "end_s": 312210.156028201, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-4", + "spans": 1, + "start_s": 312210.2032609, + "end_s": 312210.203916565, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-4", + "spans": 1, + "start_s": 312210.254686874, + "end_s": 312210.255313328, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-4", + "spans": 1, + "start_s": 312210.327595632, + "end_s": 312210.328289352, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-4", + "spans": 1, + "start_s": 312210.376279462, + "end_s": 312210.376896413, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-4", + "spans": 1, + "start_s": 312210.425758419, + "end_s": 312210.426419184, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-4", + "spans": 1, + "start_s": 312210.475817819, + "end_s": 312210.476508296, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-4", + "spans": 1, + "start_s": 312210.548334835, + "end_s": 312210.548949956, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-4", + "spans": 1, + "start_s": 312210.595012874, + "end_s": 312210.595633091, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-4", + "spans": 1, + "start_s": 312210.647496486, + "end_s": 312210.64816247, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-4", + "spans": 1, + "start_s": 312210.72048583, + "end_s": 312210.721126836, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-4", + "spans": 1, + "start_s": 312210.769961994, + "end_s": 312210.770579234, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-4", + "spans": 1, + "start_s": 312210.82296109, + "end_s": 312210.823659089, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-4", + "spans": 1, + "start_s": 312210.876287825, + "end_s": 312210.876920795, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-4", + "spans": 1, + "start_s": 312210.927013712, + "end_s": 312210.927637942, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-4", + "spans": 1, + "start_s": 312210.973830876, + "end_s": 312210.974520402, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-4", + "spans": 1, + "start_s": 312211.046752596, + "end_s": 312211.047375338, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-4", + "spans": 1, + "start_s": 312211.093875653, + "end_s": 312211.094510123, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-4", + "spans": 1, + "start_s": 312211.141478529, + "end_s": 312211.142160963, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-4", + "spans": 1, + "start_s": 312211.219828681, + "end_s": 312211.22060513, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-4", + "spans": 1, + "start_s": 312211.274956235, + "end_s": 312211.275729462, + "source_done_before": true, + "source_done_after": true + }, + { + "request": "7-5", + "spans": 1, + "start_s": 312211.350708147, + "end_s": 312211.352336829, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-5", + "spans": 1, + "start_s": 312211.401720623, + "end_s": 312211.403307438, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-5", + "spans": 1, + "start_s": 312211.455732576, + "end_s": 312211.457273226, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-5", + "spans": 1, + "start_s": 312211.510098208, + "end_s": 312211.511589808, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-5", + "spans": 1, + "start_s": 312211.56221332, + "end_s": 312211.56362875, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-5", + "spans": 1, + "start_s": 312211.609612124, + "end_s": 312211.611187101, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-5", + "spans": 1, + "start_s": 312211.664348725, + "end_s": 312211.665809798, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-5", + "spans": 1, + "start_s": 312211.737713401, + "end_s": 312211.739309205, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-5", + "spans": 1, + "start_s": 312211.786626007, + "end_s": 312211.788213974, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-5", + "spans": 1, + "start_s": 312211.838158488, + "end_s": 312211.839795106, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-5", + "spans": 1, + "start_s": 312211.890434891, + "end_s": 312211.892040698, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-5", + "spans": 1, + "start_s": 312211.964682491, + "end_s": 312211.966126457, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-5", + "spans": 1, + "start_s": 312212.01512483, + "end_s": 312212.016539444, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-5", + "spans": 1, + "start_s": 312212.065740295, + "end_s": 312212.067208151, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-5", + "spans": 1, + "start_s": 312212.113346543, + "end_s": 312212.114834346, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-5", + "spans": 1, + "start_s": 312212.185974011, + "end_s": 312212.187402851, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-5", + "spans": 1, + "start_s": 312212.237380058, + "end_s": 312212.238933381, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-5", + "spans": 1, + "start_s": 312212.286590139, + "end_s": 312212.288018738, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-5", + "spans": 1, + "start_s": 312212.337423019, + "end_s": 312212.339037595, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-5", + "spans": 1, + "start_s": 312212.410677045, + "end_s": 312212.41209153, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-5", + "spans": 1, + "start_s": 312212.461377046, + "end_s": 312212.462858852, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-5", + "spans": 1, + "start_s": 312212.514587657, + "end_s": 312212.516187858, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-5", + "spans": 1, + "start_s": 312212.572206854, + "end_s": 312212.573813459, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-5", + "spans": 1, + "start_s": 312212.629814796, + "end_s": 312212.631492728, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-5", + "spans": 1, + "start_s": 312212.688565575, + "end_s": 312212.690176444, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-5", + "spans": 1, + "start_s": 312212.74775558, + "end_s": 312212.749553947, + "source_done_before": true, + "source_done_after": true + }, + { + "request": "7-6", + "spans": 1, + "start_s": 312212.82832768, + "end_s": 312212.828967952, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-6", + "spans": 1, + "start_s": 312212.884348449, + "end_s": 312212.885054415, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-6", + "spans": 1, + "start_s": 312212.939840137, + "end_s": 312212.940486257, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-6", + "spans": 1, + "start_s": 312212.99054781, + "end_s": 312212.991145104, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-6", + "spans": 1, + "start_s": 312213.042656634, + "end_s": 312213.043251521, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-6", + "spans": 1, + "start_s": 312213.093574528, + "end_s": 312213.094163754, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-6", + "spans": 1, + "start_s": 312213.141074083, + "end_s": 312213.141731814, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-6", + "spans": 1, + "start_s": 312213.21743854, + "end_s": 312213.218133346, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-6", + "spans": 1, + "start_s": 312213.273364644, + "end_s": 312213.274046756, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-6", + "spans": 1, + "start_s": 312213.326595253, + "end_s": 312213.327263914, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-6", + "spans": 1, + "start_s": 312213.373904475, + "end_s": 312213.374494746, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-6", + "spans": 1, + "start_s": 312213.421568554, + "end_s": 312213.422259322, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-6", + "spans": 1, + "start_s": 312213.47163004, + "end_s": 312213.472315015, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-6", + "spans": 1, + "start_s": 312213.545170587, + "end_s": 312213.545800562, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-6", + "spans": 1, + "start_s": 312213.593933309, + "end_s": 312213.594608619, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-6", + "spans": 1, + "start_s": 312213.644688248, + "end_s": 312213.645350828, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-6", + "spans": 1, + "start_s": 312213.695634974, + "end_s": 312213.696256585, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-6", + "spans": 1, + "start_s": 312213.768833223, + "end_s": 312213.769495266, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-6", + "spans": 1, + "start_s": 312213.816326171, + "end_s": 312213.8169051, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-6", + "spans": 1, + "start_s": 312213.865517112, + "end_s": 312213.86619382, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-6", + "spans": 1, + "start_s": 312213.91523576, + "end_s": 312213.91584403, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-6", + "spans": 1, + "start_s": 312213.988650429, + "end_s": 312213.989234176, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-6", + "spans": 1, + "start_s": 312214.036211861, + "end_s": 312214.036882451, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-6", + "spans": 1, + "start_s": 312214.085629856, + "end_s": 312214.086263734, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-6", + "spans": 1, + "start_s": 312214.158883931, + "end_s": 312214.159546212, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-6", + "spans": 1, + "start_s": 312214.207676259, + "end_s": 312214.208383107, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-7", + "spans": 1, + "start_s": 312214.285443566, + "end_s": 312214.28694939, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-7", + "spans": 1, + "start_s": 312214.334160072, + "end_s": 312214.335750824, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-7", + "spans": 1, + "start_s": 312214.384034327, + "end_s": 312214.385638676, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-7", + "spans": 1, + "start_s": 312214.461589444, + "end_s": 312214.463103982, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-7", + "spans": 1, + "start_s": 312214.51049971, + "end_s": 312214.511900619, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-7", + "spans": 1, + "start_s": 312214.558405042, + "end_s": 312214.560019249, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-7", + "spans": 1, + "start_s": 312214.627352636, + "end_s": 312214.628790715, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-7", + "spans": 1, + "start_s": 312214.678940054, + "end_s": 312214.680482782, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-7", + "spans": 1, + "start_s": 312214.726345101, + "end_s": 312214.727842698, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-7", + "spans": 1, + "start_s": 312214.796477802, + "end_s": 312214.797919594, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-7", + "spans": 1, + "start_s": 312214.844942495, + "end_s": 312214.846403254, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-7", + "spans": 1, + "start_s": 312214.891742756, + "end_s": 312214.893363682, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-7", + "spans": 1, + "start_s": 312214.943033201, + "end_s": 312214.944684988, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-7", + "spans": 1, + "start_s": 312214.999287953, + "end_s": 312215.000931523, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-7", + "spans": 1, + "start_s": 312215.071689125, + "end_s": 312215.073142444, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-7", + "spans": 1, + "start_s": 312215.120318879, + "end_s": 312215.12194804, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-7", + "spans": 1, + "start_s": 312215.172533358, + "end_s": 312215.174717244, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-7", + "spans": 1, + "start_s": 312215.24757813, + "end_s": 312215.249010648, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-7", + "spans": 1, + "start_s": 312215.297301483, + "end_s": 312215.298728127, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-7", + "spans": 1, + "start_s": 312215.347232392, + "end_s": 312215.348659439, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-7", + "spans": 1, + "start_s": 312215.397332643, + "end_s": 312215.398973484, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-7", + "spans": 1, + "start_s": 312215.451104837, + "end_s": 312215.452664491, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-7", + "spans": 1, + "start_s": 312215.507036227, + "end_s": 312215.508656412, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-7", + "spans": 1, + "start_s": 312215.583051737, + "end_s": 312215.584471539, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-7", + "spans": 1, + "start_s": 312215.635178706, + "end_s": 312215.636777214, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-7", + "spans": 1, + "start_s": 312215.689542313, + "end_s": 312215.69127896, + "source_done_before": false, + "source_done_after": true + }, + { + "request": "7-8", + "spans": 1, + "start_s": 312215.76993022, + "end_s": 312215.770568393, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-8", + "spans": 1, + "start_s": 312215.821023069, + "end_s": 312215.821695318, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-8", + "spans": 1, + "start_s": 312215.875316332, + "end_s": 312215.8759821, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-8", + "spans": 1, + "start_s": 312215.92702244, + "end_s": 312215.927665456, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-8", + "spans": 1, + "start_s": 312215.980055153, + "end_s": 312215.980708274, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-8", + "spans": 1, + "start_s": 312216.033027684, + "end_s": 312216.033693543, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-8", + "spans": 1, + "start_s": 312216.087620335, + "end_s": 312216.088322562, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-8", + "spans": 1, + "start_s": 312216.164098354, + "end_s": 312216.164747477, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-8", + "spans": 1, + "start_s": 312216.216185057, + "end_s": 312216.216898038, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-8", + "spans": 1, + "start_s": 312216.273175844, + "end_s": 312216.273848007, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-8", + "spans": 1, + "start_s": 312216.32752156, + "end_s": 312216.328196141, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-8", + "spans": 1, + "start_s": 312216.380051099, + "end_s": 312216.380710017, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-8", + "spans": 1, + "start_s": 312216.433038056, + "end_s": 312216.433661272, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-8", + "spans": 1, + "start_s": 312216.487508453, + "end_s": 312216.488175323, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-8", + "spans": 1, + "start_s": 312216.537931129, + "end_s": 312216.538577253, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-8", + "spans": 1, + "start_s": 312216.591414657, + "end_s": 312216.59209429, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-8", + "spans": 1, + "start_s": 312216.644422923, + "end_s": 312216.645124987, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-8", + "spans": 1, + "start_s": 312216.695119006, + "end_s": 312216.695730943, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-8", + "spans": 1, + "start_s": 312216.774074043, + "end_s": 312216.774734209, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-8", + "spans": 1, + "start_s": 312216.825929358, + "end_s": 312216.826559247, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-8", + "spans": 1, + "start_s": 312216.879069611, + "end_s": 312216.879692055, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-8", + "spans": 1, + "start_s": 312216.930176605, + "end_s": 312216.930789204, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-8", + "spans": 1, + "start_s": 312216.983441111, + "end_s": 312216.984118052, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-8", + "spans": 1, + "start_s": 312217.039820767, + "end_s": 312217.040522829, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-8", + "spans": 1, + "start_s": 312217.09453661, + "end_s": 312217.095211612, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-8", + "spans": 1, + "start_s": 312217.146997425, + "end_s": 312217.147729313, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-9", + "spans": 1, + "start_s": 312217.226281908, + "end_s": 312217.227883043, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-9", + "spans": 1, + "start_s": 312217.285544952, + "end_s": 312217.287188276, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-9", + "spans": 1, + "start_s": 312217.339470502, + "end_s": 312217.341076394, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-9", + "spans": 1, + "start_s": 312217.39855742, + "end_s": 312217.400187776, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-9", + "spans": 1, + "start_s": 312217.4544556, + "end_s": 312217.456057251, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-9", + "spans": 1, + "start_s": 312217.51170255, + "end_s": 312217.513357136, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-9", + "spans": 1, + "start_s": 312217.567656884, + "end_s": 312217.569268085, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-9", + "spans": 1, + "start_s": 312217.619111729, + "end_s": 312217.620717224, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-9", + "spans": 1, + "start_s": 312217.675737479, + "end_s": 312217.67732628, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-9", + "spans": 1, + "start_s": 312217.729151478, + "end_s": 312217.730678895, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-9", + "spans": 1, + "start_s": 312217.783523304, + "end_s": 312217.785160735, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-9", + "spans": 1, + "start_s": 312217.836121337, + "end_s": 312217.837747286, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-9", + "spans": 1, + "start_s": 312217.893696651, + "end_s": 312217.895388493, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-9", + "spans": 1, + "start_s": 312217.949433135, + "end_s": 312217.951030813, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-9", + "spans": 1, + "start_s": 312218.028033864, + "end_s": 312218.029466284, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-9", + "spans": 1, + "start_s": 312218.082812976, + "end_s": 312218.084405558, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-9", + "spans": 1, + "start_s": 312218.133933052, + "end_s": 312218.135363936, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-9", + "spans": 1, + "start_s": 312218.188718649, + "end_s": 312218.19032366, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-9", + "spans": 1, + "start_s": 312218.242094506, + "end_s": 312218.243732883, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-9", + "spans": 1, + "start_s": 312218.300259719, + "end_s": 312218.301857936, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-9", + "spans": 1, + "start_s": 312218.350934944, + "end_s": 312218.352433858, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-9", + "spans": 1, + "start_s": 312218.402836593, + "end_s": 312218.40446121, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-9", + "spans": 1, + "start_s": 312218.458080692, + "end_s": 312218.459674113, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-9", + "spans": 1, + "start_s": 312218.512917409, + "end_s": 312218.514536591, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-9", + "spans": 1, + "start_s": 312218.568707754, + "end_s": 312218.570234191, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-9", + "spans": 1, + "start_s": 312218.620828331, + "end_s": 312218.622426087, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-10", + "spans": 1, + "start_s": 312218.699840056, + "end_s": 312218.700533553, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-10", + "spans": 1, + "start_s": 312218.778059182, + "end_s": 312218.77872997, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-10", + "spans": 1, + "start_s": 312218.828880365, + "end_s": 312218.829474914, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-10", + "spans": 1, + "start_s": 312218.882655408, + "end_s": 312218.88336214, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-10", + "spans": 1, + "start_s": 312218.932860051, + "end_s": 312218.933482366, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-10", + "spans": 1, + "start_s": 312218.985053205, + "end_s": 312218.985735852, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-10", + "spans": 1, + "start_s": 312219.033331033, + "end_s": 312219.033978844, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-10", + "spans": 1, + "start_s": 312219.09015396, + "end_s": 312219.090845038, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-10", + "spans": 1, + "start_s": 312219.168991505, + "end_s": 312219.169652527, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-10", + "spans": 1, + "start_s": 312219.220335377, + "end_s": 312219.221004987, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-10", + "spans": 1, + "start_s": 312219.27152002, + "end_s": 312219.272139736, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-10", + "spans": 1, + "start_s": 312219.324585293, + "end_s": 312219.325262155, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-10", + "spans": 1, + "start_s": 312219.373996572, + "end_s": 312219.374613444, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-10", + "spans": 1, + "start_s": 312219.425241318, + "end_s": 312219.425886864, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-10", + "spans": 1, + "start_s": 312219.477611703, + "end_s": 312219.478299919, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-10", + "spans": 1, + "start_s": 312219.553813189, + "end_s": 312219.554478648, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-10", + "spans": 1, + "start_s": 312219.606621941, + "end_s": 312219.607231866, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-10", + "spans": 1, + "start_s": 312219.658646169, + "end_s": 312219.659329695, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-10", + "spans": 1, + "start_s": 312219.710984301, + "end_s": 312219.711609854, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-10", + "spans": 1, + "start_s": 312219.760472612, + "end_s": 312219.761128739, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-10", + "spans": 1, + "start_s": 312219.835468786, + "end_s": 312219.836093985, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-10", + "spans": 1, + "start_s": 312219.888073599, + "end_s": 312219.88870117, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-10", + "spans": 1, + "start_s": 312219.938540224, + "end_s": 312219.939126825, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-10", + "spans": 1, + "start_s": 312219.988850464, + "end_s": 312219.989514195, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-10", + "spans": 1, + "start_s": 312220.041522836, + "end_s": 312220.042162417, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-10", + "spans": 1, + "start_s": 312220.092617476, + "end_s": 312220.09328645, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-11", + "spans": 1, + "start_s": 312220.197180713, + "end_s": 312220.198771145, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-11", + "spans": 1, + "start_s": 312220.249845846, + "end_s": 312220.251445633, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-11", + "spans": 1, + "start_s": 312220.302630102, + "end_s": 312220.30428396, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-11", + "spans": 1, + "start_s": 312220.353578463, + "end_s": 312220.355072394, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-11", + "spans": 1, + "start_s": 312220.404953458, + "end_s": 312220.406593735, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-11", + "spans": 1, + "start_s": 312220.457092067, + "end_s": 312220.458691753, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-11", + "spans": 1, + "start_s": 312220.512031313, + "end_s": 312220.513628713, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-11", + "spans": 1, + "start_s": 312220.589720132, + "end_s": 312220.591383817, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-11", + "spans": 1, + "start_s": 312220.642074308, + "end_s": 312220.643677139, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-11", + "spans": 1, + "start_s": 312220.696214965, + "end_s": 312220.697815843, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-11", + "spans": 1, + "start_s": 312220.747702151, + "end_s": 312220.749129942, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-11", + "spans": 1, + "start_s": 312220.79820539, + "end_s": 312220.799723359, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-11", + "spans": 1, + "start_s": 312220.848663839, + "end_s": 312220.850167707, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-11", + "spans": 1, + "start_s": 312220.925579072, + "end_s": 312220.927017257, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-11", + "spans": 1, + "start_s": 312220.97651916, + "end_s": 312220.978171069, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-11", + "spans": 1, + "start_s": 312221.030424135, + "end_s": 312221.031889428, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-11", + "spans": 1, + "start_s": 312221.079611834, + "end_s": 312221.081148272, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-11", + "spans": 1, + "start_s": 312221.136215727, + "end_s": 312221.137861991, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-11", + "spans": 1, + "start_s": 312221.193718058, + "end_s": 312221.195274072, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-11", + "spans": 1, + "start_s": 312221.246585263, + "end_s": 312221.24824166, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-11", + "spans": 1, + "start_s": 312221.297529116, + "end_s": 312221.299140658, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-11", + "spans": 1, + "start_s": 312221.354320674, + "end_s": 312221.355866926, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-11", + "spans": 1, + "start_s": 312221.429743341, + "end_s": 312221.431293783, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-11", + "spans": 1, + "start_s": 312221.483092847, + "end_s": 312221.484774345, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-11", + "spans": 1, + "start_s": 312221.535436252, + "end_s": 312221.536959273, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-11", + "spans": 1, + "start_s": 312221.586333688, + "end_s": 312221.588036293, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-12", + "spans": 1, + "start_s": 312221.67050031, + "end_s": 312221.671193935, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-12", + "spans": 1, + "start_s": 312221.723008263, + "end_s": 312221.723635896, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-12", + "spans": 1, + "start_s": 312221.774515887, + "end_s": 312221.775185309, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-12", + "spans": 1, + "start_s": 312221.829121312, + "end_s": 312221.82978547, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-12", + "spans": 1, + "start_s": 312221.881277825, + "end_s": 312221.881955509, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-12", + "spans": 1, + "start_s": 312221.958103295, + "end_s": 312221.958725469, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-12", + "spans": 1, + "start_s": 312222.007361922, + "end_s": 312222.00802085, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-12", + "spans": 1, + "start_s": 312222.057405224, + "end_s": 312222.058062753, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-12", + "spans": 1, + "start_s": 312222.107165256, + "end_s": 312222.107851361, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-12", + "spans": 1, + "start_s": 312222.154841346, + "end_s": 312222.155506466, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-12", + "spans": 1, + "start_s": 312222.227374721, + "end_s": 312222.22795031, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-12", + "spans": 1, + "start_s": 312222.277868833, + "end_s": 312222.278531626, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-12", + "spans": 1, + "start_s": 312222.329309025, + "end_s": 312222.329913499, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-12", + "spans": 1, + "start_s": 312222.400029322, + "end_s": 312222.400650702, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-12", + "spans": 1, + "start_s": 312222.450358461, + "end_s": 312222.450935189, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-12", + "spans": 1, + "start_s": 312222.502130482, + "end_s": 312222.502747006, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-12", + "spans": 1, + "start_s": 312222.550621352, + "end_s": 312222.551235942, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-12", + "spans": 1, + "start_s": 312222.600865171, + "end_s": 312222.601484144, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-12", + "spans": 1, + "start_s": 312222.678488366, + "end_s": 312222.679115033, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-12", + "spans": 1, + "start_s": 312222.733413107, + "end_s": 312222.734084272, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-12", + "spans": 1, + "start_s": 312222.790143198, + "end_s": 312222.790845573, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-12", + "spans": 1, + "start_s": 312222.847920781, + "end_s": 312222.848619111, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-12", + "spans": 1, + "start_s": 312222.905820079, + "end_s": 312222.906562672, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-12", + "spans": 1, + "start_s": 312222.935511871, + "end_s": 312222.93624768, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-12", + "spans": 1, + "start_s": 312222.994274479, + "end_s": 312222.995033976, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-12", + "spans": 1, + "start_s": 312223.053116749, + "end_s": 312223.053879143, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-13", + "spans": 1, + "start_s": 312223.137161198, + "end_s": 312223.138696095, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-13", + "spans": 1, + "start_s": 312223.190939558, + "end_s": 312223.192537876, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-13", + "spans": 1, + "start_s": 312223.24810764, + "end_s": 312223.249715164, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-13", + "spans": 1, + "start_s": 312223.299106164, + "end_s": 312223.30069292, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-13", + "spans": 1, + "start_s": 312223.369746495, + "end_s": 312223.37117973, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-13", + "spans": 1, + "start_s": 312223.418503146, + "end_s": 312223.419910171, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-13", + "spans": 1, + "start_s": 312223.467249645, + "end_s": 312223.468839019, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-13", + "spans": 1, + "start_s": 312223.539958226, + "end_s": 312223.541460658, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-13", + "spans": 1, + "start_s": 312223.588863375, + "end_s": 312223.590364761, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-13", + "spans": 1, + "start_s": 312223.64020662, + "end_s": 312223.641726498, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-13", + "spans": 1, + "start_s": 312223.690439397, + "end_s": 312223.691912196, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-13", + "spans": 1, + "start_s": 312223.764085642, + "end_s": 312223.76568668, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-13", + "spans": 1, + "start_s": 312223.814473513, + "end_s": 312223.815976165, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-13", + "spans": 1, + "start_s": 312223.862121461, + "end_s": 312223.863599509, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-13", + "spans": 1, + "start_s": 312223.910072506, + "end_s": 312223.91164296, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-13", + "spans": 1, + "start_s": 312223.985293038, + "end_s": 312223.986803207, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-13", + "spans": 1, + "start_s": 312224.032475247, + "end_s": 312224.033860788, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-13", + "spans": 1, + "start_s": 312224.080375252, + "end_s": 312224.081902599, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-13", + "spans": 1, + "start_s": 312224.153330896, + "end_s": 312224.15483769, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-13", + "spans": 1, + "start_s": 312224.20234712, + "end_s": 312224.20376082, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-13", + "spans": 1, + "start_s": 312224.250822824, + "end_s": 312224.252420555, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-13", + "spans": 1, + "start_s": 312224.324683007, + "end_s": 312224.326167076, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-13", + "spans": 1, + "start_s": 312224.371280181, + "end_s": 312224.372721897, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-13", + "spans": 1, + "start_s": 312224.420023836, + "end_s": 312224.421489055, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-13", + "spans": 1, + "start_s": 312224.493081439, + "end_s": 312224.494544676, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-13", + "spans": 1, + "start_s": 312224.542621237, + "end_s": 312224.544208247, + "source_done_before": true, + "source_done_after": true + }, + { + "request": "7-14", + "spans": 1, + "start_s": 312224.616174392, + "end_s": 312224.616796247, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-14", + "spans": 1, + "start_s": 312224.664220484, + "end_s": 312224.664838066, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-14", + "spans": 1, + "start_s": 312224.737368127, + "end_s": 312224.737978084, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-14", + "spans": 1, + "start_s": 312224.788224789, + "end_s": 312224.788882203, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-14", + "spans": 1, + "start_s": 312224.83769141, + "end_s": 312224.838281578, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-14", + "spans": 1, + "start_s": 312224.883757065, + "end_s": 312224.884371531, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-14", + "spans": 1, + "start_s": 312224.957028425, + "end_s": 312224.957645712, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-14", + "spans": 1, + "start_s": 312225.008008611, + "end_s": 312225.008600883, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-14", + "spans": 1, + "start_s": 312225.056017866, + "end_s": 312225.05662255, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-14", + "spans": 1, + "start_s": 312225.127724004, + "end_s": 312225.12835452, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-14", + "spans": 1, + "start_s": 312225.176872128, + "end_s": 312225.1774545, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-14", + "spans": 1, + "start_s": 312225.225030808, + "end_s": 312225.225723731, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-14", + "spans": 1, + "start_s": 312225.281261833, + "end_s": 312225.281916466, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-14", + "spans": 1, + "start_s": 312225.332129919, + "end_s": 312225.332774926, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-14", + "spans": 1, + "start_s": 312225.401018255, + "end_s": 312225.401622946, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-14", + "spans": 1, + "start_s": 312225.448706413, + "end_s": 312225.449319544, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-14", + "spans": 1, + "start_s": 312225.498805255, + "end_s": 312225.499468143, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-14", + "spans": 1, + "start_s": 312225.568955352, + "end_s": 312225.569570006, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-14", + "spans": 1, + "start_s": 312225.619061604, + "end_s": 312225.619710446, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-14", + "spans": 1, + "start_s": 312225.669455697, + "end_s": 312225.670113842, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-14", + "spans": 1, + "start_s": 312225.717745172, + "end_s": 312225.718397978, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-14", + "spans": 1, + "start_s": 312225.792205784, + "end_s": 312225.792799126, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-14", + "spans": 1, + "start_s": 312225.839621116, + "end_s": 312225.840201194, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-14", + "spans": 1, + "start_s": 312225.890387368, + "end_s": 312225.890953094, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-14", + "spans": 1, + "start_s": 312225.940281546, + "end_s": 312225.940887416, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-14", + "spans": 1, + "start_s": 312226.013940031, + "end_s": 312226.014715725, + "source_done_before": true, + "source_done_after": true + }, + { + "request": "7-15", + "spans": 1, + "start_s": 312226.086053884, + "end_s": 312226.087529994, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-15", + "spans": 1, + "start_s": 312226.13442175, + "end_s": 312226.135978201, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-15", + "spans": 1, + "start_s": 312226.183861638, + "end_s": 312226.185365761, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-15", + "spans": 1, + "start_s": 312226.256819943, + "end_s": 312226.25844959, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-15", + "spans": 1, + "start_s": 312226.309534783, + "end_s": 312226.31102788, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-15", + "spans": 1, + "start_s": 312226.358958819, + "end_s": 312226.360409564, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-15", + "spans": 1, + "start_s": 312226.429778316, + "end_s": 312226.43128831, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-15", + "spans": 1, + "start_s": 312226.478502687, + "end_s": 312226.480115299, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-15", + "spans": 1, + "start_s": 312226.52610946, + "end_s": 312226.527660482, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-15", + "spans": 1, + "start_s": 312226.596774845, + "end_s": 312226.598207281, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-15", + "spans": 1, + "start_s": 312226.646152046, + "end_s": 312226.64761839, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-15", + "spans": 1, + "start_s": 312226.699648218, + "end_s": 312226.701145155, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-15", + "spans": 1, + "start_s": 312226.746651333, + "end_s": 312226.748850131, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-15", + "spans": 1, + "start_s": 312226.821191801, + "end_s": 312226.822620382, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-15", + "spans": 1, + "start_s": 312226.870738899, + "end_s": 312226.872194275, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-15", + "spans": 1, + "start_s": 312226.918018163, + "end_s": 312226.919436779, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-15", + "spans": 1, + "start_s": 312226.988650204, + "end_s": 312226.990227347, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-15", + "spans": 1, + "start_s": 312227.037492267, + "end_s": 312227.038912204, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-15", + "spans": 1, + "start_s": 312227.085533174, + "end_s": 312227.087030086, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-15", + "spans": 1, + "start_s": 312227.135718011, + "end_s": 312227.137307818, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-15", + "spans": 1, + "start_s": 312227.209676285, + "end_s": 312227.211197224, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-15", + "spans": 1, + "start_s": 312227.25803551, + "end_s": 312227.259610492, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-15", + "spans": 1, + "start_s": 312227.310918599, + "end_s": 312227.312557468, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-15", + "spans": 1, + "start_s": 312227.366181463, + "end_s": 312227.367713793, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-15", + "spans": 1, + "start_s": 312227.415563462, + "end_s": 312227.417174519, + "source_done_before": false, + "source_done_after": false + }, + { + "request": "7-15", + "spans": 1, + "start_s": 312227.491532666, + "end_s": 312227.493092331, + "source_done_before": true, + "source_done_after": true + } + ], + "idle": true + } + ], + "scope": "fixed compiled width, sixteen queued repeated synthetic prompts, four execution slots, fixed128 output, caches off; host import trace is not device-kernel overlap", + "source_sha256": { + "prefill_server.py": "5af1169ff5c6bfac6ce265ea3edf7f6a031c207bda7ce7bcbc996d7133576b1d", + "streaming_factories.py": "77745350973cc54bf508e0c8b473efc442afef20b1c64f7c4edc179ea1471389" + }, + "summary": { + "False": { + "median_elapsed_s": 27.363664423988666, + "median_ttft_s": [ + 1.5447304379777052, + 3.124876582995057, + 4.579105741984677, + 6.150246691016946, + 7.599762821977492, + 9.15392376302043, + 10.624426681024488, + 12.182542392984033, + 13.642170040984638, + 15.204853909031954, + 16.645412874990143, + 18.259938745002728, + 19.71357782703126, + 21.297166928998195, + 22.736059891001787, + 24.30657328403322 + ], + "imports_before_source_done": 0 + }, + "True": { + "median_elapsed_s": 26.72555148199899, + "median_ttft_s": [ + 1.4865655049798079, + 2.9654779179836623, + 4.432614634977654, + 5.914273313013837, + 7.382235547003802, + 8.861578495008871, + 10.338271517015528, + 11.813907690986525, + 13.275143774983007, + 14.746067096013576, + 16.217264416976832, + 17.71145920798881, + 19.178340876998845, + 20.639861805015244, + 22.110377629986033, + 23.588750781025738 + ], + "imports_before_source_done": 1152 + } + }, + "stage": "complete" +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-c16-gpu.log b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-c16-gpu.log new file mode 100644 index 00000000..0d049ab3 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-c16-gpu.log @@ -0,0 +1,10 @@ +GPU loading gemma + Loading weights: 0%| | 0/340 [00:00 /tmp/stream265-c16-queue.log 2>&1 +python3 evidence265/audit_stream265_c16.py evidence265 +python3 evidence265/selfcheck_stream265_c16_audit.py +``` + +Place the archived queue/driver at their recorded paths and use the source registration wrapper from the main streaming experiment. The queue launches each model sequentially with the recorded pt213 interpreter. Auditor verifies all16x128-token arrays, exact per-request parity, arrivals, mode/warmup order, progress counts,4-slot metadata and allfour child exits. It exits2 while any model is incomplete. Its synthetic self-check rejects corrupted tokens, shortened TTFT arrays, changed slots, failed child exits and missing models; these synthetic cases are verifier checks, not hardware measurements. + +## Results + +Allfour child exits0,32batches/512sequences including warmups exact and drained. Three measured batches per mode: + +|Model|Whole median(s)|Stream median(s)|Completion reduction| +|---|---:|---:|---:| +|qwen06b|24.919067|18.640325|25.20%| +|qwen4b|52.204738|41.753038|20.02%| +|gemma|27.363664|26.725551|2.33%| +|koni|53.679366|42.452937|20.91%| + +Raw JSON retains every request's128tokens, token-arrival timestamps and host import traces. Samples, medians and per-request TTFTs are in evidence265/stream265-c16-summary.json. Queue exited0; GPU compute-process and RNGD device-user listings empty before the subsequent HTTP run. + +## Conclusion + +Allfour models retain same-route parity under this queued workload. Qwen/KONI completion reductions are20–25%; Gemma is2.33%. These three-sample synthetic fixed-output results do not establish native numerical equivalence, semantic answer quality, HTTP behavior, device DMA overlap, or universal speedup. The earlier deferred-notification control shows total gains cannot be attributed entirely to within-request overlap. Whole transfer remains default. GPU/ATOM HTTPc16 work is tracked separately and is not part of these results. From 501718aaee55169783760ff502accd2407f700ad Mon Sep 17 00:00:00 2001 From: gspark Date: Sat, 24 Oct 2026 10:01:45 +0900 Subject: [PATCH 16/29] docs: record Qwen HTTP c16 streaming comparisons --- .../pd/http_matrix/.research/events.jsonl | 1 + opt_prime/examples/pd/http_matrix/STATUS.md | 4 + .../http_matrix/evidence265/audit_http265.py | 71 + .../http265-qwen06b-gpu-observations.json | 205 + .../http265-qwen4b-gpu-observations.json | 141 + ...tp265-qwen4b-native-whole-differences.json | 81 + .../evidence265/run_stream265_http_c16.py | 76 + .../stream265-http-c16-manifest.json | 15 + .../evidence265/stream265-http-c16-queue.json | 32 + .../stream265-qwen06b-http-c16-native.json | 25222 +++++++++++++++ .../stream265-qwen06b-http-c16-stream.json | 25227 ++++++++++++++++ .../stream265-qwen06b-http-c16-whole.json | 25226 +++++++++++++++ .../stream265-qwen4b-http-c16-native.json | 25222 +++++++++++++++ .../stream265-qwen4b-http-c16-stream.json | 25227 ++++++++++++++++ .../stream265-qwen4b-http-c16-whole.json | 25226 +++++++++++++++ .../2026-10-24-stream265-qwen-http.md | 47 + 16 files changed, 152023 insertions(+) create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/audit_http265.py create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/http265-qwen06b-gpu-observations.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/http265-qwen4b-gpu-observations.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/http265-qwen4b-native-whole-differences.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/run_stream265_http_c16.py create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-http-c16-manifest.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-http-c16-queue.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-http-c16-native.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-http-c16-stream.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-http-c16-whole.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-http-c16-native.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-http-c16-stream.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-http-c16-whole.json create mode 100644 opt_prime/examples/pd/http_matrix/experiments/2026-10-24-stream265-qwen-http.md diff --git a/opt_prime/examples/pd/http_matrix/.research/events.jsonl b/opt_prime/examples/pd/http_matrix/.research/events.jsonl index 4f94e3b2..64cbe00e 100644 --- a/opt_prime/examples/pd/http_matrix/.research/events.jsonl +++ b/opt_prime/examples/pd/http_matrix/.research/events.jsonl @@ -21,3 +21,4 @@ {"id": "8aaa500919a74b4e96d76dfa275d3405", "ts": "2026-10-24T08:41:44+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "GPU c4/fixed128 all4 complete32batches/128sequences exact and drained; exits0/devices idle. Whole-to-stream completion reductions20.72/16.44/2.26/19.34% (Q06/Q4/Gemma/KONI), full independent auditor passes. ATOM fault queue53032 remains active.", "next": "Publish c4 evidence/review map; complete remaining ATOM hardware faults and final scope audit", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"concurrency": "4", "output_tokens": "128", "runtime": "33d6cb0"}, "artifacts": ["evidence265/stream265-c4-summary.json"], "experiments": ["experiments/2026-10-24-rngd-layer-stream265.md"], "labels": ["benchmark", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "GPU+RNGD host", "branch": "main", "commit": "351d39d-dirty"} {"id": "f077f3618b9a4b0ab0d6cd317e87b3b8", "ts": "2026-10-24T09:10:56+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Prepared PR266 evidence for allfour actual ATOM streaming faults:12cases pass, retained16/512-token arrays independently verified from publication copy. Cleanup verified. Added reproducible fault record and updated streaming scope; production unchanged.", "next": "Publish fault evidence; continue GPUKONI and ATOMHTTPc16, then GPUHTTP after local cleanup", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": ["evidence265/stream265-atom-fault-summary.json"], "experiments": ["experiments/2026-10-24-stream265-atom-faults.md"], "labels": ["benchmark", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "RNGD+ATOM host", "branch": "perf/265-rngd-stream", "commit": "33d6cb0"} {"id": "69f886cf99bb4d24a17eef3e6d4302dc", "ts": "2026-10-24T09:13:24+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Prepared c16 PR evidence: allfour32batches/512sequences exact; auditor reproduces reductions25.20/20.02/2.33/20.91% from publication copy; malformed-evidence self-check passes. Runtime unchanged; GPU/ATOMHTTP queues active.", "next": "Publish c16 evidence and monitor HTTP correctness, failures and cleanup", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": ["evidence265/stream265-c16-summary.json"], "experiments": ["experiments/2026-10-24-stream265-c16.md"], "labels": ["benchmark", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "GPU+RNGD host", "branch": "perf/265-rngd-stream", "commit": "33d6cb0"} +{"id": "aae08bd8e3ef40c39645cf7375f63d13", "ts": "2026-10-24T10:01:42+09:00", "task": "RNGD layer streaming (aicomp #265)", "result": "Qwen06/Qwen4 GPU HTTP native/whole/stream six modes independently audited; each264 responses across8conditions. Whole/stream references exact. Qwen4 observed throughput+22.1-27.2% vswhole; native parity differences remain.", "next": "Finish Gemma/KONI GPU and backlog128 ATOM matrix; isolate fixed-width cost after devices free", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"concurrency": "16", "width": "8192"}, "artifacts": [{"path": "analysis/serving-matrix-201/http265-qwen4b-gpu-observations.json", "size": 3782, "sha256": "9f218fe842631dd0"}], "experiments": ["experiments/2026-10-24-stream265-qwen-http.md"], "labels": ["benchmark"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} diff --git a/opt_prime/examples/pd/http_matrix/STATUS.md b/opt_prime/examples/pd/http_matrix/STATUS.md index 260b2498..91e00fa7 100644 --- a/opt_prime/examples/pd/http_matrix/STATUS.md +++ b/opt_prime/examples/pd/http_matrix/STATUS.md @@ -103,3 +103,7 @@ Allfour models pass all3 actual cases (12 total), independently comparing retain ## Complete c16 queued streaming matrix (#265) Four models complete32batches/512sequences exact, c16 queued behind4slots, mixed2K/8K fixed128output. Whole-to-stream median completion reductions25.20/20.02/2.33/20.91% (Q06/Q4/Gemma/KONI),3samples/mode. Full independent auditor and its malformed-evidence self-check pass; queue0/devices idle verified. See experiments/2026-10-24-stream265-c16.md. HTTPc16 runs are separate and still in progress; numerical boundaries remain. + +## Qwen HTTP c16 streaming (#265) + +Qwen0.6/Qwen4 native/whole/stream six modes independently pass eight conditions each. Whole/stream references exact. Qwen4 observed throughput22.1–27.2% above whole in single batches; native/PD numerical differences remain. Short-input PD remains slower, fixedwidth8192 cost is not yet isolated. Gemma/KONI and ATOM matrix pending. See experiments/2026-10-24-stream265-qwen-http.md and evidence265. diff --git a/opt_prime/examples/pd/http_matrix/evidence265/audit_http265.py b/opt_prime/examples/pd/http_matrix/evidence265/audit_http265.py new file mode 100644 index 00000000..9f468049 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/audit_http265.py @@ -0,0 +1,71 @@ +"""Audit HTTPc16 evidence. Token checks and timed SSE text checks are distinct.""" +import json,math,statistics,sys +from pathlib import Path +CONDITIONS={(n,o) for n in (128,512,2048,8192) for o in (32,128)} +MODELS=('qwen06b','qwen4b','gemma','koni') + +def audit_result(d,backend,mode): + assert d['passed'] and d['parity_passed'], 'runtime or parity failure' + assert d['slots_per_decoder']==(1 if backend=='atom' else 4) + assert d['physical_atom']==int(backend=='atom') and d['physical_gpus']==int(backend=='gpu') + assert d['physical_rngd']==int(mode!='native') and d['context']==9216 + assert not d['decoder_cache'] and not d['producer_cache'] + assert set(d['prompts'])=={'128','512','2048','8192'} + assert all(len(v)==int(k) for k,v in d['prompts'].items()) + assert set(d['references'])=={f'{n}:{o}' for n,o in CONDITIONS} + assert len(d['warmups'])==len(d['correctness_batches'])==len(d['batches'])==8 + warm=set() + for r in d['warmups']: + _,endpoint,n,o=r['id'].split('-');n,o=int(n),int(o);warm.add((n,o));ref=d['references'][f'{n}:{o}'] + assert endpoint=='0' and r['tokens_equal'] and r['tokens']==ref['tokens'] and len(r['tokens'])==o + assert warm==CONDITIONS + assert {(b['input_tokens'],b['output_tokens']) for b in d['correctness_batches']}==CONDITIONS + for b in d['correctness_batches']: + n,o=b['input_tokens'],b['output_tokens'];ref=d['references'][f'{n}:{o}'] + assert b['concurrency']==16 and len(b['rows'])==16 and len({r['id'] for r in b['rows']})==16 + assert all(r['tokens_equal'] and r['tokens']==ref['tokens'] and len(r['tokens'])==o for r in b['rows']) + assert {(b['input_tokens'],b['output_tokens_per_request']) for b in d['batches']}==CONDITIONS + for b in d['batches']: + n,o=b['input_tokens'],b['output_tokens_per_request'];ref=d['references'][f'{n}:{o}'];rows=b['rows'];s=b['summary'] + assert b['concurrency']==16 and b['repeat']==0 and len(rows)==16 and len({r['id'] for r in rows})==16 + for r in rows: + assert r['input_tokens']==n and r['output_tokens']==o and r['text_equal'] and r['text']==ref['text'] + assert all(math.isfinite(r[k]) for k in ['first_sse_s','e2e_s','tpot_est_s']) + assert 0=0 + assert s['requests']==16 and s['output_tokens']==16*o and s['all_text_equal'] + assert math.isfinite(s['wall_s']) and s['wall_s']>0 + expected={'output_tok_s':16*o/s['wall_s'],'median_first_sse_s':statistics.median(r['first_sse_s'] for r in rows),'median_e2e_s':statistics.median(r['e2e_s'] for r in rows),'median_tpot_est_s':statistics.median(r['tpot_est_s'] for r in rows)} + assert all(math.isclose(s[k],v,rel_tol=1e-10,abs_tol=1e-10) for k,v in expected.items()) + return dict(stage='passed',conditions=8,warmups=8,correctness_responses=128,timed_text_responses=128) + +def main(): + root=Path(sys.argv[1]) if len(sys.argv)>1 else Path(__file__).resolve().parent + report={'scope':'HTTPc16 smoke, one measured batch per condition. Nonstreamed correctness retains token arrays; timed SSE retains text/counts. No statistical speedup claim.','cases':{},'route_reference_comparisons':{}} + failed=False;pending=False + for backend in ('gpu','atom'): + queuepath=root/('stream265-http-atom-c16-queue.json' if backend=='atom' else 'stream265-http-c16-queue.json') + queue=json.loads(queuepath.read_text()) if queuepath.exists() else [] + for model in MODELS: + refs={} + for mode in ('native','whole','stream'): + stem=f'stream265-{model}-http-'+('atom-' if backend=='atom' else '')+f'c16-{mode}';p=root/(stem+'.json');key=f'{backend}/{model}/{mode}' + if not p.exists():report['cases'][key]={'stage':'not_collected'};pending=True;continue + try: + d=json.loads(p.read_text());result=audit_result(d,backend,mode);refs[mode]=d + q=[r for r in queue if r['model']==model and r['mode']==mode] + if not q:result['stage']='awaiting_child_exit';pending=True + else: + assert len(q)==1 and q[0]['exit_code']==0 and all(x==0 for x in q[0].get('copy_exit_codes',[])) + report['cases'][key]=result + except (AssertionError,ValueError,KeyError) as e:report['cases'][key]={'stage':'failed','error':str(e) or type(e).__name__};failed=True + for a,b in [('native','whole'),('whole','stream')]: + if a in refs and b in refs: + assert refs[a]['prompts']==refs[b]['prompts'] + matches={k:refs[a]['references'][k]['tokens']==refs[b]['references'][k]['tokens'] for k in refs[a]['references']} + report['route_reference_comparisons'][f'{backend}/{model}/{a}-vs-{b}']=matches + if a=='whole' and not all(matches.values()):failed=True + (root/'stream265-http-c16-audit.json').write_text(json.dumps(report,indent=2)+'\n') + print(json.dumps({k:v for k,v in report['cases'].items() if v['stage']!='not_collected'},indent=2)) + raise SystemExit(1 if failed else 2 if pending else 0) + +if __name__=='__main__':main() diff --git a/opt_prime/examples/pd/http_matrix/evidence265/http265-qwen06b-gpu-observations.json b/opt_prime/examples/pd/http_matrix/evidence265/http265-qwen06b-gpu-observations.json new file mode 100644 index 00000000..87a64d3b --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/http265-qwen06b-gpu-observations.json @@ -0,0 +1,205 @@ +{ + "scope": "One measured batch per condition; observational HTTP timings, not statistical speedup proof. Native uses1GPU, PD uses1GPU+1RNGD. C16 queues behind4slots; fixedwidth8192 for PD.", + "conditions": [ + { + "input_tokens": 128, + "output_tokens": 32, + "concurrency": 16, + "modes": { + "native": { + "median_first_sse_s": 1.182122605969198, + "median_e2e_s": 1.8902455204806756, + "output_tok_s": 171.86523441670013, + "wall_s": 2.979078356001992 + }, + "whole": { + "median_first_sse_s": 8.995964021974942, + "median_e2e_s": 9.62616600250476, + "output_tok_s": 29.302282539549, + "wall_s": 17.473041538964026 + }, + "stream": { + "median_first_sse_s": 6.293308500520652, + "median_e2e_s": 6.987047568516573, + "output_tok_s": 40.775989344667586, + "wall_s": 12.556409010023344 + } + } + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 16, + "modes": { + "native": { + "median_first_sse_s": 4.1658673115307465, + "median_e2e_s": 6.870965621521464, + "output_tok_s": 185.55119972458328, + "wall_s": 11.037384846014902 + }, + "whole": { + "median_first_sse_s": 8.907289030496031, + "median_e2e_s": 11.624286873469828, + "output_tok_s": 105.72072291060499, + "wall_s": 19.371793378028087 + }, + "stream": { + "median_first_sse_s": 7.2782914285198785, + "median_e2e_s": 10.093259293003939, + "output_tok_s": 123.73308725315606, + "wall_s": 16.55175705597503 + } + } + }, + { + "input_tokens": 512, + "output_tokens": 32, + "concurrency": 16, + "modes": { + "native": { + "median_first_sse_s": 1.415031074982835, + "median_e2e_s": 2.1682460144802462, + "output_tok_s": 150.18341312134768, + "wall_s": 3.409164762997534 + }, + "whole": { + "median_first_sse_s": 8.917557620530715, + "median_e2e_s": 9.5528161470138, + "output_tok_s": 29.25339594682343, + "wall_s": 17.502241480979137 + }, + "stream": { + "median_first_sse_s": 6.505455106525915, + "median_e2e_s": 7.192490825022105, + "output_tok_s": 39.53456361933619, + "wall_s": 12.95069309300743 + } + } + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 16, + "modes": { + "native": { + "median_first_sse_s": 4.610845142015023, + "median_e2e_s": 7.538948977482505, + "output_tok_s": 172.5819744148952, + "wall_s": 11.86682448699139 + }, + "whole": { + "median_first_sse_s": 8.766442323016236, + "median_e2e_s": 11.418423694500234, + "output_tok_s": 105.94014719127733, + "wall_s": 19.331670327985194 + }, + "stream": { + "median_first_sse_s": 7.452255561482161, + "median_e2e_s": 10.425018935493426, + "output_tok_s": 120.98855516391785, + "wall_s": 16.927220903045963 + } + } + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "concurrency": 16, + "modes": { + "native": { + "median_first_sse_s": 2.908108547475422, + "median_e2e_s": 4.079801107000094, + "output_tok_s": 81.8902102935722, + "wall_s": 6.252273601014167 + }, + "whole": { + "median_first_sse_s": 9.616418618999887, + "median_e2e_s": 10.24230200049351, + "output_tok_s": 27.464740952868173, + "wall_s": 18.642083713028114 + }, + "stream": { + "median_first_sse_s": 7.0899125755240675, + "median_e2e_s": 7.846380072005559, + "output_tok_s": 36.53877481576846, + "wall_s": 14.012511437002104 + } + } + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 16, + "modes": { + "native": { + "median_first_sse_s": 5.842420033499366, + "median_e2e_s": 8.948552002984798, + "output_tok_s": 144.39050485390226, + "wall_s": 14.183758149971254 + }, + "whole": { + "median_first_sse_s": 9.826061472500442, + "median_e2e_s": 12.691308481007582, + "output_tok_s": 98.17372590981158, + "wall_s": 20.860978648008313 + }, + "stream": { + "median_first_sse_s": 7.882255608012201, + "median_e2e_s": 10.924719490023563, + "output_tok_s": 115.1745748383755, + "wall_s": 17.781702279986348 + } + } + }, + { + "input_tokens": 8192, + "output_tokens": 32, + "concurrency": 16, + "modes": { + "native": { + "median_first_sse_s": 12.890218311018543, + "median_e2e_s": 14.406213029986247, + "output_tok_s": 20.137336582831942, + "wall_s": 25.425408066948876 + }, + "whole": { + "median_first_sse_s": 11.723042672500014, + "median_e2e_s": 12.525898781983415, + "output_tok_s": 24.514862706681065, + "wall_s": 20.885289309022482 + }, + "stream": { + "median_first_sse_s": 9.436404815496644, + "median_e2e_s": 10.918662199488608, + "output_tok_s": 28.242127994099768, + "wall_s": 18.128945528005715 + } + } + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 16, + "modes": { + "native": { + "median_first_sse_s": 13.975031908485107, + "median_e2e_s": 19.541332769498695, + "output_tok_s": 68.74836782159569, + "wall_s": 29.789798142039217 + }, + "whole": { + "median_first_sse_s": 11.87057860000641, + "median_e2e_s": 15.038035394012695, + "output_tok_s": 87.13409030461585, + "wall_s": 23.50400391902076 + }, + "stream": { + "median_first_sse_s": 10.67098534599063, + "median_e2e_s": 14.244723365991376, + "output_tok_s": 92.78407289991749, + "wall_s": 22.072753824992105 + } + } + } + ] +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/http265-qwen4b-gpu-observations.json b/opt_prime/examples/pd/http_matrix/evidence265/http265-qwen4b-gpu-observations.json new file mode 100644 index 00000000..614082a7 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/http265-qwen4b-gpu-observations.json @@ -0,0 +1,141 @@ +{ + "scope": "One measured batch per condition, c16; native one GPU, PD one GPU plus one RNGD; not statistical speedup proof. Whole/stream references equal; native/whole differences remain.", + "rows": [ + { + "input_tokens": 128, + "output_tokens": 32, + "native": { + "ttft_s": 1.4757741724897642, + "output_tok_s": 138.14411120575366 + }, + "whole": { + "ttft_s": 23.6034566265007, + "output_tok_s": 11.404838468354253 + }, + "stream": { + "ttft_s": 18.433859481010586, + "output_tok_s": 14.503754864105987 + }, + "stream_vs_whole_throughput_pct": 27.171944647445034 + }, + { + "input_tokens": 128, + "output_tokens": 128, + "native": { + "ttft_s": 5.21640495149768, + "output_tok_s": 147.31209975539878 + }, + "whole": { + "ttft_s": 23.29471693749656, + "output_tok_s": 43.46464936429378 + }, + "stream": { + "ttft_s": 18.403471711004386, + "output_tok_s": 54.01505353596399 + }, + "stream_vs_whole_throughput_pct": 24.273528777934605 + }, + { + "input_tokens": 512, + "output_tokens": 32, + "native": { + "ttft_s": 1.915065808017971, + "output_tok_s": 112.04638178436018 + }, + "whole": { + "ttft_s": 23.409665855026105, + "output_tok_s": 11.379965802019049 + }, + "stream": { + "ttft_s": 18.441696883004624, + "output_tok_s": 14.436478702114249 + }, + "stream_vs_whole_throughput_pct": 26.858717796435805 + }, + { + "input_tokens": 512, + "output_tokens": 128, + "native": { + "ttft_s": 5.693408645485761, + "output_tok_s": 139.5851824163221 + }, + "whole": { + "ttft_s": 23.656272448017262, + "output_tok_s": 42.57862561745304 + }, + "stream": { + "ttft_s": 18.62406320500304, + "output_tok_s": 53.23153015425087 + }, + "stream_vs_whole_throughput_pct": 25.019371532817125 + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "native": { + "ttft_s": 4.130318781040842, + "output_tok_s": 58.69279767189746 + }, + "whole": { + "ttft_s": 24.502178847498726, + "output_tok_s": 10.855878575829376 + }, + "stream": { + "ttft_s": 19.602236759994412, + "output_tok_s": 13.54425255251848 + }, + "stream_vs_whole_throughput_pct": 24.764222977537443 + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "native": { + "ttft_s": 7.918753799982369, + "output_tok_s": 108.09649685878829 + }, + "whole": { + "ttft_s": 24.619117666996317, + "output_tok_s": 41.2728140346828 + }, + "stream": { + "ttft_s": 19.46484051999869, + "output_tok_s": 51.65584119872938 + }, + "stream_vs_whole_throughput_pct": 25.157061389905234 + }, + { + "input_tokens": 8192, + "output_tokens": 32, + "native": { + "ttft_s": 20.26316969646723, + "output_tok_s": 12.922424104494308 + }, + "whole": { + "ttft_s": 28.51709923002636, + "output_tok_s": 10.094789499856123 + }, + "stream": { + "ttft_s": 23.08708671302884, + "output_tok_s": 12.330448552120378 + }, + "stream_vs_whole_throughput_pct": 22.146663407851342 + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "native": { + "ttft_s": 21.938469171494944, + "output_tok_s": 45.460375145290236 + }, + "whole": { + "ttft_s": 26.9483449094987, + "output_tok_s": 38.274573609138045 + }, + "stream": { + "ttft_s": 21.507871351001086, + "output_tok_s": 46.76614064275309 + }, + "stream_vs_whole_throughput_pct": 22.185921965666754 + } + ] +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/http265-qwen4b-native-whole-differences.json b/opt_prime/examples/pd/http_matrix/evidence265/http265-qwen4b-native-whole-differences.json new file mode 100644 index 00000000..a81f092d --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/http265-qwen4b-native-whole-differences.json @@ -0,0 +1,81 @@ +{ + "scope": "Reference sequences, fixed-length ignore_eos HTTP run; EOS from local generation_config, no semantic quality inference", + "eos_token_ids": [ + 151643, + 151645 + ], + "rows": [ + { + "condition": "128:32", + "first_difference_zero_based": null, + "first_eos_zero_based": [ + null, + null + ], + "difference_before_either_eos": false + }, + { + "condition": "128:128", + "first_difference_zero_based": null, + "first_eos_zero_based": [ + null, + null + ], + "difference_before_either_eos": false + }, + { + "condition": "512:32", + "first_difference_zero_based": null, + "first_eos_zero_based": [ + null, + null + ], + "difference_before_either_eos": false + }, + { + "condition": "512:128", + "first_difference_zero_based": 50, + "first_eos_zero_based": [ + null, + null + ], + "difference_before_either_eos": true + }, + { + "condition": "2048:32", + "first_difference_zero_based": null, + "first_eos_zero_based": [ + null, + null + ], + "difference_before_either_eos": false + }, + { + "condition": "2048:128", + "first_difference_zero_based": 49, + "first_eos_zero_based": [ + null, + null + ], + "difference_before_either_eos": true + }, + { + "condition": "8192:32", + "first_difference_zero_based": 12, + "first_eos_zero_based": [ + null, + null + ], + "difference_before_either_eos": true + }, + { + "condition": "8192:128", + "first_difference_zero_based": 12, + "first_eos_zero_based": [ + null, + null + ], + "difference_before_either_eos": true + } + ] +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/run_stream265_http_c16.py b/opt_prime/examples/pd/http_matrix/evidence265/run_stream265_http_c16.py new file mode 100644 index 00000000..092e1c4d --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/run_stream265_http_c16.py @@ -0,0 +1,76 @@ +"""Prepare or run c16 HTTP native/whole/stream checks; launch only after devices are free.""" +import argparse +import json +import os +from pathlib import Path +import subprocess +import sys + +root = Path(__file__).resolve().parent +runtime = Path('/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime') +harness = Path('/home/gspark/workspace/aicomp-heteroperf-248/opt_prime/examples/pd/http_matrix/benchmark.py') +models = [ + ('qwen06b','qwen','/home/gspark/.cache/huggingface/hub/models--Qwen--Qwen3-0.6B/snapshots/c1899de289a04d12100db370d81485cdf75e47ca'), + ('qwen4b','qwen','/tmp/serving-matrix-models/Qwen3-4B'), + ('gemma','gemma','/tmp/serving-matrix-models/Gemma3-1B'), + ('koni','koni','/tmp/serving-matrix-models/KONI-8B'), +] +bootstrap = """import sys,importlib.util,runpy +s=importlib.util.spec_from_file_location('opt_prime.accel.serve.llmd','/tmp/llmd240.py') +m=importlib.util.module_from_spec(s);sys.modules[s.name]=m;s.loader.exec_module(m) +runpy.run_path('/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/serve_batched.py',run_name='__main__') +""" +env = dict(os.environ, OMP_NUM_THREADS='4', MKL_NUM_THREADS='4', TORCH_DEVICE_BACKEND_AUTOLOAD='0', + HF_HUB_OFFLINE='1', TRANSFORMERS_OFFLINE='1', + PYTHONPATH=f'{runtime}:{runtime}/examples/pd:/tmp/rngd-gpu201-src:/home/gspark/workspace/aicomp-live-pd-234/opt_prime/examples/pd/serving_matrix') + +def plan(label,family,model,mode): + stem=f'stream265-{label}-http-c16-{mode}' + output=root/(stem+'.json') + argv=[sys.executable,'-c',bootstrap,'--model',model,'--device','cuda:0','--dtype','bfloat16', + '--slots','4','--max-context','9216','--max-output','128','--kv','paged','--page-size','64', + '--chunk','256','--port','{port}'] + if mode!='native': + argv += ['--pd-prefill-python','/tmp/stream265-python.sh','--pd-prefill-args', + f'--engine factory --engine-factory streaming_factories:{family} --width 8192 --chip 0'] + if mode=='stream':argv+=['--pd-prefill-stream-layers'] + config=dict(servers=[argv],metadata=dict(physical_gpus=1,physical_rngd=int(mode!='native'),physical_atom=0, + slots_per_decoder=4,producer_cache=False,decoder_cache=False,producer_chunk=8192 if mode!='native' else 256, + local_chunk=256,context=9216)) + configpath=root/(stem+'-config.json') + cmd=[sys.executable,str(harness),'--model',model,'--mode','native' if mode=='native' else 'pd', + '--server-config',str(configpath),'--lengths','128','512','2048','8192','--outputs','32','128', + '--concurrency','16','--repeats','1','--startup-timeout','1800','--output',str(output)] + # Compare stream to the same producer's whole path. Native-vs-whole remains a separate numerical comparison. + if mode=='stream':cmd+=['--reference',str(root/f'stream265-{label}-http-c16-whole.json')] + return output,configpath,config,cmd + +def main(): + p=argparse.ArgumentParser(description=__doc__);p.add_argument('--run',action='store_true');a=p.parse_args() + plans=[(label,mode,*plan(label,family,model,mode)) for label,family,model in models for mode in ['native','whole','stream']] + for label,mode,out,cpath,config,cmd in plans: + assert config['servers'][0].count('{port}')==1 + assert ('--pd-prefill-stream-layers' in config['servers'][0])==(mode=='stream') + assert ('--reference' in cmd)==(mode=='stream') + assert not out.exists(),f'Refuse overwrite: {out}' + if not a.run: + print(json.dumps({'prepared_cases':len(plans),'models':[v[0] for v in models], + 'concurrency':16,'execution_slots':4,'lengths':[128,512,2048,8192],'outputs':[32,128], + 'repeats':1,'scope':'HTTP correctness smoke; one measured batch per condition, not statistical performance proof'}));return + rows=[] + for label,mode,out,cpath,config,cmd in plans: + if mode=='stream': + ref=json.loads((root/f'stream265-{label}-http-c16-whole.json').read_text()) + if not ref.get('passed'):raise RuntimeError('Whole path did not finish; diagnose before stream comparison') + cpath.write_text(json.dumps(config,indent=2)+'\n') + print('START',label,mode,flush=True) + with out.with_suffix('.log').open('x') as log: + r=subprocess.run(cmd,env=env,stdout=log,stderr=subprocess.STDOUT) + rows.append(dict(model=label,mode=mode,exit_code=r.returncode)) + (root/'stream265-http-c16-queue.json').write_text(json.dumps(rows,indent=2)+'\n') + print('END',label,mode,r.returncode,flush=True) + data=json.loads(out.read_text()) + if not data.get('passed'):raise RuntimeError('Runtime failure; preserve artifacts and diagnose') + raise SystemExit(int(any(r['exit_code'] for r in rows))) + +if __name__=='__main__':main() diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-http-c16-manifest.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-http-c16-manifest.json new file mode 100644 index 00000000..a0b24e37 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-http-c16-manifest.json @@ -0,0 +1,15 @@ +{ + "stage": "prepared_not_executed", + "runtime_head": "5978c35d9d478a62c6e30819f03e7962925c1ae1", + "sha256": { + "http_driver": "37884efe3d87506437eb0c2dee4a8ee31fbbf75c13b553656e70ee48f88c05b3", + "benchmark": "cfd4821e2a2112f3fcf7f242f3e76efe47134640e4bf22b3b63fb808be6148f0", + "http_module": "9f97e5a9b270dc5719e339748a6d6bdccbe6dfdf5267c1dd4451bab123687975", + "source_launcher": "1a417cc6dde8ec6837362153406e618b006169513851131f8d324ff46aa96d9a", + "serve_batched": "cf509e2c392a39aab7b47d7296447ff62cc8237e193e42d7d9cd76fdc47d9c30", + "factories": "77745350973cc54bf508e0c8b473efc442afef20b1c64f7c4edc179ea1471389", + "pd_batching": "c827775c1d399bf724a9747c3424ee5ea69f93054493bfbb71d5f0cf08fff65b", + "prefill_server": "5af1169ff5c6bfac6ce265ea3edf7f6a031c207bda7ce7bcbc996d7133576b1d" + }, + "scope": "HTTP c16 smoke; hashes captured before launch; recheck if code changes" +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-http-c16-queue.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-http-c16-queue.json new file mode 100644 index 00000000..e1ee2e45 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-http-c16-queue.json @@ -0,0 +1,32 @@ +[ + { + "model": "qwen06b", + "mode": "native", + "exit_code": 0 + }, + { + "model": "qwen06b", + "mode": "whole", + "exit_code": 0 + }, + { + "model": "qwen06b", + "mode": "stream", + "exit_code": 0 + }, + { + "model": "qwen4b", + "mode": "native", + "exit_code": 0 + }, + { + "model": "qwen4b", + "mode": "whole", + "exit_code": 0 + }, + { + "model": "qwen4b", + "mode": "stream", + "exit_code": 0 + } +] diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-http-c16-native.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-http-c16-native.json new file mode 100644 index 00000000..fa068ec8 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-http-c16-native.json @@ -0,0 +1,25222 @@ +{ + "passed": true, + "model": "c1899de289a04d12100db370d81485cdf75e47ca", + "mode": "native", + "dtype": "bfloat16", + "torch": "2.13.0+cu130", + "transformers": "5.15.0", + "replicas": 1, + "cpu_threads_per_server": 4, + "prompts": { + "128": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ], + "512": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ], + "2048": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ], + "8192": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ] + }, + "warmups": [ + { + "id": "warm-0-128-32", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "warm-0-128-128", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "warm-0-512-32", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "warm-0-512-128", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "warm-0-2048-32", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "warm-0-2048-128", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "warm-0-8192-32", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "warm-0-8192-128", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + } + ], + "correctness_batches": [ + { + "input_tokens": 128, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-128-32-16-0", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-1", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-2", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-3", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-4", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-5", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-6", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-7", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-8", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-9", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-10", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-11", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-12", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-13", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-14", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-15", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-128-128-16-0", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-1", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-2", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-3", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-4", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-5", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-6", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-7", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-8", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-9", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-10", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-11", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-12", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-13", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-14", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-15", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 512, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-512-32-16-0", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-1", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-2", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-3", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-4", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-5", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-6", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-7", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-8", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-9", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-10", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-11", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-12", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-13", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-14", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-15", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-512-128-16-0", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-1", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-2", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-3", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-4", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-5", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-6", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-7", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-8", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-9", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-10", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-11", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-12", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-13", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-14", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-15", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-2048-32-16-0", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-1", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-2", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-3", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-4", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-5", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-6", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-7", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-8", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-9", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-10", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-11", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-12", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-13", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-14", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-15", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-2048-128-16-0", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-1", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-2", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-3", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-4", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-5", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-6", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-7", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-8", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-9", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-10", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-11", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-12", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-13", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-14", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-15", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-8192-32-16-0", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-1", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-2", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-3", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-4", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-5", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-6", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-7", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-8", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-9", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-10", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-11", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-12", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-13", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-14", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-15", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-8192-128-16-0", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-1", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-2", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-3", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-4", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-5", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-6", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-7", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-8", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-9", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-10", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-11", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-12", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-13", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-14", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-15", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + } + ] + } + ], + "batches": [ + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 2.979078356001992, + "output_tok_s": 171.86523441670013, + "median_first_sse_s": 1.182122605969198, + "median_tpot_est_s": 0.022784637920032706, + "median_e2e_s": 1.8902455204806756, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o32-c16-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 2.243425641034264, + "tpot_est_s": 0.022316751547247892, + "e2e_s": 2.935244938998949 + }, + { + "id": "r0-n128-o32-c16-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 1.5367475309758447, + "tpot_est_s": 0.022194685613466127, + "e2e_s": 2.2247827849932946 + }, + { + "id": "r0-n128-o32-c16-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 0.13854146300582215, + "tpot_est_s": 0.022914167065473813, + "e2e_s": 0.8488806420355104 + }, + { + "id": "r0-n128-o32-c16-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 0.7516008099773899, + "tpot_est_s": 0.023355283708717194, + "e2e_s": 1.4756146049476229 + }, + { + "id": "r0-n128-o32-c16-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 2.279386091977358, + "tpot_est_s": 0.021871411968247906, + "e2e_s": 2.957399862993043 + }, + { + "id": "r0-n128-o32-c16-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 0.06402211997192353, + "tpot_est_s": 0.022782107969115097, + "e2e_s": 0.7702674670144916 + }, + { + "id": "r0-n128-o32-c16-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 2.321525216975715, + "tpot_est_s": 0.02112392490474327, + "e2e_s": 2.9763668890227564 + }, + { + "id": "r0-n128-o32-c16-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 1.495249971980229, + "tpot_est_s": 0.02225417232200984, + "e2e_s": 2.185129313962534 + }, + { + "id": "r0-n128-o32-c16-8", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 0.8689952399581671, + "tpot_est_s": 0.023431177001311292, + "e2e_s": 1.5953617269988172 + }, + { + "id": "r0-n128-o32-c16-9", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 0.8262815260095522, + "tpot_est_s": 0.023577797547688767, + "e2e_s": 1.557193249987904 + }, + { + "id": "r0-n128-o32-c16-10", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 0.7885842369869351, + "tpot_est_s": 0.02356680612936015, + "e2e_s": 1.5191552269970998 + }, + { + "id": "r0-n128-o32-c16-11", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 2.202225178014487, + "tpot_est_s": 0.022816422838537444, + "e2e_s": 2.9095342860091478 + }, + { + "id": "r0-n128-o32-c16-12", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 0.10139751801034436, + "tpot_est_s": 0.022828825935345864, + "e2e_s": 0.8090911220060661 + }, + { + "id": "r0-n128-o32-c16-13", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 0.026696657994762063, + "tpot_est_s": 0.022787167870950316, + "e2e_s": 0.7330988619942218 + }, + { + "id": "r0-n128-o32-c16-14", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 1.5735119089949876, + "tpot_est_s": 0.022206687678267518, + "e2e_s": 2.2619192270212807 + }, + { + "id": "r0-n128-o32-c16-15", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 1.6134676599758677, + "tpot_est_s": 0.022172550161954976, + "e2e_s": 2.300816714996472 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 11.037384846014902, + "output_tok_s": 185.55119972458328, + "median_first_sse_s": 4.1658673115307465, + "median_tpot_est_s": 0.021451718527521188, + "median_e2e_s": 6.870965621521464, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c16-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 8.20079790102318, + "tpot_est_s": 0.021828282716607045, + "e2e_s": 10.972989806032274 + }, + { + "id": "r0-n128-o128-c16-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.804360034991987, + "tpot_est_s": 0.020982145590297, + "e2e_s": 5.469092524959706 + }, + { + "id": "r0-n128-o128-c16-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 5.487822129041888, + "tpot_est_s": 0.02154470766128195, + "e2e_s": 8.224000002024695 + }, + { + "id": "r0-n128-o128-c16-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 8.240795592952054, + "tpot_est_s": 0.021676991732541735, + "e2e_s": 10.993773542984854 + }, + { + "id": "r0-n128-o128-c16-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.765807326999493, + "tpot_est_s": 0.020984392834544972, + "e2e_s": 5.430825216986705 + }, + { + "id": "r0-n128-o128-c16-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.025269449048209935, + "tpot_est_s": 0.021427617558666807, + "e2e_s": 2.7465768789988942 + }, + { + "id": "r0-n128-o128-c16-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.842972911952529, + "tpot_est_s": 0.021001935244435225, + "e2e_s": 5.510218687995803 + }, + { + "id": "r0-n128-o128-c16-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 5.4486248540342785, + "tpot_est_s": 0.02153388981883392, + "e2e_s": 8.183428861026186 + }, + { + "id": "r0-n128-o128-c16-8", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 5.57569601299474, + "tpot_est_s": 0.02143893292949234, + "e2e_s": 8.298440495040268 + }, + { + "id": "r0-n128-o128-c16-9", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.8831097690272145, + "tpot_est_s": 0.021066083566846663, + "e2e_s": 5.558502382016741 + }, + { + "id": "r0-n128-o128-c16-10", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 8.316445906006265, + "tpot_est_s": 0.02141261426777777, + "e2e_s": 11.035847918014042 + }, + { + "id": "r0-n128-o128-c16-11", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.09804163197986782, + "tpot_est_s": 0.021467207331030712, + "e2e_s": 2.824376963020768 + }, + { + "id": "r0-n128-o128-c16-12", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.0627686309744604, + "tpot_est_s": 0.02145336248030094, + "e2e_s": 2.78734566597268 + }, + { + "id": "r0-n128-o128-c16-13", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 5.531225095037371, + "tpot_est_s": 0.021486593960366382, + "e2e_s": 8.260022528003901 + }, + { + "id": "r0-n128-o128-c16-14", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 8.277948535978794, + "tpot_est_s": 0.021550009425410518, + "e2e_s": 11.01479973300593 + }, + { + "id": "r0-n128-o128-c16-15", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.13966655102558434, + "tpot_est_s": 0.021450074574741438, + "e2e_s": 2.863826022017747 + } + ] + }, + { + "repeat": 0, + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 3.409164762997534, + "output_tok_s": 150.18341312134768, + "median_first_sse_s": 1.415031074982835, + "median_tpot_est_s": 0.024402135386950366, + "median_e2e_s": 2.1682460144802462, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n512-o32-c16-0", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 2.5119071130175143, + "tpot_est_s": 0.02463005341949963, + "e2e_s": 3.275438769022003 + }, + { + "id": "r0-n512-o32-c16-1", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 0.9630196299985982, + "tpot_est_s": 0.02453999661262177, + "e2e_s": 1.7237595249898732 + }, + { + "id": "r0-n512-o32-c16-2", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 1.7821718310005963, + "tpot_est_s": 0.024241275773684103, + "e2e_s": 2.5336513799848035 + }, + { + "id": "r0-n512-o32-c16-3", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 1.0425355039769784, + "tpot_est_s": 0.02445559780631635, + "e2e_s": 1.8006590359727852 + }, + { + "id": "r0-n512-o32-c16-4", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 0.28696962899994105, + "tpot_est_s": 0.025067047257306834, + "e2e_s": 1.064048093976453 + }, + { + "id": "r0-n512-o32-c16-5", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 2.6669569599907845, + "tpot_est_s": 0.022522271225874822, + "e2e_s": 3.365147367992904 + }, + { + "id": "r0-n512-o32-c16-6", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 1.8600289279711433, + "tpot_est_s": 0.024242430549835967, + "e2e_s": 2.6115442750160582 + }, + { + "id": "r0-n512-o32-c16-7", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 1.9400004720082507, + "tpot_est_s": 0.024101396128835696, + "e2e_s": 2.6871437520021573 + }, + { + "id": "r0-n512-o32-c16-8", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 0.04770616296445951, + "tpot_est_s": 0.025140052805880025, + "e2e_s": 0.8270477999467403 + }, + { + "id": "r0-n512-o32-c16-9", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 0.1270230759982951, + "tpot_est_s": 0.025161990353221735, + "e2e_s": 0.9070447769481689 + }, + { + "id": "r0-n512-o32-c16-10", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 1.1252519309637137, + "tpot_est_s": 0.024348672967584382, + "e2e_s": 1.8800607929588296 + }, + { + "id": "r0-n512-o32-c16-11", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 2.750162618001923, + "tpot_est_s": 0.021187207387429813, + "e2e_s": 3.406966047012247 + }, + { + "id": "r0-n512-o32-c16-12", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 0.20260789600433782, + "tpot_est_s": 0.025134206096070907, + "e2e_s": 0.981768284982536 + }, + { + "id": "r0-n512-o32-c16-13", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 2.59092474199133, + "tpot_est_s": 0.02356802222634395, + "e2e_s": 3.3215334310079925 + }, + { + "id": "r0-n512-o32-c16-14", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 1.7048102190019563, + "tpot_est_s": 0.02424583925805505, + "e2e_s": 2.456431236001663 + }, + { + "id": "r0-n512-o32-c16-15", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 0.8855101969675161, + "tpot_est_s": 0.024573783516027636, + "e2e_s": 1.6472974859643728 + } + ] + }, + { + "repeat": 0, + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 11.86682448699139, + "output_tok_s": 172.5819744148952, + "median_first_sse_s": 4.610845142015023, + "median_tpot_est_s": 0.022551543653372485, + "median_e2e_s": 7.538948977482505, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n512-o128-c16-0", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 6.009220284002367, + "tpot_est_s": 0.02262303247217338, + "e2e_s": 8.882345407968387 + }, + { + "id": "r0-n512-o128-c16-1", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 6.255329371022526, + "tpot_est_s": 0.022553149747797912, + "e2e_s": 9.119579388992861 + }, + { + "id": "r0-n512-o128-c16-2", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 0.049353136972058564, + "tpot_est_s": 0.02245792585808241, + "e2e_s": 2.9015097209485248 + }, + { + "id": "r0-n512-o128-c16-3", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 0.2878863560035825, + "tpot_est_s": 0.022549937558947058, + "e2e_s": 3.151728425989859 + }, + { + "id": "r0-n512-o128-c16-4", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 0.2076897019869648, + "tpot_est_s": 0.02253492621294274, + "e2e_s": 3.069625331030693 + }, + { + "id": "r0-n512-o128-c16-5", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 9.018169656977989, + "tpot_est_s": 0.02172502840953461, + "e2e_s": 11.777248264988884 + }, + { + "id": "r0-n512-o128-c16-6", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 8.941555741999764, + "tpot_est_s": 0.021983619417269222, + "e2e_s": 11.733475407992955 + }, + { + "id": "r0-n512-o128-c16-7", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 6.091845775023103, + "tpot_est_s": 0.022586988921343223, + "e2e_s": 8.960393368033692 + }, + { + "id": "r0-n512-o128-c16-8", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 3.212470000027679, + "tpot_est_s": 0.023488838952511373, + "e2e_s": 6.195552546996623 + }, + { + "id": "r0-n512-o128-c16-9", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 3.0467538089724258, + "tpot_est_s": 0.023498581992333945, + "e2e_s": 6.031073721998837 + }, + { + "id": "r0-n512-o128-c16-10", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 6.174313405004796, + "tpot_est_s": 0.02255605336225511, + "e2e_s": 9.038932182011195 + }, + { + "id": "r0-n512-o128-c16-11", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 0.12691418698523194, + "tpot_est_s": 0.022504664252156494, + "e2e_s": 2.9850065470091067 + }, + { + "id": "r0-n512-o128-c16-12", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 3.1300324420444667, + "tpot_est_s": 0.02349436629103409, + "e2e_s": 6.113816961005796 + }, + { + "id": "r0-n512-o128-c16-13", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 9.178181922005024, + "tpot_est_s": 0.021158231362264135, + "e2e_s": 11.865277305012569 + }, + { + "id": "r0-n512-o128-c16-14", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 2.964897933998145, + "tpot_est_s": 0.023496550070598546, + "e2e_s": 5.94895979296416 + }, + { + "id": "r0-n512-o128-c16-15", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 9.098426558019128, + "tpot_est_s": 0.02144910384237209, + "e2e_s": 11.822462746000383 + } + ] + }, + { + "repeat": 0, + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 6.252273601014167, + "output_tok_s": 81.8902102935722, + "median_first_sse_s": 2.908108547475422, + "median_tpot_est_s": 0.03752651945086977, + "median_e2e_s": 4.079801107000094, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n2048-o32-c16-0", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 1.1927709110314026, + "tpot_est_s": 0.037442211709511015, + "e2e_s": 2.353479474026244 + }, + { + "id": "r0-n2048-o32-c16-1", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.16940843901829794, + "tpot_est_s": 0.03777093561215987, + "e2e_s": 1.340307442995254 + }, + { + "id": "r0-n2048-o32-c16-2", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 1.646982251026202, + "tpot_est_s": 0.038278340838939676, + "e2e_s": 2.833610817033332 + }, + { + "id": "r0-n2048-o32-c16-3", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 5.251085027004592, + "tpot_est_s": 0.026884123224825147, + "e2e_s": 6.084492846974172 + }, + { + "id": "r0-n2048-o32-c16-4", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.8467180320294574, + "tpot_est_s": 0.037806839483129163, + "e2e_s": 2.0187300560064614 + }, + { + "id": "r0-n2048-o32-c16-5", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.8134747330332175, + "tpot_est_s": 0.03673191858087516, + "e2e_s": 4.9521642090403475 + }, + { + "id": "r0-n2048-o32-c16-6", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 4.62045233102981, + "tpot_est_s": 0.03580166651461754, + "e2e_s": 5.730303992982954 + }, + { + "id": "r0-n2048-o32-c16-7", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 4.932603063993156, + "tpot_est_s": 0.031343006322370665, + "e2e_s": 5.9042362599866465 + }, + { + "id": "r0-n2048-o32-c16-8", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 1.9951570900157094, + "tpot_est_s": 0.037992775547243056, + "e2e_s": 3.172933131980244 + }, + { + "id": "r0-n2048-o32-c16-9", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 2.332050191005692, + "tpot_est_s": 0.03765161919422568, + "e2e_s": 3.499250386026688 + }, + { + "id": "r0-n2048-o32-c16-10", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 5.585299545025919, + "tpot_est_s": 0.021472485966965434, + "e2e_s": 6.250946610001847 + }, + { + "id": "r0-n2048-o32-c16-11", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.5025673100026324, + "tpot_est_s": 0.03761082719222853, + "e2e_s": 1.6685029529617168 + }, + { + "id": "r0-n2048-o32-c16-12", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 4.171718214987777, + "tpot_est_s": 0.03546092977499469, + "e2e_s": 5.271007038012613 + }, + { + "id": "r0-n2048-o32-c16-13", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.152272089966573, + "tpot_est_s": 0.03768508342064677, + "e2e_s": 4.320509676006623 + }, + { + "id": "r0-n2048-o32-c16-14", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.4789760099956766, + "tpot_est_s": 0.037372847354309936, + "e2e_s": 4.6375342779792845 + }, + { + "id": "r0-n2048-o32-c16-15", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 2.663945004984271, + "tpot_est_s": 0.03790798493578369, + "e2e_s": 3.839092537993565 + } + ] + }, + { + "repeat": 0, + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 14.183758149971254, + "output_tok_s": 144.39050485390226, + "median_first_sse_s": 5.842420033499366, + "median_tpot_est_s": 0.0246288374253809, + "median_e2e_s": 8.948552002984798, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n2048-o128-c16-0", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 7.380884669022635, + "tpot_est_s": 0.02454638338554284, + "e2e_s": 10.498275358986575 + }, + { + "id": "r0-n2048-o128-c16-1", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 4.613885649014264, + "tpot_est_s": 0.024419080614071983, + "e2e_s": 7.715108887001406 + }, + { + "id": "r0-n2048-o128-c16-2", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 11.453338799008634, + "tpot_est_s": 0.021496904220553042, + "e2e_s": 14.18344563501887 + }, + { + "id": "r0-n2048-o128-c16-3", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 7.695427711994853, + "tpot_est_s": 0.024657451503682794, + "e2e_s": 10.826924052962568 + }, + { + "id": "r0-n2048-o128-c16-4", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 0.1689763170434162, + "tpot_est_s": 0.024768877054901984, + "e2e_s": 3.314623703015968 + }, + { + "id": "r0-n2048-o128-c16-5", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 0.48177257797215134, + "tpot_est_s": 0.0248966914804205, + "e2e_s": 3.643652395985555 + }, + { + "id": "r0-n2048-o128-c16-6", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 1.1384471819619648, + "tpot_est_s": 0.025005224771801324, + "e2e_s": 4.314110727980733 + }, + { + "id": "r0-n2048-o128-c16-7", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 3.623368530010339, + "tpot_est_s": 0.024655471716761794, + "e2e_s": 6.754613438039087 + }, + { + "id": "r0-n2048-o128-c16-8", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 8.017036833974998, + "tpot_est_s": 0.024676771165333747, + "e2e_s": 11.150986771972384 + }, + { + "id": "r0-n2048-o128-c16-9", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 10.80532389797736, + "tpot_est_s": 0.02388312269275363, + "e2e_s": 13.83848047995707 + }, + { + "id": "r0-n2048-o128-c16-10", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 11.130062060023192, + "tpot_est_s": 0.022689990574626003, + "e2e_s": 14.011690863000695 + }, + { + "id": "r0-n2048-o128-c16-11", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 7.070954417984467, + "tpot_est_s": 0.02449638347231277, + "e2e_s": 10.181995118968189 + }, + { + "id": "r0-n2048-o128-c16-12", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 4.292570615012664, + "tpot_est_s": 0.02447108198443105, + "e2e_s": 7.400398027035408 + }, + { + "id": "r0-n2048-o128-c16-13", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 3.965059087960981, + "tpot_est_s": 0.02460220313400001, + "e2e_s": 7.089538885978982 + }, + { + "id": "r0-n2048-o128-c16-14", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 0.8070566150126979, + "tpot_est_s": 0.025051520393490352, + "e2e_s": 3.9885997049859725 + }, + { + "id": "r0-n2048-o128-c16-15", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 10.478664572001435, + "tpot_est_s": 0.02510616897631026, + "e2e_s": 13.667148031992838 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 25.425408066948876, + "output_tok_s": 20.137336582831942, + "median_first_sse_s": 12.890218311018543, + "median_tpot_est_s": 0.04821752882262151, + "median_e2e_s": 14.406213029986247, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o32-c16-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 10.520323128963355, + "tpot_est_s": 0.04748850974306885, + "e2e_s": 11.99246693099849 + }, + { + "id": "r0-n8192-o32-c16-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 12.081873700022697, + "tpot_est_s": 0.0492916677406268, + "e2e_s": 13.609915399982128 + }, + { + "id": "r0-n8192-o32-c16-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 13.69856292201439, + "tpot_est_s": 0.0485144431605154, + "e2e_s": 15.202510659990367 + }, + { + "id": "r0-n8192-o32-c16-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 24.815799853997305, + "tpot_est_s": 0.019586478160964624, + "e2e_s": 25.42298067698721 + }, + { + "id": "r0-n8192-o32-c16-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 23.199280123983044, + "tpot_est_s": 0.04937382561207238, + "e2e_s": 24.729868717957288 + }, + { + "id": "r0-n8192-o32-c16-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 21.627483983000275, + "tpot_est_s": 0.04787531883959027, + "e2e_s": 23.111618867027573 + }, + { + "id": "r0-n8192-o32-c16-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 5.7535736440331675, + "tpot_est_s": 0.04794009861295983, + "e2e_s": 7.239716701034922 + }, + { + "id": "r0-n8192-o32-c16-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 15.287807614018675, + "tpot_est_s": 0.047845783386184206, + "e2e_s": 16.771026898990385 + }, + { + "id": "r0-n8192-o32-c16-8", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 18.438969740003813, + "tpot_est_s": 0.04893914896679381, + "e2e_s": 19.95608335797442 + }, + { + "id": "r0-n8192-o32-c16-9", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 4.187980972987134, + "tpot_est_s": 0.04767972693568276, + "e2e_s": 5.6660525079932995 + }, + { + "id": "r0-n8192-o32-c16-10", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 8.931747781985905, + "tpot_est_s": 0.048493096291372974, + "e2e_s": 10.435033767018467 + }, + { + "id": "r0-n8192-o32-c16-11", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 20.043970067985356, + "tpot_est_s": 0.04828087296787529, + "e2e_s": 21.54067712998949 + }, + { + "id": "r0-n8192-o32-c16-12", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 2.5520215069991536, + "tpot_est_s": 0.050006744096941884, + "e2e_s": 4.102230574004352 + }, + { + "id": "r0-n8192-o32-c16-13", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 16.85922672902234, + "tpot_est_s": 0.04815418467736773, + "e2e_s": 18.35200645402074 + }, + { + "id": "r0-n8192-o32-c16-14", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 7.327395058004186, + "tpot_est_s": 0.04892568106410063, + "e2e_s": 8.844091170991305 + }, + { + "id": "r0-n8192-o32-c16-15", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 0.9733811870100908, + "tpot_est_s": 0.04806849525700654, + "e2e_s": 2.4635045399772935 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 29.789798142039217, + "output_tok_s": 68.74836782159569, + "median_first_sse_s": 13.975031908485107, + "median_tpot_est_s": 0.043486550287389396, + "median_e2e_s": 19.541332769498695, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c16-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 16.746849247952923, + "tpot_est_s": 0.04376484711029325, + "e2e_s": 22.304984830960166 + }, + { + "id": "r0-n8192-o128-c16-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 20.01058852201095, + "tpot_est_s": 0.04344356237813522, + "e2e_s": 25.527920944034122 + }, + { + "id": "r0-n8192-o128-c16-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 7.893835635040887, + "tpot_est_s": 0.04401381358258632, + "e2e_s": 13.483589960029349 + }, + { + "id": "r0-n8192-o128-c16-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.533294753986411, + "tpot_est_s": 0.04239265385815346, + "e2e_s": 7.9171617939719 + }, + { + "id": "r0-n8192-o128-c16-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 9.590102140035015, + "tpot_est_s": 0.04363925113364702, + "e2e_s": 15.132287034008186 + }, + { + "id": "r0-n8192-o128-c16-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 25.5066468930454, + "tpot_est_s": 0.0285369162438584, + "e2e_s": 29.130835256015416 + }, + { + "id": "r0-n8192-o128-c16-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 27.106803664995823, + "tpot_est_s": 0.021119241409304396, + "e2e_s": 29.78894732397748 + }, + { + "id": "r0-n8192-o128-c16-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 11.21743094798876, + "tpot_est_s": 0.04370782151955774, + "e2e_s": 16.768324280972593 + }, + { + "id": "r0-n8192-o128-c16-8", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 22.284816870000213, + "tpot_est_s": 0.04307190611808172, + "e2e_s": 27.754948946996592 + }, + { + "id": "r0-n8192-o128-c16-9", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 15.110437140974682, + "tpot_est_s": 0.043805573685149715, + "e2e_s": 20.673744998988695 + }, + { + "id": "r0-n8192-o128-c16-10", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 23.883770937041845, + "tpot_est_s": 0.03584028264566317, + "e2e_s": 28.435486833041068 + }, + { + "id": "r0-n8192-o128-c16-11", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 4.092573916015681, + "tpot_est_s": 0.04347643458264271, + "e2e_s": 9.614081108011305 + }, + { + "id": "r0-n8192-o128-c16-12", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 18.38287281099474, + "tpot_est_s": 0.04349666599213608, + "e2e_s": 23.906949391996022 + }, + { + "id": "r0-n8192-o128-c16-13", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 5.68139753799187, + "tpot_est_s": 0.043758845110295534, + "e2e_s": 11.238770866999403 + }, + { + "id": "r0-n8192-o128-c16-14", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.9598873439827003, + "tpot_est_s": 0.042106456574745564, + "e2e_s": 6.307407328975387 + }, + { + "id": "r0-n8192-o128-c16-15", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 12.839626675995532, + "tpot_est_s": 0.043852707590654814, + "e2e_s": 18.408920540008694 + } + ] + } + ], + "harness_sha256": "cfd4821e2a2112f3fcf7f242f3e76efe47134640e4bf22b3b63fb808be6148f0", + "startup_timeout_s": 1800, + "timing_scope": "Client first SSE event, full response e2e and estimated TPOT=(e2e-first_event)/(output_tokens-1). SSE can coalesce tokens; this is not per-token kernel timing. Loading/warmup/correctness checks excluded.", + "physical_gpus": 1, + "physical_rngd": 0, + "physical_atom": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216, + "server_config": { + "servers": [ + [ + "/home/gspark/venvs/pt213/bin/python", + "-c", + "import sys,importlib.util,runpy\ns=importlib.util.spec_from_file_location('opt_prime.accel.serve.llmd','/tmp/llmd240.py')\nm=importlib.util.module_from_spec(s);sys.modules[s.name]=m;s.loader.exec_module(m)\nrunpy.run_path('/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/serve_batched.py',run_name='__main__')\n", + "--model", + "/home/gspark/.cache/huggingface/hub/models--Qwen--Qwen3-0.6B/snapshots/c1899de289a04d12100db370d81485cdf75e47ca", + "--device", + "cuda:0", + "--dtype", + "bfloat16", + "--slots", + "4", + "--max-context", + "9216", + "--max-output", + "128", + "--kv", + "paged", + "--page-size", + "64", + "--chunk", + "256", + "--port", + "{port}" + ] + ], + "metadata": { + "physical_gpus": 1, + "physical_rngd": 0, + "physical_atom": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216 + } + }, + "load_s": 4.0309967049979605, + "references": { + "128:32": { + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue" + }, + "128:128": { + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red" + }, + "512:32": { + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is" + }, + "512:128": { + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue" + }, + "2048:32": { + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains" + }, + "2048:128": { + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background" + }, + "8192:32": { + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue" + }, + "8192:128": { + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red" + } + }, + "warmup_and_checks_s": 119.57419309997931, + "metrics": [ + "# HELP vllm:num_requests_running Requests executing on the stage.\n# TYPE vllm:num_requests_running gauge\nvllm:num_requests_running{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP vllm:num_requests_waiting Requests queued for the stage owner.\n# TYPE vllm:num_requests_waiting gauge\nvllm:num_requests_waiting{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP vllm:kv_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:kv_cache_usage_perc gauge\nvllm:kv_cache_usage_perc{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0.0\n# HELP vllm:gpu_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:gpu_cache_usage_perc gauge\nvllm:gpu_cache_usage_perc{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0.0\n# HELP vllm:request_success_total Finished requests by finish reason.\n# TYPE vllm:request_success_total counter\nvllm:request_success_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",finished_reason=\"length\"} 264\n# HELP airm_stage_request_failures_total Requests that ended with an engine error.\n# TYPE airm_stage_request_failures_total counter\nairm_stage_request_failures_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP vllm:prompt_tokens_total Prompt tokens of finished requests.\n# TYPE vllm:prompt_tokens_total counter\nvllm:prompt_tokens_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 718080\n# HELP vllm:generation_tokens_total Generated tokens of finished requests.\n# TYPE vllm:generation_tokens_total counter\nvllm:generation_tokens_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 21120\n# HELP vllm:time_to_first_token_seconds Time to first token (prefill stage: fenced prefill).\n# TYPE vllm:time_to_first_token_seconds histogram\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.001\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.005\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.01\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.02\"} 1\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.04\"} 6\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.06\"} 11\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.08\"} 15\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.1\"} 17\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.25\"} 37\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.5\"} 44\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.75\"} 49\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.0\"} 68\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"2.5\"} 113\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"5.0\"} 166\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"7.5\"} 199\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"10.0\"} 219\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"+Inf\"} 264\nvllm:time_to_first_token_seconds_sum{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 1426.0800506352098\nvllm:time_to_first_token_seconds_count{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 264\n# HELP vllm:time_per_output_token_seconds Time per output token after the first (decode stage).\n# TYPE vllm:time_per_output_token_seconds histogram\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.01\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.025\"} 166\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.05\"} 262\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.075\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.1\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.15\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.2\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.3\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.4\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.5\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.75\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.0\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"2.5\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"+Inf\"} 264\nvllm:time_per_output_token_seconds_sum{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 7.68678454749864\nvllm:time_per_output_token_seconds_count{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 264\n# HELP vllm:e2e_request_latency_seconds Stage request latency, from execution start to reply.\n# TYPE vllm:e2e_request_latency_seconds histogram\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.3\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.8\"} 7\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.0\"} 16\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.5\"} 25\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"2.0\"} 44\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"2.5\"} 63\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"5.0\"} 130\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"10.0\"} 186\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"15.0\"} 227\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"20.0\"} 240\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"30.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"40.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"50.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"60.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"+Inf\"} 264\nvllm:e2e_request_latency_seconds_sum{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 2002.6442195139825\nvllm:e2e_request_latency_seconds_count{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 264\n# HELP airm_kv_transfer_seconds KV transfer time from the prefill source to the decode destination.\n# TYPE airm_kv_transfer_seconds histogram\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.0005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.001\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.0025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.01\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.05\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.1\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.25\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.5\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.0\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"+Inf\"} 0\nairm_kv_transfer_seconds_sum{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0.0\nairm_kv_transfer_seconds_count{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP vllm:cache_config_info Information of the LLMEngine CacheConfig.\n# TYPE vllm:cache_config_info gauge\nvllm:cache_config_info{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",block_size=\"64\",num_gpu_blocks=\"576\",enable_prefix_caching=\"False\"} 1\n# HELP vllm:prefix_cache_queries_total Prompt tokens looked up in the prefix cache.\n# TYPE vllm:prefix_cache_queries_total counter\nvllm:prefix_cache_queries_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 718080\n# HELP vllm:prefix_cache_hits_total Prompt tokens served from the prefix cache.\n# TYPE vllm:prefix_cache_hits_total counter\nvllm:prefix_cache_hits_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n" + ], + "parity_passed": true +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-http-c16-stream.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-http-c16-stream.json new file mode 100644 index 00000000..7574bd03 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-http-c16-stream.json @@ -0,0 +1,25227 @@ +{ + "passed": true, + "model": "c1899de289a04d12100db370d81485cdf75e47ca", + "mode": "pd", + "dtype": "bfloat16", + "torch": "2.13.0+cu130", + "transformers": "5.15.0", + "replicas": 1, + "cpu_threads_per_server": 4, + "prompts": { + "128": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ], + "512": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ], + "2048": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ], + "8192": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ] + }, + "warmups": [ + { + "id": "warm-0-128-32", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "warm-0-128-128", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "warm-0-512-32", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "warm-0-512-128", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "warm-0-2048-32", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "warm-0-2048-128", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "warm-0-8192-32", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "warm-0-8192-128", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + } + ], + "correctness_batches": [ + { + "input_tokens": 128, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-128-32-16-0", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-1", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-2", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-3", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-4", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-5", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-6", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-7", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-8", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-9", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-10", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-11", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-12", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-13", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-14", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-15", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-128-128-16-0", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-1", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-2", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-3", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-4", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-5", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-6", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-7", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-8", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-9", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-10", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-11", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-12", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-13", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-14", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-15", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 512, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-512-32-16-0", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-1", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-2", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-3", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-4", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-5", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-6", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-7", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-8", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-9", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-10", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-11", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-12", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-13", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-14", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-15", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-512-128-16-0", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-1", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-2", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-3", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-4", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-5", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-6", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-7", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-8", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-9", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-10", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-11", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-12", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-13", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-14", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-15", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-2048-32-16-0", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-1", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-2", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-3", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-4", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-5", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-6", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-7", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-8", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-9", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-10", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-11", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-12", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-13", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-14", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-15", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-2048-128-16-0", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-1", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-2", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-3", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-4", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-5", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-6", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-7", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-8", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-9", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-10", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-11", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-12", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-13", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-14", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-15", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-8192-32-16-0", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-1", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-2", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-3", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-4", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-5", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-6", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-7", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-8", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-9", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-10", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-11", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-12", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-13", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-14", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-15", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-8192-128-16-0", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-1", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-2", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-3", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-4", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-5", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-6", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-7", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-8", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-9", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-10", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-11", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-12", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-13", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-14", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-15", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + } + ] + } + ], + "batches": [ + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 12.556409010023344, + "output_tok_s": 40.775989344667586, + "median_first_sse_s": 6.293308500520652, + "median_tpot_est_s": 0.02244857312912392, + "median_e2e_s": 6.987047568516573, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o32-c16-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 7.405102437012829, + "tpot_est_s": 0.022345878418550017, + "e2e_s": 8.09782466798788 + }, + { + "id": "r0-n128-o32-c16-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 0.7420170960249379, + "tpot_est_s": 0.023096810192650846, + "e2e_s": 1.4580182119971141 + }, + { + "id": "r0-n128-o32-c16-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 3.689593367977068, + "tpot_est_s": 0.022467362870942923, + "e2e_s": 4.386081616976298 + }, + { + "id": "r0-n128-o32-c16-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 5.916442655026913, + "tpot_est_s": 0.0219639532264292, + "e2e_s": 6.597325205046218 + }, + { + "id": "r0-n128-o32-c16-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 2.2245155239943415, + "tpot_est_s": 0.02271274841886254, + "e2e_s": 2.9286107249790803 + }, + { + "id": "r0-n128-o32-c16-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 4.427107583032921, + "tpot_est_s": 0.022407398354487434, + "e2e_s": 5.121736932022031 + }, + { + "id": "r0-n128-o32-c16-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 1.4790113019989803, + "tpot_est_s": 0.02398135700082827, + "e2e_s": 2.2224333690246567 + }, + { + "id": "r0-n128-o32-c16-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 9.67484388599405, + "tpot_est_s": 0.022123193193692714, + "e2e_s": 10.360662874998525 + }, + { + "id": "r0-n128-o32-c16-8", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 8.92958907497814, + "tpot_est_s": 0.022169511904188942, + "e2e_s": 9.616843944007996 + }, + { + "id": "r0-n128-o32-c16-9", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 5.161466410965659, + "tpot_est_s": 0.022429783387304916, + "e2e_s": 5.856789695972111 + }, + { + "id": "r0-n128-o32-c16-10", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 10.412700434972066, + "tpot_est_s": 0.02203506554829918, + "e2e_s": 11.095787466969341 + }, + { + "id": "r0-n128-o32-c16-11", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 6.670174346014392, + "tpot_est_s": 0.022793405999114075, + "e2e_s": 7.376769931986928 + }, + { + "id": "r0-n128-o32-c16-12", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 2.952767185983248, + "tpot_est_s": 0.023019220807679718, + "e2e_s": 3.6663630310213193 + }, + { + "id": "r0-n128-o32-c16-13", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 8.144777973997407, + "tpot_est_s": 0.022789791064907708, + "e2e_s": 8.851261497009546 + }, + { + "id": "r0-n128-o32-c16-14", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 11.883212305023335, + "tpot_est_s": 0.02162907145083732, + "e2e_s": 12.553713519999292 + }, + { + "id": "r0-n128-o32-c16-15", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 11.147021175012924, + "tpot_est_s": 0.022756132064387202, + "e2e_s": 11.852461269008927 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 16.55175705597503, + "output_tok_s": 123.73308725315606, + "median_first_sse_s": 7.2782914285198785, + "median_tpot_est_s": 0.022383589381865396, + "median_e2e_s": 10.093259293003939, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c16-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 1.4994890969828703, + "tpot_est_s": 0.022525445882168666, + "e2e_s": 4.360220724018291 + }, + { + "id": "r0-n128-o128-c16-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 0.7451029039802961, + "tpot_est_s": 0.022554746008107775, + "e2e_s": 3.6095556470099837 + }, + { + "id": "r0-n128-o128-c16-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 5.099081498978194, + "tpot_est_s": 0.02250684599216118, + "e2e_s": 7.957450939982664 + }, + { + "id": "r0-n128-o128-c16-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 8.728219038981479, + "tpot_est_s": 0.022106453472488068, + "e2e_s": 11.535738629987463 + }, + { + "id": "r0-n128-o128-c16-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 5.850094854948111, + "tpot_est_s": 0.02248998678758682, + "e2e_s": 8.706323176971637 + }, + { + "id": "r0-n128-o128-c16-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 10.185411085025407, + "tpot_est_s": 0.022304881330649184, + "e2e_s": 13.018131014017854 + }, + { + "id": "r0-n128-o128-c16-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.950632489984855, + "tpot_est_s": 0.022462297433081604, + "e2e_s": 5.803344263986219 + }, + { + "id": "r0-n128-o128-c16-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.2285502399899997, + "tpot_est_s": 0.022583268944900044, + "e2e_s": 5.096625395992305 + }, + { + "id": "r0-n128-o128-c16-8", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 12.328663542983122, + "tpot_est_s": 0.022142651621948957, + "e2e_s": 15.14078029897064 + }, + { + "id": "r0-n128-o128-c16-9", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 7.980435247998685, + "tpot_est_s": 0.02205925599230072, + "e2e_s": 10.781960759020876 + }, + { + "id": "r0-n128-o128-c16-10", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 13.801387179992162, + "tpot_est_s": 0.02163955837022513, + "e2e_s": 16.549611093010753 + }, + { + "id": "r0-n128-o128-c16-11", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 6.576147609041072, + "tpot_est_s": 0.022270946597999445, + "e2e_s": 9.404557826987002 + }, + { + "id": "r0-n128-o128-c16-12", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 11.583185780968051, + "tpot_est_s": 0.022489339197109506, + "e2e_s": 14.439331859000959 + }, + { + "id": "r0-n128-o128-c16-13", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 13.065441336017102, + "tpot_est_s": 0.021978169503643757, + "e2e_s": 15.85666886297986 + }, + { + "id": "r0-n128-o128-c16-14", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 9.448621302028187, + "tpot_est_s": 0.022124049165304457, + "e2e_s": 12.258375546021853 + }, + { + "id": "r0-n128-o128-c16-15", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 4.361376109998673, + "tpot_est_s": 0.02263230183455125, + "e2e_s": 7.235678442986682 + } + ] + }, + { + "repeat": 0, + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 12.95069309300743, + "output_tok_s": 39.53456361933619, + "median_first_sse_s": 6.505455106525915, + "median_tpot_est_s": 0.02262589214519868, + "median_e2e_s": 7.192490825022105, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n512-o32-c16-0", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 9.949436249036808, + "tpot_est_s": 0.023469282901890938, + "e2e_s": 10.676984018995427 + }, + { + "id": "r0-n512-o32-c16-1", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 4.633242700016126, + "tpot_est_s": 0.022620071418538328, + "e2e_s": 5.334464913990814 + }, + { + "id": "r0-n512-o32-c16-2", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 8.422805153008085, + "tpot_est_s": 0.022297995677593375, + "e2e_s": 9.11404301901348 + }, + { + "id": "r0-n512-o32-c16-3", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 5.385190706991125, + "tpot_est_s": 0.022256101999852444, + "e2e_s": 6.075129868986551 + }, + { + "id": "r0-n512-o32-c16-4", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 0.8706106310128234, + "tpot_est_s": 0.023300706322545245, + "e2e_s": 1.592932527011726 + }, + { + "id": "r0-n512-o32-c16-5", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 1.623286707967054, + "tpot_est_s": 0.02263171287185903, + "e2e_s": 2.324869806994684 + }, + { + "id": "r0-n512-o32-c16-6", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 7.633422120008618, + "tpot_est_s": 0.022485718581705325, + "e2e_s": 8.330479396041483 + }, + { + "id": "r0-n512-o32-c16-7", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 10.749920292000752, + "tpot_est_s": 0.022742108838076914, + "e2e_s": 11.454925665981136 + }, + { + "id": "r0-n512-o32-c16-8", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 3.8836970169795677, + "tpot_est_s": 0.022531706032403294, + "e2e_s": 4.58217990398407 + }, + { + "id": "r0-n512-o32-c16-9", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 11.546320258988999, + "tpot_est_s": 0.02298616532296423, + "e2e_s": 12.25889138400089 + }, + { + "id": "r0-n512-o32-c16-10", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 12.29485567996744, + "tpot_est_s": 0.021080678452797715, + "e2e_s": 12.94835671200417 + }, + { + "id": "r0-n512-o32-c16-11", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 2.37637748895213, + "tpot_est_s": 0.02349090106567488, + "e2e_s": 3.1045954219880514 + }, + { + "id": "r0-n512-o32-c16-12", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 6.881114542018622, + "tpot_est_s": 0.022536969871350353, + "e2e_s": 7.579760608030483 + }, + { + "id": "r0-n512-o32-c16-13", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 9.187120570975821, + "tpot_est_s": 0.023194313225817057, + "e2e_s": 9.90614428097615 + }, + { + "id": "r0-n512-o32-c16-14", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 3.1305358550162055, + "tpot_est_s": 0.02274934996685554, + "e2e_s": 3.835765703988727 + }, + { + "id": "r0-n512-o32-c16-15", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 6.129795671033207, + "tpot_est_s": 0.021787915192919994, + "e2e_s": 6.805221042013727 + } + ] + }, + { + "repeat": 0, + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 16.927220903045963, + "output_tok_s": 120.98855516391785, + "median_first_sse_s": 7.452255561482161, + "median_tpot_est_s": 0.023155884090563517, + "median_e2e_s": 10.425018935493426, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n512-o128-c16-0", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 4.44865826703608, + "tpot_est_s": 0.02332611532293363, + "e2e_s": 7.411074913048651 + }, + { + "id": "r0-n512-o128-c16-1", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 3.023484028002713, + "tpot_est_s": 0.02310963922847561, + "e2e_s": 5.958408210019115 + }, + { + "id": "r0-n512-o128-c16-2", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 10.4587120799697, + "tpot_est_s": 0.023056265456678975, + "e2e_s": 13.38685779296793 + }, + { + "id": "r0-n512-o128-c16-3", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 5.960809372016229, + "tpot_est_s": 0.023275149291322576, + "e2e_s": 8.916753332014196 + }, + { + "id": "r0-n512-o128-c16-4", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 1.5151915370370261, + "tpot_est_s": 0.023085417362080345, + "e2e_s": 4.44703954202123 + }, + { + "id": "r0-n512-o128-c16-5", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 11.915513334970456, + "tpot_est_s": 0.023295248354469816, + "e2e_s": 14.874009875988122 + }, + { + "id": "r0-n512-o128-c16-6", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 0.7629923689528368, + "tpot_est_s": 0.022980322047525387, + "e2e_s": 3.681493268988561 + }, + { + "id": "r0-n512-o128-c16-7", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 8.178691834968049, + "tpot_est_s": 0.02339083803166804, + "e2e_s": 11.14932826498989 + }, + { + "id": "r0-n512-o128-c16-8", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 5.207556421984918, + "tpot_est_s": 0.023202128952651425, + "e2e_s": 8.15422679897165 + }, + { + "id": "r0-n512-o128-c16-9", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 13.414378773944918, + "tpot_est_s": 0.02223133697682317, + "e2e_s": 16.23775857000146 + }, + { + "id": "r0-n512-o128-c16-10", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 9.678802496986464, + "tpot_est_s": 0.02300273256713715, + "e2e_s": 12.600149533012882 + }, + { + "id": "r0-n512-o128-c16-11", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 6.7258192879962735, + "tpot_est_s": 0.023424333212603853, + "e2e_s": 9.700709605996963 + }, + { + "id": "r0-n512-o128-c16-12", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 12.672252852004021, + "tpot_est_s": 0.023001293929506415, + "e2e_s": 15.593417181051336 + }, + { + "id": "r0-n512-o128-c16-13", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 2.2577647709986195, + "tpot_est_s": 0.023215048409738086, + "e2e_s": 5.2060759190353565 + }, + { + "id": "r0-n512-o128-c16-14", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 14.177806939987931, + "tpot_est_s": 0.021635267315212432, + "e2e_s": 16.92548588901991 + }, + { + "id": "r0-n512-o128-c16-15", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 8.917029725038446, + "tpot_est_s": 0.023215550936641186, + "e2e_s": 11.865404693991877 + } + ] + }, + { + "repeat": 0, + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 14.012511437002104, + "output_tok_s": 36.53877481576846, + "median_first_sse_s": 7.0899125755240675, + "median_tpot_est_s": 0.023886220338153505, + "median_e2e_s": 7.846380072005559, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n2048-o32-c16-0", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 13.34869587799767, + "tpot_est_s": 0.021351447871570745, + "e2e_s": 14.010590762016363 + }, + { + "id": "r0-n2048-o32-c16-1", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 7.506641945044976, + "tpot_est_s": 0.024300685353321774, + "e2e_s": 8.25996319099795 + }, + { + "id": "r0-n2048-o32-c16-2", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 8.346142037014943, + "tpot_est_s": 0.024393550321204407, + "e2e_s": 9.10234209697228 + }, + { + "id": "r0-n2048-o32-c16-3", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.852138112008106, + "tpot_est_s": 0.023594425773368247, + "e2e_s": 1.5835653109825216 + }, + { + "id": "r0-n2048-o32-c16-4", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 1.6779379060026258, + "tpot_est_s": 0.02373307509603159, + "e2e_s": 2.413663233979605 + }, + { + "id": "r0-n2048-o32-c16-5", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 12.514824868005235, + "tpot_est_s": 0.02295248116171288, + "e2e_s": 13.226351784018334 + }, + { + "id": "r0-n2048-o32-c16-6", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.340604449971579, + "tpot_est_s": 0.025805996451151347, + "e2e_s": 4.140590339957271 + }, + { + "id": "r0-n2048-o32-c16-7", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 9.177270543994382, + "tpot_est_s": 0.024251052033862158, + "e2e_s": 9.929053157044109 + }, + { + "id": "r0-n2048-o32-c16-8", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 4.182740988035221, + "tpot_est_s": 0.023575900933675228, + "e2e_s": 4.913593916979153 + }, + { + "id": "r0-n2048-o32-c16-9", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 6.673183206003159, + "tpot_est_s": 0.024503669258387338, + "e2e_s": 7.432796953013167 + }, + { + "id": "r0-n2048-o32-c16-10", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 11.678793700004462, + "tpot_est_s": 0.023828082257926826, + "e2e_s": 12.417464250000194 + }, + { + "id": "r0-n2048-o32-c16-11", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 5.013296696997713, + "tpot_est_s": 0.02318657545049885, + "e2e_s": 5.732080535963178 + }, + { + "id": "r0-n2048-o32-c16-12", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 10.844424495997373, + "tpot_est_s": 0.024401773355014984, + "e2e_s": 11.600879470002837 + }, + { + "id": "r0-n2048-o32-c16-13", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 10.011854153999593, + "tpot_est_s": 0.024020394096301207, + "e2e_s": 10.75648637098493 + }, + { + "id": "r0-n2048-o32-c16-14", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 5.843685782980174, + "tpot_est_s": 0.02394435841838018, + "e2e_s": 6.585960893949959 + }, + { + "id": "r0-n2048-o32-c16-15", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 2.5112064109998755, + "tpot_est_s": 0.023791897775334938, + "e2e_s": 3.2487552420352586 + } + ] + }, + { + "repeat": 0, + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 17.781702279986348, + "output_tok_s": 115.1745748383755, + "median_first_sse_s": 7.882255608012201, + "median_tpot_est_s": 0.023741235909341858, + "median_e2e_s": 10.924719490023563, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n2048-o128-c16-0", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 3.3297192259924486, + "tpot_est_s": 0.02373583049616065, + "e2e_s": 6.344169699004851 + }, + { + "id": "r0-n2048-o128-c16-1", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 6.369681015028618, + "tpot_est_s": 0.02410784252739592, + "e2e_s": 9.4313770160079 + }, + { + "id": "r0-n2048-o128-c16-2", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 10.281376188038848, + "tpot_est_s": 0.02370558838556176, + "e2e_s": 13.291985913005192 + }, + { + "id": "r0-n2048-o128-c16-3", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 1.6852967209997587, + "tpot_est_s": 0.023748402425095322, + "e2e_s": 4.7013438289868645 + }, + { + "id": "r0-n2048-o128-c16-4", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 13.318362115998752, + "tpot_est_s": 0.023038887102560208, + "e2e_s": 16.2443007780239 + }, + { + "id": "r0-n2048-o128-c16-5", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 9.455347698996775, + "tpot_est_s": 0.023750826952461973, + "e2e_s": 12.471702721959446 + }, + { + "id": "r0-n2048-o128-c16-6", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 14.14874866802711, + "tpot_est_s": 0.02243729024405012, + "e2e_s": 16.998284529021475 + }, + { + "id": "r0-n2048-o128-c16-7", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 2.506200764037203, + "tpot_est_s": 0.02355767662204274, + "e2e_s": 5.498025695036631 + }, + { + "id": "r0-n2048-o128-c16-8", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 0.8382568110246211, + "tpot_est_s": 0.02355834940177073, + "e2e_s": 3.830167185049504 + }, + { + "id": "r0-n2048-o128-c16-9", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 5.550827871018555, + "tpot_est_s": 0.02402165854316733, + "e2e_s": 8.601578506000806 + }, + { + "id": "r0-n2048-o128-c16-10", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 8.554094507009722, + "tpot_est_s": 0.023950282685040666, + "e2e_s": 11.595780408009887 + }, + { + "id": "r0-n2048-o128-c16-11", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 11.11336261802353, + "tpot_est_s": 0.0236782843854799, + "e2e_s": 14.120504734979477 + }, + { + "id": "r0-n2048-o128-c16-12", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 12.450257003016304, + "tpot_est_s": 0.023746641322523063, + "e2e_s": 15.466080450976733 + }, + { + "id": "r0-n2048-o128-c16-13", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 4.677977234008722, + "tpot_est_s": 0.02396163125164939, + "e2e_s": 7.721104402968194 + }, + { + "id": "r0-n2048-o128-c16-14", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 7.21041670901468, + "tpot_est_s": 0.023962534354508333, + "e2e_s": 10.253658572037239 + }, + { + "id": "r0-n2048-o128-c16-15", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 14.989300811022986, + "tpot_est_s": 0.021980343755943276, + "e2e_s": 17.78080446802778 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 18.128945528005715, + "output_tok_s": 28.242127994099768, + "median_first_sse_s": 9.436404815496644, + "median_tpot_est_s": 0.040886305403077014, + "median_e2e_s": 10.918662199488608, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o32-c16-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 4.605498905002605, + "tpot_est_s": 0.03856339606441437, + "e2e_s": 5.800964182999451 + }, + { + "id": "r0-n8192-o32-c16-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 2.6006286590127274, + "tpot_est_s": 0.03037554819339646, + "e2e_s": 3.5422706530080177 + }, + { + "id": "r0-n8192-o32-c16-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 14.32125882798573, + "tpot_est_s": 0.05490147403155964, + "e2e_s": 16.02320452296408 + }, + { + "id": "r0-n8192-o32-c16-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 5.573818292992655, + "tpot_est_s": 0.05741057835421675, + "e2e_s": 7.3535462219733745 + }, + { + "id": "r0-n8192-o32-c16-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 11.05727171903709, + "tpot_est_s": 0.042220975225415805, + "e2e_s": 12.36612195102498 + }, + { + "id": "r0-n8192-o32-c16-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 15.47477844497189, + "tpot_est_s": 0.026190162452328348, + "e2e_s": 16.286673480994068 + }, + { + "id": "r0-n8192-o32-c16-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 17.487416860996746, + "tpot_est_s": 0.020653524805956912, + "e2e_s": 18.12767612998141 + }, + { + "id": "r0-n8192-o32-c16-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 3.358102795027662, + "tpot_est_s": 0.06139710164561327, + "e2e_s": 5.261412946041673 + }, + { + "id": "r0-n8192-o32-c16-8", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 9.91797339101322, + "tpot_est_s": 0.056077873063904625, + "e2e_s": 11.656387455994263 + }, + { + "id": "r0-n8192-o32-c16-9", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 8.954836239980068, + "tpot_est_s": 0.03955163558073822, + "e2e_s": 10.180936942982953 + }, + { + "id": "r0-n8192-o32-c16-10", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 13.258502920973115, + "tpot_est_s": 0.04275944487064055, + "e2e_s": 14.584045711962972 + }, + { + "id": "r0-n8192-o32-c16-11", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 6.737071244977415, + "tpot_est_s": 0.03946363654986565, + "e2e_s": 7.96044397802325 + }, + { + "id": "r0-n8192-o32-c16-12", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 2.4072380940197036, + "tpot_est_s": 0.03660927880592944, + "e2e_s": 3.5421257370035164 + }, + { + "id": "r0-n8192-o32-c16-13", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 12.100875328993425, + "tpot_est_s": 0.05593076880623196, + "e2e_s": 13.834729161986616 + }, + { + "id": "r0-n8192-o32-c16-14", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 7.712959209980909, + "tpot_est_s": 0.05927811422753298, + "e2e_s": 9.550580751034431 + }, + { + "id": "r0-n8192-o32-c16-15", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 16.406083028006833, + "tpot_est_s": 0.026492357742221605, + "e2e_s": 17.227346118015703 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 22.072753824992105, + "output_tok_s": 92.78407289991749, + "median_first_sse_s": 10.67098534599063, + "median_tpot_est_s": 0.02750165510201262, + "median_e2e_s": 14.244723365991376, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c16-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.401619404030498, + "tpot_est_s": 0.025012112188695628, + "e2e_s": 5.578157651994843 + }, + { + "id": "r0-n8192-o128-c16-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 8.890337246004492, + "tpot_est_s": 0.027987725558822726, + "e2e_s": 12.444778391974978 + }, + { + "id": "r0-n8192-o128-c16-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 14.733468095015269, + "tpot_est_s": 0.027610581180751763, + "e2e_s": 18.240011904970743 + }, + { + "id": "r0-n8192-o128-c16-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 3.337387159001082, + "tpot_est_s": 0.02493874837807563, + "e2e_s": 6.504608203016687 + }, + { + "id": "r0-n8192-o128-c16-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 1.261863611987792, + "tpot_est_s": 0.03379849320475569, + "e2e_s": 5.554272248991765 + }, + { + "id": "r0-n8192-o128-c16-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 4.427921778988093, + "tpot_est_s": 0.025780480346774434, + "e2e_s": 7.702042783028446 + }, + { + "id": "r0-n8192-o128-c16-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 11.315622941008769, + "tpot_est_s": 0.02818218430716867, + "e2e_s": 14.89476034801919 + }, + { + "id": "r0-n8192-o128-c16-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 6.713741841958836, + "tpot_est_s": 0.02739077622866566, + "e2e_s": 10.192370422999375 + }, + { + "id": "r0-n8192-o128-c16-8", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 18.296235018991865, + "tpot_est_s": 0.02293002381911648, + "e2e_s": 21.208348044019658 + }, + { + "id": "r0-n8192-o128-c16-9", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 13.574445408012252, + "tpot_est_s": 0.0279469076694378, + "e2e_s": 17.123702682030853 + }, + { + "id": "r0-n8192-o128-c16-10", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 16.01780156296445, + "tpot_est_s": 0.02762532518905272, + "e2e_s": 19.526217861974146 + }, + { + "id": "r0-n8192-o128-c16-11", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 12.401777505991049, + "tpot_est_s": 0.02773967500790719, + "e2e_s": 15.924716231995262 + }, + { + "id": "r0-n8192-o128-c16-12", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 7.804911538027227, + "tpot_est_s": 0.027392729023273478, + "e2e_s": 11.283788123982958 + }, + { + "id": "r0-n8192-o128-c16-13", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 17.1306137520005, + "tpot_est_s": 0.025246552267757162, + "e2e_s": 20.33692589000566 + }, + { + "id": "r0-n8192-o128-c16-14", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 19.446112908015493, + "tpot_est_s": 0.02066616674034497, + "e2e_s": 22.070716084039304 + }, + { + "id": "r0-n8192-o128-c16-15", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 10.02634775097249, + "tpot_est_s": 0.02809715459048088, + "e2e_s": 13.594686383963563 + } + ] + } + ], + "harness_sha256": "cfd4821e2a2112f3fcf7f242f3e76efe47134640e4bf22b3b63fb808be6148f0", + "startup_timeout_s": 1800, + "timing_scope": "Client first SSE event, full response e2e and estimated TPOT=(e2e-first_event)/(output_tokens-1). SSE can coalesce tokens; this is not per-token kernel timing. Loading/warmup/correctness checks excluded.", + "physical_gpus": 1, + "physical_rngd": 1, + "physical_atom": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 8192, + "local_chunk": 256, + "context": 9216, + "server_config": { + "servers": [ + [ + "/home/gspark/venvs/pt213/bin/python", + "-c", + "import sys,importlib.util,runpy\ns=importlib.util.spec_from_file_location('opt_prime.accel.serve.llmd','/tmp/llmd240.py')\nm=importlib.util.module_from_spec(s);sys.modules[s.name]=m;s.loader.exec_module(m)\nrunpy.run_path('/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/serve_batched.py',run_name='__main__')\n", + "--model", + "/home/gspark/.cache/huggingface/hub/models--Qwen--Qwen3-0.6B/snapshots/c1899de289a04d12100db370d81485cdf75e47ca", + "--device", + "cuda:0", + "--dtype", + "bfloat16", + "--slots", + "4", + "--max-context", + "9216", + "--max-output", + "128", + "--kv", + "paged", + "--page-size", + "64", + "--chunk", + "256", + "--port", + "{port}", + "--pd-prefill-python", + "/tmp/stream265-python.sh", + "--pd-prefill-args", + "--engine factory --engine-factory streaming_factories:qwen --width 8192 --chip 0", + "--pd-prefill-stream-layers" + ] + ], + "metadata": { + "physical_gpus": 1, + "physical_rngd": 1, + "physical_atom": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 8192, + "local_chunk": 256, + "context": 9216 + } + }, + "load_s": 11.829643051023595, + "references": { + "128:32": { + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue" + }, + "128:128": { + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red" + }, + "512:32": { + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is" + }, + "512:128": { + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue" + }, + "2048:32": { + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains" + }, + "2048:128": { + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background" + }, + "8192:32": { + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue" + }, + "8192:128": { + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red" + } + }, + "warmup_and_checks_s": 154.39281356101856, + "metrics": [ + "# HELP vllm:num_requests_running Requests executing on the stage.\n# TYPE vllm:num_requests_running gauge\nvllm:num_requests_running{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP vllm:num_requests_waiting Requests queued for the stage owner.\n# TYPE vllm:num_requests_waiting gauge\nvllm:num_requests_waiting{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP vllm:kv_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:kv_cache_usage_perc gauge\nvllm:kv_cache_usage_perc{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0.0\n# HELP vllm:gpu_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:gpu_cache_usage_perc gauge\nvllm:gpu_cache_usage_perc{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0.0\n# HELP vllm:request_success_total Finished requests by finish reason.\n# TYPE vllm:request_success_total counter\nvllm:request_success_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",finished_reason=\"length\"} 264\n# HELP airm_stage_request_failures_total Requests that ended with an engine error.\n# TYPE airm_stage_request_failures_total counter\nairm_stage_request_failures_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP vllm:prompt_tokens_total Prompt tokens of finished requests.\n# TYPE vllm:prompt_tokens_total counter\nvllm:prompt_tokens_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 718080\n# HELP vllm:generation_tokens_total Generated tokens of finished requests.\n# TYPE vllm:generation_tokens_total counter\nvllm:generation_tokens_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 21120\n# HELP vllm:time_to_first_token_seconds Time to first token (prefill stage: fenced prefill).\n# TYPE vllm:time_to_first_token_seconds histogram\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.001\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.005\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.01\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.02\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.04\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.06\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.08\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.1\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.25\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.5\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.75\"} 4\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.0\"} 18\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"2.5\"} 44\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"5.0\"} 87\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"7.5\"} 131\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"10.0\"} 182\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"+Inf\"} 264\nvllm:time_to_first_token_seconds_sum{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 1976.8026790489093\nvllm:time_to_first_token_seconds_count{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 264\n# HELP vllm:time_per_output_token_seconds Time per output token after the first (decode stage).\n# TYPE vllm:time_per_output_token_seconds histogram\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.01\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.025\"} 206\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.05\"} 257\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.075\"} 263\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.1\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.15\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.2\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.3\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.4\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.5\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.75\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.0\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"2.5\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"+Inf\"} 264\nvllm:time_per_output_token_seconds_sum{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 6.583403027215499\nvllm:time_per_output_token_seconds_count{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 264\n# HELP vllm:e2e_request_latency_seconds Stage request latency, from execution start to reply.\n# TYPE vllm:e2e_request_latency_seconds histogram\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.3\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.8\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.5\"} 5\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"2.0\"} 8\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"2.5\"} 15\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"5.0\"} 54\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"10.0\"} 148\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"15.0\"} 228\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"20.0\"} 260\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"30.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"40.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"50.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"60.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"+Inf\"} 264\nvllm:e2e_request_latency_seconds_sum{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 2478.1786307487637\nvllm:e2e_request_latency_seconds_count{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 264\n# HELP airm_kv_transfer_seconds KV transfer time from the prefill source to the decode destination.\n# TYPE airm_kv_transfer_seconds histogram\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.0005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.001\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.0025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.01\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.05\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.1\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.25\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.5\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.0\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"+Inf\"} 0\nairm_kv_transfer_seconds_sum{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0.0\nairm_kv_transfer_seconds_count{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP vllm:cache_config_info Information of the LLMEngine CacheConfig.\n# TYPE vllm:cache_config_info gauge\nvllm:cache_config_info{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",block_size=\"64\",num_gpu_blocks=\"576\",enable_prefix_caching=\"False\"} 1\n# HELP vllm:prefix_cache_queries_total Prompt tokens looked up in the prefix cache.\n# TYPE vllm:prefix_cache_queries_total counter\nvllm:prefix_cache_queries_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 718080\n# HELP vllm:prefix_cache_hits_total Prompt tokens served from the prefix cache.\n# TYPE vllm:prefix_cache_hits_total counter\nvllm:prefix_cache_hits_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP airm_pd_prefills_total Prompts prefilled by the PD prefill worker (remote) or here (local).\n# TYPE airm_pd_prefills_total counter\nairm_pd_prefills_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",side=\"remote\"} 264\nairm_pd_prefills_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",side=\"local\"} 0\n# HELP airm_pd_transferred_tokens_total Prompt KV tokens received from the prefill side.\n# TYPE airm_pd_transferred_tokens_total counter\nairm_pd_transferred_tokens_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 718080\n# HELP airm_pd_producer_seconds_total Accumulated worker-reported seconds for admitted PD handoffs; excludes failed/cancelled handoffs. Prefill includes KV gathering; transfer excludes destination KV installation.\n# TYPE airm_pd_producer_seconds_total counter\nairm_pd_producer_seconds_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",stage=\"prefill\"} 229.81139246438397\nairm_pd_producer_seconds_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",stage=\"transfer\"} 0.0\n" + ], + "parity_passed": true +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-http-c16-whole.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-http-c16-whole.json new file mode 100644 index 00000000..6f2ba3e8 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen06b-http-c16-whole.json @@ -0,0 +1,25226 @@ +{ + "passed": true, + "model": "c1899de289a04d12100db370d81485cdf75e47ca", + "mode": "pd", + "dtype": "bfloat16", + "torch": "2.13.0+cu130", + "transformers": "5.15.0", + "replicas": 1, + "cpu_threads_per_server": 4, + "prompts": { + "128": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ], + "512": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ], + "2048": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ], + "8192": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ] + }, + "warmups": [ + { + "id": "warm-0-128-32", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "warm-0-128-128", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "warm-0-512-32", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "warm-0-512-128", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "warm-0-2048-32", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "warm-0-2048-128", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "warm-0-8192-32", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "warm-0-8192-128", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + } + ], + "correctness_batches": [ + { + "input_tokens": 128, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-128-32-16-0", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-1", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-2", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-3", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-4", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-5", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-6", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-7", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-8", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-9", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-10", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-11", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-12", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-13", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-14", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-128-32-16-15", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-128-128-16-0", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-1", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-2", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-3", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-4", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-5", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-6", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-7", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-8", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-9", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-10", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-11", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-12", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-13", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-14", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-128-128-16-15", + "endpoint": 0, + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 512, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-512-32-16-0", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-1", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-2", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-3", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-4", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-5", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-6", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-7", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-8", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-9", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-10", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-11", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-12", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-13", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-14", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + }, + { + "id": "check-512-32-16-15", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-512-128-16-0", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-1", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-2", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-3", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-4", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-5", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-6", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-7", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-8", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-9", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-10", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-11", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-12", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-13", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-14", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-512-128-16-15", + "endpoint": 0, + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-2048-32-16-0", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-1", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-2", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-3", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-4", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-5", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-6", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-7", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-8", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-9", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-10", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-11", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-12", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-13", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-14", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-15", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-2048-128-16-0", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-1", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-2", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-3", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-4", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-5", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-6", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-7", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-8", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-9", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-10", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-11", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-12", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-13", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-14", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-15", + "endpoint": 0, + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-8192-32-16-0", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-1", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-2", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-3", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-4", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-5", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-6", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-7", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-8", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-9", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-10", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-11", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-12", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-13", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-14", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-15", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-8192-128-16-0", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-1", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-2", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-3", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-4", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-5", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-6", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-7", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-8", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-9", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-10", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-11", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-12", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-13", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-14", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-15", + "endpoint": 0, + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "tokens_equal": true + } + ] + } + ], + "batches": [ + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 17.473041538964026, + "output_tok_s": 29.302282539549, + "median_first_sse_s": 8.995964021974942, + "median_tpot_est_s": 0.01981956454842622, + "median_e2e_s": 9.62616600250476, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o32-c16-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 13.705178319010884, + "tpot_est_s": 0.01955382058006381, + "e2e_s": 14.311346756992862 + }, + { + "id": "r0-n128-o32-c16-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 4.112954143027309, + "tpot_est_s": 0.019810451806763246, + "e2e_s": 4.72707814903697 + }, + { + "id": "r0-n128-o32-c16-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 3.108919997001067, + "tpot_est_s": 0.01965110193592526, + "e2e_s": 3.71810415701475 + }, + { + "id": "r0-n128-o32-c16-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 7.470107292989269, + "tpot_est_s": 0.02061489951654127, + "e2e_s": 8.109169178002048 + }, + { + "id": "r0-n128-o32-c16-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 12.630394764011726, + "tpot_est_s": 0.019990266450951175, + "e2e_s": 13.250093023991212 + }, + { + "id": "r0-n128-o32-c16-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 2.100016117969062, + "tpot_est_s": 0.02014069148384395, + "e2e_s": 2.7243775539682247 + }, + { + "id": "r0-n128-o32-c16-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 15.875262379006017, + "tpot_est_s": 0.018776121710787616, + "e2e_s": 16.457322152040433 + }, + { + "id": "r0-n128-o32-c16-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 10.497229195956606, + "tpot_est_s": 0.020198609484660048, + "e2e_s": 11.123386089981068 + }, + { + "id": "r0-n128-o32-c16-8", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 14.86108201899333, + "tpot_est_s": 0.01942633916135697, + "e2e_s": 15.463298532995395 + }, + { + "id": "r0-n128-o32-c16-9", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 6.31055145902792, + "tpot_est_s": 0.020515899290330708, + "e2e_s": 6.946544337028172 + }, + { + "id": "r0-n128-o32-c16-10", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 1.0956998420297168, + "tpot_est_s": 0.020986664645944633, + "e2e_s": 1.7462864460540004 + }, + { + "id": "r0-n128-o32-c16-11", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 5.18344969098689, + "tpot_est_s": 0.019828677290089188, + "e2e_s": 5.798138686979655 + }, + { + "id": "r0-n128-o32-c16-12", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 9.496903424966149, + "tpot_est_s": 0.019750052420873073, + "e2e_s": 10.109155050013214 + }, + { + "id": "r0-n128-o32-c16-13", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 11.62912126298761, + "tpot_est_s": 0.01896685206391398, + "e2e_s": 12.217093676968943 + }, + { + "id": "r0-n128-o32-c16-14", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 16.867873158946168, + "tpot_est_s": 0.019498554484603265, + "e2e_s": 17.47232834796887 + }, + { + "id": "r0-n128-o32-c16-15", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 8.495024618983734, + "tpot_est_s": 0.020908139871373292, + "e2e_s": 9.143176954996306 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 19.371793378028087, + "output_tok_s": 105.72072291060499, + "median_first_sse_s": 8.907289030496031, + "median_tpot_est_s": 0.021037498539209176, + "median_e2e_s": 11.624286873469828, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c16-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 3.0256772949942388, + "tpot_est_s": 0.020840054543369898, + "e2e_s": 5.672364222002216 + }, + { + "id": "r0-n128-o128-c16-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 4.050398354011122, + "tpot_est_s": 0.021057575999751804, + "e2e_s": 6.724710505979601 + }, + { + "id": "r0-n128-o128-c16-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 11.690380286017898, + "tpot_est_s": 0.02152912158245866, + "e2e_s": 14.424578726990148 + }, + { + "id": "r0-n128-o128-c16-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 6.188880998000968, + "tpot_est_s": 0.02152656410237789, + "e2e_s": 8.92275463900296 + }, + { + "id": "r0-n128-o128-c16-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 1.013134402979631, + "tpot_est_s": 0.020480979646017087, + "e2e_s": 3.614218818023801 + }, + { + "id": "r0-n128-o128-c16-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 16.8021746519953, + "tpot_est_s": 0.02021372803958045, + "e2e_s": 19.36931811302202 + }, + { + "id": "r0-n128-o128-c16-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 10.657535518985242, + "tpot_est_s": 0.021460682653279346, + "e2e_s": 13.383042215951718 + }, + { + "id": "r0-n128-o128-c16-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 12.714674242015462, + "tpot_est_s": 0.021017421078666547, + "e2e_s": 15.383886719006114 + }, + { + "id": "r0-n128-o128-c16-8", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 5.06106798897963, + "tpot_est_s": 0.021118424511991266, + "e2e_s": 7.743107902002521 + }, + { + "id": "r0-n128-o128-c16-9", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 7.305534945975523, + "tpot_est_s": 0.021571064260183268, + "e2e_s": 10.045060107018799 + }, + { + "id": "r0-n128-o128-c16-10", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 14.774668361002114, + "tpot_est_s": 0.020729474086721437, + "e2e_s": 17.407311570015736 + }, + { + "id": "r0-n128-o128-c16-11", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 13.72729132603854, + "tpot_est_s": 0.020912612062845906, + "e2e_s": 16.38319305801997 + }, + { + "id": "r0-n128-o128-c16-12", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.015353727969341, + "tpot_est_s": 0.020748385228216648, + "e2e_s": 4.650398651952855 + }, + { + "id": "r0-n128-o128-c16-13", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 8.34446442098124, + "tpot_est_s": 0.021448729905358507, + "e2e_s": 11.06845311896177 + }, + { + "id": "r0-n128-o128-c16-14", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 9.470113640010823, + "tpot_est_s": 0.021338637700528053, + "e2e_s": 12.180120627977885 + }, + { + "id": "r0-n128-o128-c16-15", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 15.797577416000422, + "tpot_est_s": 0.02055372417295777, + "e2e_s": 18.40790038596606 + } + ] + }, + { + "repeat": 0, + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 17.502241480979137, + "output_tok_s": 29.25339594682343, + "median_first_sse_s": 8.917557620530715, + "median_tpot_est_s": 0.020381894129734006, + "median_e2e_s": 9.5528161470138, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n512-o32-c16-0", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 14.876881743955892, + "tpot_est_s": 0.020370423904575045, + "e2e_s": 15.508364884997718 + }, + { + "id": "r0-n512-o32-c16-1", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 11.550234003982041, + "tpot_est_s": 0.019740253838995893, + "e2e_s": 12.162181872990914 + }, + { + "id": "r0-n512-o32-c16-2", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 3.087361264973879, + "tpot_est_s": 0.019420053935684866, + "e2e_s": 3.6893829369801097 + }, + { + "id": "r0-n512-o32-c16-3", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 1.043669413018506, + "tpot_est_s": 0.020393364354892963, + "e2e_s": 1.675863708020188 + }, + { + "id": "r0-n512-o32-c16-4", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 7.187838373996783, + "tpot_est_s": 0.02055483787215405, + "e2e_s": 7.825038348033559 + }, + { + "id": "r0-n512-o32-c16-5", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 9.509159855020698, + "tpot_est_s": 0.02066917441815378, + "e2e_s": 10.149904261983465 + }, + { + "id": "r0-n512-o32-c16-6", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 2.0623934739851393, + "tpot_est_s": 0.020606254000261788, + "e2e_s": 2.7011873479932547 + }, + { + "id": "r0-n512-o32-c16-7", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 8.325955386040732, + "tpot_est_s": 0.020315246645271057, + "e2e_s": 8.955728032044135 + }, + { + "id": "r0-n512-o32-c16-8", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 16.886231593962293, + "tpot_est_s": 0.019805122677597306, + "e2e_s": 17.50019039696781 + }, + { + "id": "r0-n512-o32-c16-9", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 10.537282148026861, + "tpot_est_s": 0.020429547451766988, + "e2e_s": 11.170598119031638 + }, + { + "id": "r0-n512-o32-c16-10", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 13.694892514962703, + "tpot_est_s": 0.020491723936321513, + "e2e_s": 14.33013595698867 + }, + { + "id": "r0-n512-o32-c16-11", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 6.16202023695223, + "tpot_est_s": 0.0188990137427144, + "e2e_s": 6.747889662976377 + }, + { + "id": "r0-n512-o32-c16-12", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 4.108748521946836, + "tpot_est_s": 0.01997187493684431, + "e2e_s": 4.72787664498901 + }, + { + "id": "r0-n512-o32-c16-13", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 15.866227690014057, + "tpot_est_s": 0.020444064096908174, + "e2e_s": 16.49999367701821 + }, + { + "id": "r0-n512-o32-c16-14", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 5.134154324012343, + "tpot_est_s": 0.02053713074119221, + "e2e_s": 5.770805376989301 + }, + { + "id": "r0-n512-o32-c16-15", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is", + "text_equal": true, + "first_sse_s": 12.57755847502267, + "tpot_est_s": 0.019620884161051965, + "e2e_s": 13.18580588401528 + } + ] + }, + { + "repeat": 0, + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 19.331670327985194, + "output_tok_s": 105.94014719127733, + "median_first_sse_s": 8.766442323016236, + "median_tpot_est_s": 0.02115274826362619, + "median_e2e_s": 11.418423694500234, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n512-o128-c16-0", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 12.367873695970047, + "tpot_est_s": 0.0215957494251848, + "e2e_s": 15.110533872968517 + }, + { + "id": "r0-n512-o128-c16-1", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 15.76247177895857, + "tpot_est_s": 0.020622806425122032, + "e2e_s": 18.381568194949068 + }, + { + "id": "r0-n512-o128-c16-2", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 8.251185831031762, + "tpot_est_s": 0.020775214322534662, + "e2e_s": 10.889638049993664 + }, + { + "id": "r0-n512-o128-c16-3", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 13.531899180961773, + "tpot_est_s": 0.02171957858299147, + "e2e_s": 16.29028566100169 + }, + { + "id": "r0-n512-o128-c16-4", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 14.708644949947484, + "tpot_est_s": 0.021422936961029135, + "e2e_s": 17.429357943998184 + }, + { + "id": "r0-n512-o128-c16-5", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 1.0449784759548493, + "tpot_est_s": 0.02138021274829122, + "e2e_s": 3.7602654949878342 + }, + { + "id": "r0-n512-o128-c16-6", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 16.809662309009582, + "tpot_est_s": 0.01984178952737088, + "e2e_s": 19.329569578985684 + }, + { + "id": "r0-n512-o128-c16-7", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 4.156562232004944, + "tpot_est_s": 0.02111261122810515, + "e2e_s": 6.837863857974298 + }, + { + "id": "r0-n512-o128-c16-8", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 11.332559066999238, + "tpot_est_s": 0.02142900951971175, + "e2e_s": 14.05404327600263 + }, + { + "id": "r0-n512-o128-c16-9", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 7.217935887048952, + "tpot_est_s": 0.020510771842105095, + "e2e_s": 9.8228039109963 + }, + { + "id": "r0-n512-o128-c16-10", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 6.210678823990747, + "tpot_est_s": 0.02044526954304324, + "e2e_s": 8.80722805595724 + }, + { + "id": "r0-n512-o128-c16-11", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 5.1907793679856695, + "tpot_est_s": 0.020648198062920665, + "e2e_s": 7.813100521976594 + }, + { + "id": "r0-n512-o128-c16-12", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 9.28169881500071, + "tpot_est_s": 0.020988271842567675, + "e2e_s": 11.947209339006804 + }, + { + "id": "r0-n512-o128-c16-13", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 3.118408851965796, + "tpot_est_s": 0.021491695661556093, + "e2e_s": 5.84785420098342 + }, + { + "id": "r0-n512-o128-c16-14", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 2.096549096982926, + "tpot_est_s": 0.021457521684878453, + "e2e_s": 4.82165435096249 + }, + { + "id": "r0-n512-o128-c16-15", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 10.296418616024312, + "tpot_est_s": 0.021192885299147233, + "e2e_s": 12.98791504901601 + } + ] + }, + { + "repeat": 0, + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 18.642083713028114, + "output_tok_s": 27.464740952868173, + "median_first_sse_s": 9.616418618999887, + "median_tpot_est_s": 0.020497445080940042, + "median_e2e_s": 10.24230200049351, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n2048-o32-c16-0", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 16.934022834990174, + "tpot_est_s": 0.019934748676830844, + "e2e_s": 17.55200004397193 + }, + { + "id": "r0-n2048-o32-c16-1", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 14.76328861498041, + "tpot_est_s": 0.020137950257893892, + "e2e_s": 15.387565072975121 + }, + { + "id": "r0-n2048-o32-c16-2", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 2.2963621229864657, + "tpot_est_s": 0.020887928290082323, + "e2e_s": 2.9438878999790177 + }, + { + "id": "r0-n2048-o32-c16-3", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.371345086954534, + "tpot_est_s": 0.021265291130065075, + "e2e_s": 4.030569111986551 + }, + { + "id": "r0-n2048-o32-c16-4", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 4.4846093590022065, + "tpot_est_s": 0.021410437935452546, + "e2e_s": 5.1483329350012355 + }, + { + "id": "r0-n2048-o32-c16-5", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 6.643714651989285, + "tpot_est_s": 0.020260193032182513, + "e2e_s": 7.271780635986943 + }, + { + "id": "r0-n2048-o32-c16-6", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 12.435791046009399, + "tpot_est_s": 0.020933210968054953, + "e2e_s": 13.084720586019102 + }, + { + "id": "r0-n2048-o32-c16-7", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 7.82863456296036, + "tpot_est_s": 0.021080991516130104, + "e2e_s": 8.482145299960393 + }, + { + "id": "r0-n2048-o32-c16-8", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 15.846780487976503, + "tpot_est_s": 0.020677816130280975, + "e2e_s": 16.487792788015213 + }, + { + "id": "r0-n2048-o32-c16-9", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 18.030773040954955, + "tpot_est_s": 0.01965863367865583, + "e2e_s": 18.640190684993286 + }, + { + "id": "r0-n2048-o32-c16-10", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 13.68002108100336, + "tpot_est_s": 0.02034076377411463, + "e2e_s": 14.310584758000914 + }, + { + "id": "r0-n2048-o32-c16-11", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 1.216967515007127, + "tpot_est_s": 0.02049862309696994, + "e2e_s": 1.8524248310131952 + }, + { + "id": "r0-n2048-o32-c16-12", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 9.072576495003887, + "tpot_est_s": 0.020496267064910142, + "e2e_s": 9.707960774016101 + }, + { + "id": "r0-n2048-o32-c16-13", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 11.238946381956339, + "tpot_est_s": 0.020774278645178362, + "e2e_s": 11.882949019956868 + }, + { + "id": "r0-n2048-o32-c16-14", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 10.160260742995888, + "tpot_est_s": 0.0198833059346784, + "e2e_s": 10.776643226970918 + }, + { + "id": "r0-n2048-o32-c16-15", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 5.55983036197722, + "tpot_est_s": 0.02014902213047589, + "e2e_s": 6.184450048021972 + } + ] + }, + { + "repeat": 0, + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 20.860978648008313, + "output_tok_s": 98.17372590981158, + "median_first_sse_s": 9.826061472500442, + "median_tpot_est_s": 0.022487563251812878, + "median_e2e_s": 12.691308481007582, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n2048-o128-c16-0", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 5.759394594992045, + "tpot_est_s": 0.022374003078773852, + "e2e_s": 8.600892985996325 + }, + { + "id": "r0-n2048-o128-c16-1", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 18.282887773006223, + "tpot_est_s": 0.020298247228332567, + "e2e_s": 20.86076517100446 + }, + { + "id": "r0-n2048-o128-c16-2", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 4.493985847977456, + "tpot_est_s": 0.022472513275400653, + "e2e_s": 7.347995033953339 + }, + { + "id": "r0-n2048-o128-c16-3", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 10.375610577990301, + "tpot_est_s": 0.022499261039408202, + "e2e_s": 13.233016729995143 + }, + { + "id": "r0-n2048-o128-c16-4", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 16.117386482015718, + "tpot_est_s": 0.02274102992130678, + "e2e_s": 19.00549728202168 + }, + { + "id": "r0-n2048-o128-c16-5", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 1.165811684972141, + "tpot_est_s": 0.022250932708701602, + "e2e_s": 3.9916801389772445 + }, + { + "id": "r0-n2048-o128-c16-6", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 12.837801746034529, + "tpot_est_s": 0.02247586546421755, + "e2e_s": 15.692236659990158 + }, + { + "id": "r0-n2048-o128-c16-7", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 8.105177586025093, + "tpot_est_s": 0.0227485995746115, + "e2e_s": 10.994249732000753 + }, + { + "id": "r0-n2048-o128-c16-8", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 9.276512367010582, + "tpot_est_s": 0.022622739094562506, + "e2e_s": 12.14960023202002 + }, + { + "id": "r0-n2048-o128-c16-9", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 2.30728073901264, + "tpot_est_s": 0.022609763976285512, + "e2e_s": 5.1787207640009 + }, + { + "id": "r0-n2048-o128-c16-10", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 7.017129366984591, + "tpot_est_s": 0.022526190755980485, + "e2e_s": 9.877955592994113 + }, + { + "id": "r0-n2048-o128-c16-11", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 11.594579628959764, + "tpot_est_s": 0.0223979337638662, + "e2e_s": 14.439117216970772 + }, + { + "id": "r0-n2048-o128-c16-12", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 13.93698698998196, + "tpot_est_s": 0.022446123472466245, + "e2e_s": 16.787644670985173 + }, + { + "id": "r0-n2048-o128-c16-13", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 17.189447198994458, + "tpot_est_s": 0.021790281527558356, + "e2e_s": 19.95681295299437 + }, + { + "id": "r0-n2048-o128-c16-14", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 3.4196245030034333, + "tpot_est_s": 0.02259786903132193, + "e2e_s": 6.289553869981319 + }, + { + "id": "r0-n2048-o128-c16-15", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 15.029068555973936, + "tpot_est_s": 0.0226014357955767, + "e2e_s": 17.899450902012177 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 20.885289309022482, + "output_tok_s": 24.514862706681065, + "median_first_sse_s": 11.723042672500014, + "median_tpot_est_s": 0.021910759419458168, + "median_e2e_s": 12.525898781983415, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o32-c16-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 19.116043141984846, + "tpot_est_s": 0.020781066709934102, + "e2e_s": 19.760256209992804 + }, + { + "id": "r0-n8192-o32-c16-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 5.5283632419887, + "tpot_est_s": 0.021428725935683977, + "e2e_s": 6.192653745994903 + }, + { + "id": "r0-n8192-o32-c16-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 5.244123585987836, + "tpot_est_s": 0.030586776644697472, + "e2e_s": 6.192313661973458 + }, + { + "id": "r0-n8192-o32-c16-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 15.737427076033782, + "tpot_est_s": 0.020899506935459233, + "e2e_s": 16.38531179103302 + }, + { + "id": "r0-n8192-o32-c16-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 10.174865876964759, + "tpot_est_s": 0.029665610129614512, + "e2e_s": 11.094499790982809 + }, + { + "id": "r0-n8192-o32-c16-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 8.028740038978867, + "tpot_est_s": 0.020650362708575783, + "e2e_s": 8.668901282944717 + }, + { + "id": "r0-n8192-o32-c16-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 7.738617983995937, + "tpot_est_s": 0.029996843161737365, + "e2e_s": 8.668520122009795 + }, + { + "id": "r0-n8192-o32-c16-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 15.477482779999264, + "tpot_est_s": 0.029265888063462392, + "e2e_s": 16.384725309966598 + }, + { + "id": "r0-n8192-o32-c16-8", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 13.264623170020059, + "tpot_est_s": 0.02239279290323236, + "e2e_s": 13.958799750020262 + }, + { + "id": "r0-n8192-o32-c16-9", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 18.179729281982873, + "tpot_est_s": 0.02040546609749717, + "e2e_s": 18.812298731005285 + }, + { + "id": "r0-n8192-o32-c16-10", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 10.453635164012667, + "tpot_est_s": 0.02068118880608029, + "e2e_s": 11.094752017001156 + }, + { + "id": "r0-n8192-o32-c16-11", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 2.76173203100916, + "tpot_est_s": 0.030476300417625855, + "e2e_s": 3.7064973439555615 + }, + { + "id": "r0-n8192-o32-c16-12", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 12.992450180987362, + "tpot_est_s": 0.031115979547687477, + "e2e_s": 13.957045546965674 + }, + { + "id": "r0-n8192-o32-c16-13", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 20.27018843201222, + "tpot_est_s": 0.01978920116051731, + "e2e_s": 20.883653667988256 + }, + { + "id": "r0-n8192-o32-c16-14", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 3.048112125019543, + "tpot_est_s": 0.021268845192201798, + "e2e_s": 3.7074463259777986 + }, + { + "id": "r0-n8192-o32-c16-15", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue", + "text_equal": true, + "first_sse_s": 17.906567631987855, + "tpot_est_s": 0.0292297740966352, + "e2e_s": 18.812690628983546 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 23.50400391902076, + "output_tok_s": 87.13409030461585, + "median_first_sse_s": 11.87057860000641, + "median_tpot_est_s": 0.024919174228406213, + "median_e2e_s": 15.038035394012695, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c16-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 8.794994736963417, + "tpot_est_s": 0.02489967766954879, + "e2e_s": 11.957253800996114 + }, + { + "id": "r0-n8192-o128-c16-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 13.685555861971807, + "tpot_est_s": 0.024406669638027973, + "e2e_s": 16.78520290600136 + }, + { + "id": "r0-n8192-o128-c16-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 11.253999966022093, + "tpot_est_s": 0.024979060637676635, + "e2e_s": 14.426340667007025 + }, + { + "id": "r0-n8192-o128-c16-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 5.255712252983358, + "tpot_est_s": 0.028219781512134216, + "e2e_s": 8.839624505024403 + }, + { + "id": "r0-n8192-o128-c16-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 17.418681716022547, + "tpot_est_s": 0.02529162035450178, + "e2e_s": 20.630717501044273 + }, + { + "id": "r0-n8192-o128-c16-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 2.7944243910023943, + "tpot_est_s": 0.02575150291356588, + "e2e_s": 6.064865261025261 + }, + { + "id": "r0-n8192-o128-c16-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 20.98864615999628, + "tpot_est_s": 0.019798419653716696, + "e2e_s": 23.5030454560183 + }, + { + "id": "r0-n8192-o128-c16-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 3.056792385992594, + "tpot_est_s": 0.02368680142529866, + "e2e_s": 6.065016167005524 + }, + { + "id": "r0-n8192-o128-c16-8", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 14.960951789980754, + "tpot_est_s": 0.025030532881606546, + "e2e_s": 18.139829465944786 + }, + { + "id": "r0-n8192-o128-c16-9", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 7.615917021990754, + "tpot_est_s": 0.02496530096079626, + "e2e_s": 10.786510244011879 + }, + { + "id": "r0-n8192-o128-c16-10", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 10.064794831036124, + "tpot_est_s": 0.02493619974005938, + "e2e_s": 13.231692198023666 + }, + { + "id": "r0-n8192-o128-c16-11", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 16.121149428014178, + "tpot_est_s": 0.025218758889745306, + "e2e_s": 19.32393180701183 + }, + { + "id": "r0-n8192-o128-c16-12", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 4.068615837022662, + "tpot_est_s": 0.021414561787488188, + "e2e_s": 6.788265184033662 + }, + { + "id": "r0-n8192-o128-c16-13", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 19.837857224978507, + "tpot_est_s": 0.022107678645668098, + "e2e_s": 22.645532412978355 + }, + { + "id": "r0-n8192-o128-c16-14", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 12.487157233990729, + "tpot_est_s": 0.02490214871675304, + "e2e_s": 15.649730121018365 + }, + { + "id": "r0-n8192-o128-c16-15", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red", + "text_equal": true, + "first_sse_s": 18.56838238798082, + "tpot_est_s": 0.02472424235444252, + "e2e_s": 21.70836116699502 + } + ] + } + ], + "harness_sha256": "cfd4821e2a2112f3fcf7f242f3e76efe47134640e4bf22b3b63fb808be6148f0", + "startup_timeout_s": 1800, + "timing_scope": "Client first SSE event, full response e2e and estimated TPOT=(e2e-first_event)/(output_tokens-1). SSE can coalesce tokens; this is not per-token kernel timing. Loading/warmup/correctness checks excluded.", + "physical_gpus": 1, + "physical_rngd": 1, + "physical_atom": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 8192, + "local_chunk": 256, + "context": 9216, + "server_config": { + "servers": [ + [ + "/home/gspark/venvs/pt213/bin/python", + "-c", + "import sys,importlib.util,runpy\ns=importlib.util.spec_from_file_location('opt_prime.accel.serve.llmd','/tmp/llmd240.py')\nm=importlib.util.module_from_spec(s);sys.modules[s.name]=m;s.loader.exec_module(m)\nrunpy.run_path('/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/serve_batched.py',run_name='__main__')\n", + "--model", + "/home/gspark/.cache/huggingface/hub/models--Qwen--Qwen3-0.6B/snapshots/c1899de289a04d12100db370d81485cdf75e47ca", + "--device", + "cuda:0", + "--dtype", + "bfloat16", + "--slots", + "4", + "--max-context", + "9216", + "--max-output", + "128", + "--kv", + "paged", + "--page-size", + "64", + "--chunk", + "256", + "--port", + "{port}", + "--pd-prefill-python", + "/tmp/stream265-python.sh", + "--pd-prefill-args", + "--engine factory --engine-factory streaming_factories:qwen --width 8192 --chip 0" + ] + ], + "metadata": { + "physical_gpus": 1, + "physical_rngd": 1, + "physical_atom": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 8192, + "local_chunk": 256, + "context": 9216 + } + }, + "load_s": 12.039596022979822, + "references": { + "128:32": { + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue" + }, + "128:128": { + "tokens": [ + 9625, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " France\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red" + }, + "512:32": { + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is" + }, + "512:128": { + "tokens": [ + 9625, + 374, + 264, + 3146, + 7407, + 304, + 4505, + 13, + 11445, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " France is a country located in Europe. Its capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue" + }, + "2048:32": { + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains" + }, + "2048:128": { + "tokens": [ + 9625, + 594, + 6722, + 374, + 12095, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004 + ], + "text": " France's capital is Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background" + }, + "8192:32": { + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue" + }, + "8192:128": { + "tokens": [ + 12095, + 198, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518 + ], + "text": " Paris\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red" + } + }, + "warmup_and_checks_s": 179.8627673049923, + "metrics": [ + "# HELP vllm:num_requests_running Requests executing on the stage.\n# TYPE vllm:num_requests_running gauge\nvllm:num_requests_running{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP vllm:num_requests_waiting Requests queued for the stage owner.\n# TYPE vllm:num_requests_waiting gauge\nvllm:num_requests_waiting{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP vllm:kv_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:kv_cache_usage_perc gauge\nvllm:kv_cache_usage_perc{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0.0\n# HELP vllm:gpu_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:gpu_cache_usage_perc gauge\nvllm:gpu_cache_usage_perc{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0.0\n# HELP vllm:request_success_total Finished requests by finish reason.\n# TYPE vllm:request_success_total counter\nvllm:request_success_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",finished_reason=\"length\"} 264\n# HELP airm_stage_request_failures_total Requests that ended with an engine error.\n# TYPE airm_stage_request_failures_total counter\nairm_stage_request_failures_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP vllm:prompt_tokens_total Prompt tokens of finished requests.\n# TYPE vllm:prompt_tokens_total counter\nvllm:prompt_tokens_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 718080\n# HELP vllm:generation_tokens_total Generated tokens of finished requests.\n# TYPE vllm:generation_tokens_total counter\nvllm:generation_tokens_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 21120\n# HELP vllm:time_to_first_token_seconds Time to first token (prefill stage: fenced prefill).\n# TYPE vllm:time_to_first_token_seconds histogram\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.001\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.005\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.01\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.02\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.04\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.06\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.08\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.1\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.25\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.5\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.75\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.0\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"2.5\"} 34\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"5.0\"} 67\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"7.5\"} 106\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"10.0\"} 139\nvllm:time_to_first_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"+Inf\"} 264\nvllm:time_to_first_token_seconds_sum{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 2420.8716498222784\nvllm:time_to_first_token_seconds_count{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 264\n# HELP vllm:time_per_output_token_seconds Time per output token after the first (decode stage).\n# TYPE vllm:time_per_output_token_seconds histogram\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.01\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.025\"} 236\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.05\"} 255\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.075\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.1\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.15\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.2\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.3\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.4\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.5\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.75\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.0\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"2.5\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"+Inf\"} 264\nvllm:time_per_output_token_seconds_sum{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 5.9485026939955175\nvllm:time_per_output_token_seconds_count{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 264\n# HELP vllm:e2e_request_latency_seconds Stage request latency, from execution start to reply.\n# TYPE vllm:e2e_request_latency_seconds histogram\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.3\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.8\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"2.0\"} 7\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"2.5\"} 8\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"5.0\"} 45\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"10.0\"} 117\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"15.0\"} 199\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"20.0\"} 256\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"30.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"40.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"50.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"60.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"+Inf\"} 264\nvllm:e2e_request_latency_seconds_sum{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 2875.9357707079034\nvllm:e2e_request_latency_seconds_count{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 264\n# HELP airm_kv_transfer_seconds KV transfer time from the prefill source to the decode destination.\n# TYPE airm_kv_transfer_seconds histogram\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.0005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.001\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.0025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.01\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.05\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.1\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.25\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"0.5\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"1.0\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",le=\"+Inf\"} 0\nairm_kv_transfer_seconds_sum{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0.0\nairm_kv_transfer_seconds_count{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP vllm:cache_config_info Information of the LLMEngine CacheConfig.\n# TYPE vllm:cache_config_info gauge\nvllm:cache_config_info{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",block_size=\"64\",num_gpu_blocks=\"576\",enable_prefix_caching=\"False\"} 1\n# HELP vllm:prefix_cache_queries_total Prompt tokens looked up in the prefix cache.\n# TYPE vllm:prefix_cache_queries_total counter\nvllm:prefix_cache_queries_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 718080\n# HELP vllm:prefix_cache_hits_total Prompt tokens served from the prefix cache.\n# TYPE vllm:prefix_cache_hits_total counter\nvllm:prefix_cache_hits_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 0\n# HELP airm_pd_prefills_total Prompts prefilled by the PD prefill worker (remote) or here (local).\n# TYPE airm_pd_prefills_total counter\nairm_pd_prefills_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",side=\"remote\"} 264\nairm_pd_prefills_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",side=\"local\"} 0\n# HELP airm_pd_transferred_tokens_total Prompt KV tokens received from the prefill side.\n# TYPE airm_pd_transferred_tokens_total counter\nairm_pd_transferred_tokens_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\"} 718080\n# HELP airm_pd_producer_seconds_total Accumulated worker-reported seconds for admitted PD handoffs; excludes failed/cancelled handoffs. Prefill includes KV gathering; transfer excludes destination KV installation.\n# TYPE airm_pd_producer_seconds_total counter\nairm_pd_producer_seconds_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",stage=\"prefill\"} 295.1078373089549\nairm_pd_producer_seconds_total{model_name=\"c1899de289a04d12100db370d81485cdf75e47ca\",stage=\"transfer\"} 0.0\n" + ], + "parity_passed": true +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-http-c16-native.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-http-c16-native.json new file mode 100644 index 00000000..0f8b80cd --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-http-c16-native.json @@ -0,0 +1,25222 @@ +{ + "passed": true, + "model": "Qwen3-4B", + "mode": "native", + "dtype": "bfloat16", + "torch": "2.13.0+cu130", + "transformers": "5.15.0", + "replicas": 1, + "cpu_threads_per_server": 4, + "prompts": { + "128": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ], + "512": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ], + "2048": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ], + "8192": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ] + }, + "warmups": [ + { + "id": "warm-0-128-32", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "warm-0-128-128", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "warm-0-512-32", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "warm-0-512-128", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 429, + 438, + 949, + 315, + 264, + 15048, + 369, + 264, + 2155, + 3405, + 30, + 6771, + 752, + 1779, + 1549, + 382, + 785, + 1196, + 594, + 3405, + 572, + 30339, + 25, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 11504, + 2266, + 911, + 14697, + 2578, + 387, + 264, + 2518, + 305, + 14443, + 11, + 476, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131, + 3491, + 1380, + 279, + 4226, + 7460, + 12831, + 429, + 2266 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context", + "tokens_equal": true + }, + { + "id": "warm-0-2048-32", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "warm-0-2048-128", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 7196, + 1052, + 594, + 264, + 14068, + 1588, + 13, + 6771, + 752, + 1744, + 382, + 785, + 4004, + 2266, + 374, + 1101, + 11504, + 5128, + 911, + 2518, + 323, + 6303, + 14697, + 13, + 576, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 13, + 576, + 4226, + 374, + 12095, + 13, + 576, + 1196, + 2578, + 387, + 13295, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 8818, + 279, + 39715, + 2266, + 13, + 2521, + 8365, + 807, + 1366, + 311, + 1490, + 421, + 358, + 646, + 3705, + 5248, + 37597, + 323 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and", + "tokens_equal": true + }, + { + "id": "warm-0-8192-32", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at", + "tokens_equal": true + }, + { + "id": "warm-0-8192-128", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + } + ], + "correctness_batches": [ + { + "input_tokens": 128, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-128-32-16-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-1", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-2", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-3", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-4", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-5", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-6", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-7", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-8", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-9", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-10", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-11", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-12", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-13", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-14", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-15", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-128-128-16-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-1", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-2", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-3", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-4", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-5", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-6", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-7", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-8", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-9", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-10", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-11", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-12", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-13", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-14", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-15", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 512, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-512-32-16-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-1", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-2", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-3", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-4", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-5", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-6", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-7", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-8", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-9", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-10", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-11", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-12", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-13", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-14", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-15", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-512-128-16-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 429, + 438, + 949, + 315, + 264, + 15048, + 369, + 264, + 2155, + 3405, + 30, + 6771, + 752, + 1779, + 1549, + 382, + 785, + 1196, + 594, + 3405, + 572, + 30339, + 25, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 11504, + 2266, + 911, + 14697, + 2578, + 387, + 264, + 2518, + 305, + 14443, + 11, + 476, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131, + 3491, + 1380, + 279, + 4226, + 7460, + 12831, + 429, + 2266 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context", + "tokens_equal": true + }, + { + "id": "check-512-128-16-1", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 429, + 438, + 949, + 315, + 264, + 15048, + 369, + 264, + 2155, + 3405, + 30, + 6771, + 752, + 1779, + 1549, + 382, + 785, + 1196, + 594, + 3405, + 572, + 30339, + 25, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 11504, + 2266, + 911, + 14697, + 2578, + 387, + 264, + 2518, + 305, + 14443, + 11, + 476, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131, + 3491, + 1380, + 279, + 4226, + 7460, + 12831, + 429, + 2266 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context", + "tokens_equal": true + }, + { + "id": "check-512-128-16-2", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 429, + 438, + 949, + 315, + 264, + 15048, + 369, + 264, + 2155, + 3405, + 30, + 6771, + 752, + 1779, + 1549, + 382, + 785, + 1196, + 594, + 3405, + 572, + 30339, + 25, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 11504, + 2266, + 911, + 14697, + 2578, + 387, + 264, + 2518, + 305, + 14443, + 11, + 476, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131, + 3491, + 1380, + 279, + 4226, + 7460, + 12831, + 429, + 2266 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context", + "tokens_equal": true + }, + { + "id": "check-512-128-16-3", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 429, + 438, + 949, + 315, + 264, + 15048, + 369, + 264, + 2155, + 3405, + 30, + 6771, + 752, + 1779, + 1549, + 382, + 785, + 1196, + 594, + 3405, + 572, + 30339, + 25, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 11504, + 2266, + 911, + 14697, + 2578, + 387, + 264, + 2518, + 305, + 14443, + 11, + 476, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131, + 3491, + 1380, + 279, + 4226, + 7460, + 12831, + 429, + 2266 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context", + "tokens_equal": true + }, + { + "id": "check-512-128-16-4", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 429, + 438, + 949, + 315, + 264, + 15048, + 369, + 264, + 2155, + 3405, + 30, + 6771, + 752, + 1779, + 1549, + 382, + 785, + 1196, + 594, + 3405, + 572, + 30339, + 25, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 11504, + 2266, + 911, + 14697, + 2578, + 387, + 264, + 2518, + 305, + 14443, + 11, + 476, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131, + 3491, + 1380, + 279, + 4226, + 7460, + 12831, + 429, + 2266 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context", + "tokens_equal": true + }, + { + "id": "check-512-128-16-5", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 429, + 438, + 949, + 315, + 264, + 15048, + 369, + 264, + 2155, + 3405, + 30, + 6771, + 752, + 1779, + 1549, + 382, + 785, + 1196, + 594, + 3405, + 572, + 30339, + 25, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 11504, + 2266, + 911, + 14697, + 2578, + 387, + 264, + 2518, + 305, + 14443, + 11, + 476, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131, + 3491, + 1380, + 279, + 4226, + 7460, + 12831, + 429, + 2266 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context", + "tokens_equal": true + }, + { + "id": "check-512-128-16-6", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 429, + 438, + 949, + 315, + 264, + 15048, + 369, + 264, + 2155, + 3405, + 30, + 6771, + 752, + 1779, + 1549, + 382, + 785, + 1196, + 594, + 3405, + 572, + 30339, + 25, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 11504, + 2266, + 911, + 14697, + 2578, + 387, + 264, + 2518, + 305, + 14443, + 11, + 476, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131, + 3491, + 1380, + 279, + 4226, + 7460, + 12831, + 429, + 2266 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context", + "tokens_equal": true + }, + { + "id": "check-512-128-16-7", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 429, + 438, + 949, + 315, + 264, + 15048, + 369, + 264, + 2155, + 3405, + 30, + 6771, + 752, + 1779, + 1549, + 382, + 785, + 1196, + 594, + 3405, + 572, + 30339, + 25, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 11504, + 2266, + 911, + 14697, + 2578, + 387, + 264, + 2518, + 305, + 14443, + 11, + 476, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131, + 3491, + 1380, + 279, + 4226, + 7460, + 12831, + 429, + 2266 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context", + "tokens_equal": true + }, + { + "id": "check-512-128-16-8", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 429, + 438, + 949, + 315, + 264, + 15048, + 369, + 264, + 2155, + 3405, + 30, + 6771, + 752, + 1779, + 1549, + 382, + 785, + 1196, + 594, + 3405, + 572, + 30339, + 25, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 11504, + 2266, + 911, + 14697, + 2578, + 387, + 264, + 2518, + 305, + 14443, + 11, + 476, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131, + 3491, + 1380, + 279, + 4226, + 7460, + 12831, + 429, + 2266 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context", + "tokens_equal": true + }, + { + "id": "check-512-128-16-9", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 429, + 438, + 949, + 315, + 264, + 15048, + 369, + 264, + 2155, + 3405, + 30, + 6771, + 752, + 1779, + 1549, + 382, + 785, + 1196, + 594, + 3405, + 572, + 30339, + 25, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 11504, + 2266, + 911, + 14697, + 2578, + 387, + 264, + 2518, + 305, + 14443, + 11, + 476, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131, + 3491, + 1380, + 279, + 4226, + 7460, + 12831, + 429, + 2266 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context", + "tokens_equal": true + }, + { + "id": "check-512-128-16-10", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 429, + 438, + 949, + 315, + 264, + 15048, + 369, + 264, + 2155, + 3405, + 30, + 6771, + 752, + 1779, + 1549, + 382, + 785, + 1196, + 594, + 3405, + 572, + 30339, + 25, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 11504, + 2266, + 911, + 14697, + 2578, + 387, + 264, + 2518, + 305, + 14443, + 11, + 476, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131, + 3491, + 1380, + 279, + 4226, + 7460, + 12831, + 429, + 2266 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context", + "tokens_equal": true + }, + { + "id": "check-512-128-16-11", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 429, + 438, + 949, + 315, + 264, + 15048, + 369, + 264, + 2155, + 3405, + 30, + 6771, + 752, + 1779, + 1549, + 382, + 785, + 1196, + 594, + 3405, + 572, + 30339, + 25, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 11504, + 2266, + 911, + 14697, + 2578, + 387, + 264, + 2518, + 305, + 14443, + 11, + 476, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131, + 3491, + 1380, + 279, + 4226, + 7460, + 12831, + 429, + 2266 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context", + "tokens_equal": true + }, + { + "id": "check-512-128-16-12", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 429, + 438, + 949, + 315, + 264, + 15048, + 369, + 264, + 2155, + 3405, + 30, + 6771, + 752, + 1779, + 1549, + 382, + 785, + 1196, + 594, + 3405, + 572, + 30339, + 25, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 11504, + 2266, + 911, + 14697, + 2578, + 387, + 264, + 2518, + 305, + 14443, + 11, + 476, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131, + 3491, + 1380, + 279, + 4226, + 7460, + 12831, + 429, + 2266 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context", + "tokens_equal": true + }, + { + "id": "check-512-128-16-13", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 429, + 438, + 949, + 315, + 264, + 15048, + 369, + 264, + 2155, + 3405, + 30, + 6771, + 752, + 1779, + 1549, + 382, + 785, + 1196, + 594, + 3405, + 572, + 30339, + 25, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 11504, + 2266, + 911, + 14697, + 2578, + 387, + 264, + 2518, + 305, + 14443, + 11, + 476, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131, + 3491, + 1380, + 279, + 4226, + 7460, + 12831, + 429, + 2266 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context", + "tokens_equal": true + }, + { + "id": "check-512-128-16-14", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 429, + 438, + 949, + 315, + 264, + 15048, + 369, + 264, + 2155, + 3405, + 30, + 6771, + 752, + 1779, + 1549, + 382, + 785, + 1196, + 594, + 3405, + 572, + 30339, + 25, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 11504, + 2266, + 911, + 14697, + 2578, + 387, + 264, + 2518, + 305, + 14443, + 11, + 476, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131, + 3491, + 1380, + 279, + 4226, + 7460, + 12831, + 429, + 2266 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context", + "tokens_equal": true + }, + { + "id": "check-512-128-16-15", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 429, + 438, + 949, + 315, + 264, + 15048, + 369, + 264, + 2155, + 3405, + 30, + 6771, + 752, + 1779, + 1549, + 382, + 785, + 1196, + 594, + 3405, + 572, + 30339, + 25, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 11504, + 2266, + 911, + 14697, + 2578, + 387, + 264, + 2518, + 305, + 14443, + 11, + 476, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131, + 3491, + 1380, + 279, + 4226, + 7460, + 12831, + 429, + 2266 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-2048-32-16-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-1", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-2", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-3", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-4", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-5", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-6", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-7", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-8", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-9", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-10", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-11", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-12", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-13", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-14", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-15", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-2048-128-16-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 7196, + 1052, + 594, + 264, + 14068, + 1588, + 13, + 6771, + 752, + 1744, + 382, + 785, + 4004, + 2266, + 374, + 1101, + 11504, + 5128, + 911, + 2518, + 323, + 6303, + 14697, + 13, + 576, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 13, + 576, + 4226, + 374, + 12095, + 13, + 576, + 1196, + 2578, + 387, + 13295, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 8818, + 279, + 39715, + 2266, + 13, + 2521, + 8365, + 807, + 1366, + 311, + 1490, + 421, + 358, + 646, + 3705, + 5248, + 37597, + 323 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-1", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 7196, + 1052, + 594, + 264, + 14068, + 1588, + 13, + 6771, + 752, + 1744, + 382, + 785, + 4004, + 2266, + 374, + 1101, + 11504, + 5128, + 911, + 2518, + 323, + 6303, + 14697, + 13, + 576, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 13, + 576, + 4226, + 374, + 12095, + 13, + 576, + 1196, + 2578, + 387, + 13295, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 8818, + 279, + 39715, + 2266, + 13, + 2521, + 8365, + 807, + 1366, + 311, + 1490, + 421, + 358, + 646, + 3705, + 5248, + 37597, + 323 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-2", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 7196, + 1052, + 594, + 264, + 14068, + 1588, + 13, + 6771, + 752, + 1744, + 382, + 785, + 4004, + 2266, + 374, + 1101, + 11504, + 5128, + 911, + 2518, + 323, + 6303, + 14697, + 13, + 576, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 13, + 576, + 4226, + 374, + 12095, + 13, + 576, + 1196, + 2578, + 387, + 13295, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 8818, + 279, + 39715, + 2266, + 13, + 2521, + 8365, + 807, + 1366, + 311, + 1490, + 421, + 358, + 646, + 3705, + 5248, + 37597, + 323 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-3", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 7196, + 1052, + 594, + 264, + 14068, + 1588, + 13, + 6771, + 752, + 1744, + 382, + 785, + 4004, + 2266, + 374, + 1101, + 11504, + 5128, + 911, + 2518, + 323, + 6303, + 14697, + 13, + 576, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 13, + 576, + 4226, + 374, + 12095, + 13, + 576, + 1196, + 2578, + 387, + 13295, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 8818, + 279, + 39715, + 2266, + 13, + 2521, + 8365, + 807, + 1366, + 311, + 1490, + 421, + 358, + 646, + 3705, + 5248, + 37597, + 323 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-4", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 7196, + 1052, + 594, + 264, + 14068, + 1588, + 13, + 6771, + 752, + 1744, + 382, + 785, + 4004, + 2266, + 374, + 1101, + 11504, + 5128, + 911, + 2518, + 323, + 6303, + 14697, + 13, + 576, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 13, + 576, + 4226, + 374, + 12095, + 13, + 576, + 1196, + 2578, + 387, + 13295, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 8818, + 279, + 39715, + 2266, + 13, + 2521, + 8365, + 807, + 1366, + 311, + 1490, + 421, + 358, + 646, + 3705, + 5248, + 37597, + 323 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-5", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 7196, + 1052, + 594, + 264, + 14068, + 1588, + 13, + 6771, + 752, + 1744, + 382, + 785, + 4004, + 2266, + 374, + 1101, + 11504, + 5128, + 911, + 2518, + 323, + 6303, + 14697, + 13, + 576, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 13, + 576, + 4226, + 374, + 12095, + 13, + 576, + 1196, + 2578, + 387, + 13295, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 8818, + 279, + 39715, + 2266, + 13, + 2521, + 8365, + 807, + 1366, + 311, + 1490, + 421, + 358, + 646, + 3705, + 5248, + 37597, + 323 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-6", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 7196, + 1052, + 594, + 264, + 14068, + 1588, + 13, + 6771, + 752, + 1744, + 382, + 785, + 4004, + 2266, + 374, + 1101, + 11504, + 5128, + 911, + 2518, + 323, + 6303, + 14697, + 13, + 576, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 13, + 576, + 4226, + 374, + 12095, + 13, + 576, + 1196, + 2578, + 387, + 13295, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 8818, + 279, + 39715, + 2266, + 13, + 2521, + 8365, + 807, + 1366, + 311, + 1490, + 421, + 358, + 646, + 3705, + 5248, + 37597, + 323 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-7", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 7196, + 1052, + 594, + 264, + 14068, + 1588, + 13, + 6771, + 752, + 1744, + 382, + 785, + 4004, + 2266, + 374, + 1101, + 11504, + 5128, + 911, + 2518, + 323, + 6303, + 14697, + 13, + 576, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 13, + 576, + 4226, + 374, + 12095, + 13, + 576, + 1196, + 2578, + 387, + 13295, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 8818, + 279, + 39715, + 2266, + 13, + 2521, + 8365, + 807, + 1366, + 311, + 1490, + 421, + 358, + 646, + 3705, + 5248, + 37597, + 323 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-8", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 7196, + 1052, + 594, + 264, + 14068, + 1588, + 13, + 6771, + 752, + 1744, + 382, + 785, + 4004, + 2266, + 374, + 1101, + 11504, + 5128, + 911, + 2518, + 323, + 6303, + 14697, + 13, + 576, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 13, + 576, + 4226, + 374, + 12095, + 13, + 576, + 1196, + 2578, + 387, + 13295, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 8818, + 279, + 39715, + 2266, + 13, + 2521, + 8365, + 807, + 1366, + 311, + 1490, + 421, + 358, + 646, + 3705, + 5248, + 37597, + 323 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-9", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 7196, + 1052, + 594, + 264, + 14068, + 1588, + 13, + 6771, + 752, + 1744, + 382, + 785, + 4004, + 2266, + 374, + 1101, + 11504, + 5128, + 911, + 2518, + 323, + 6303, + 14697, + 13, + 576, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 13, + 576, + 4226, + 374, + 12095, + 13, + 576, + 1196, + 2578, + 387, + 13295, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 8818, + 279, + 39715, + 2266, + 13, + 2521, + 8365, + 807, + 1366, + 311, + 1490, + 421, + 358, + 646, + 3705, + 5248, + 37597, + 323 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-10", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 7196, + 1052, + 594, + 264, + 14068, + 1588, + 13, + 6771, + 752, + 1744, + 382, + 785, + 4004, + 2266, + 374, + 1101, + 11504, + 5128, + 911, + 2518, + 323, + 6303, + 14697, + 13, + 576, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 13, + 576, + 4226, + 374, + 12095, + 13, + 576, + 1196, + 2578, + 387, + 13295, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 8818, + 279, + 39715, + 2266, + 13, + 2521, + 8365, + 807, + 1366, + 311, + 1490, + 421, + 358, + 646, + 3705, + 5248, + 37597, + 323 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-11", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 7196, + 1052, + 594, + 264, + 14068, + 1588, + 13, + 6771, + 752, + 1744, + 382, + 785, + 4004, + 2266, + 374, + 1101, + 11504, + 5128, + 911, + 2518, + 323, + 6303, + 14697, + 13, + 576, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 13, + 576, + 4226, + 374, + 12095, + 13, + 576, + 1196, + 2578, + 387, + 13295, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 8818, + 279, + 39715, + 2266, + 13, + 2521, + 8365, + 807, + 1366, + 311, + 1490, + 421, + 358, + 646, + 3705, + 5248, + 37597, + 323 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-12", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 7196, + 1052, + 594, + 264, + 14068, + 1588, + 13, + 6771, + 752, + 1744, + 382, + 785, + 4004, + 2266, + 374, + 1101, + 11504, + 5128, + 911, + 2518, + 323, + 6303, + 14697, + 13, + 576, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 13, + 576, + 4226, + 374, + 12095, + 13, + 576, + 1196, + 2578, + 387, + 13295, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 8818, + 279, + 39715, + 2266, + 13, + 2521, + 8365, + 807, + 1366, + 311, + 1490, + 421, + 358, + 646, + 3705, + 5248, + 37597, + 323 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-13", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 7196, + 1052, + 594, + 264, + 14068, + 1588, + 13, + 6771, + 752, + 1744, + 382, + 785, + 4004, + 2266, + 374, + 1101, + 11504, + 5128, + 911, + 2518, + 323, + 6303, + 14697, + 13, + 576, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 13, + 576, + 4226, + 374, + 12095, + 13, + 576, + 1196, + 2578, + 387, + 13295, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 8818, + 279, + 39715, + 2266, + 13, + 2521, + 8365, + 807, + 1366, + 311, + 1490, + 421, + 358, + 646, + 3705, + 5248, + 37597, + 323 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-14", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 7196, + 1052, + 594, + 264, + 14068, + 1588, + 13, + 6771, + 752, + 1744, + 382, + 785, + 4004, + 2266, + 374, + 1101, + 11504, + 5128, + 911, + 2518, + 323, + 6303, + 14697, + 13, + 576, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 13, + 576, + 4226, + 374, + 12095, + 13, + 576, + 1196, + 2578, + 387, + 13295, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 8818, + 279, + 39715, + 2266, + 13, + 2521, + 8365, + 807, + 1366, + 311, + 1490, + 421, + 358, + 646, + 3705, + 5248, + 37597, + 323 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-15", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 7196, + 1052, + 594, + 264, + 14068, + 1588, + 13, + 6771, + 752, + 1744, + 382, + 785, + 4004, + 2266, + 374, + 1101, + 11504, + 5128, + 911, + 2518, + 323, + 6303, + 14697, + 13, + 576, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 13, + 576, + 4226, + 374, + 12095, + 13, + 576, + 1196, + 2578, + 387, + 13295, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 8818, + 279, + 39715, + 2266, + 13, + 2521, + 8365, + 807, + 1366, + 311, + 1490, + 421, + 358, + 646, + 3705, + 5248, + 37597, + 323 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-8192-32-16-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-1", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-2", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-3", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-4", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-5", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-6", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-7", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-8", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-9", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-10", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-11", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-12", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-13", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-14", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-15", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-8192-128-16-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-1", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-2", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-3", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-4", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-5", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-6", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-7", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-8", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-9", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-10", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-11", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-12", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-13", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-14", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-15", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "tokens_equal": true + } + ] + } + ], + "batches": [ + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 3.706274523981847, + "output_tok_s": 138.14411120575366, + "median_first_sse_s": 1.4757741724897642, + "median_tpot_est_s": 0.02843876209789737, + "median_e2e_s": 2.3573757975245826, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o32-c16-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 2.755754413024988, + "tpot_est_s": 0.028145406160488603, + "e2e_s": 3.6282620040001348 + }, + { + "id": "r0-n128-o32-c16-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 2.0048945960006677, + "tpot_est_s": 0.028039287323237308, + "e2e_s": 2.874112503021024 + }, + { + "id": "r0-n128-o32-c16-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 0.9927245000144467, + "tpot_est_s": 0.028734655290346352, + "e2e_s": 1.8834988140151836 + }, + { + "id": "r0-n128-o32-c16-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 2.898952229996212, + "tpot_est_s": 0.025994339807619973, + "e2e_s": 3.704776764032431 + }, + { + "id": "r0-n128-o32-c16-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 1.0464512060279958, + "tpot_est_s": 0.028728686387635646, + "e2e_s": 1.9370404840447009 + }, + { + "id": "r0-n128-o32-c16-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 0.1763246480259113, + "tpot_est_s": 0.0288993795796658, + "e2e_s": 1.072205414995551 + }, + { + "id": "r0-n128-o32-c16-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 0.0807136080111377, + "tpot_est_s": 0.02868076245067641, + "e2e_s": 0.9698172439821064 + }, + { + "id": "r0-n128-o32-c16-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 2.8486766809946857, + "tpot_est_s": 0.026790716420603735, + "e2e_s": 3.6791888900334015 + }, + { + "id": "r0-n128-o32-c16-8", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 1.855498822988011, + "tpot_est_s": 0.028266284840121385, + "e2e_s": 2.731753653031774 + }, + { + "id": "r0-n128-o32-c16-9", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 1.0960495219915174, + "tpot_est_s": 0.028611239355673352, + "e2e_s": 1.9829979420173913 + }, + { + "id": "r0-n128-o32-c16-10", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 0.12922423996496946, + "tpot_est_s": 0.028787153065129512, + "e2e_s": 1.0216259849839844 + }, + { + "id": "r0-n128-o32-c16-11", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 1.9585932139889337, + "tpot_est_s": 0.02798752058222289, + "e2e_s": 2.8262063520378433 + }, + { + "id": "r0-n128-o32-c16-12", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 2.801650022971444, + "tpot_est_s": 0.02746591845249397, + "e2e_s": 3.653093494998757 + }, + { + "id": "r0-n128-o32-c16-13", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 0.9436887879855931, + "tpot_est_s": 0.02863167535566214, + "e2e_s": 1.8312707240111195 + }, + { + "id": "r0-n128-o32-c16-14", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 1.9060231070034206, + "tpot_est_s": 0.028162967259695214, + "e2e_s": 2.779075092053972 + }, + { + "id": "r0-n128-o32-c16-15", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 0.030658476985991, + "tpot_est_s": 0.02868083767750631, + "e2e_s": 0.9197644449886866 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 13.902456101030111, + "output_tok_s": 147.31209975539878, + "median_first_sse_s": 5.21640495149768, + "median_tpot_est_s": 0.02702998930306951, + "median_e2e_s": 8.666833372990368, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c16-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 6.93886948004365, + "tpot_est_s": 0.02702275815733349, + "e2e_s": 10.370759766025003 + }, + { + "id": "r0-n128-o128-c16-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 10.34462391299894, + "tpot_est_s": 0.02731776451985315, + "e2e_s": 13.813980007020291 + }, + { + "id": "r0-n128-o128-c16-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.1234881259733811, + "tpot_est_s": 0.026334586480401427, + "e2e_s": 3.4679806089843623 + }, + { + "id": "r0-n128-o128-c16-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.030555082019418478, + "tpot_est_s": 0.02628304752774214, + "e2e_s": 3.36850211804267 + }, + { + "id": "r0-n128-o128-c16-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 6.892488207027782, + "tpot_est_s": 0.027003909291160536, + "e2e_s": 10.32198468700517 + }, + { + "id": "r0-n128-o128-c16-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.4412120140041225, + "tpot_est_s": 0.027350953543159053, + "e2e_s": 6.914783113985322 + }, + { + "id": "r0-n128-o128-c16-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 10.445773788029328, + "tpot_est_s": 0.02697044633847742, + "e2e_s": 13.87102047301596 + }, + { + "id": "r0-n128-o128-c16-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.5403216959675774, + "tpot_est_s": 0.027333546165417236, + "e2e_s": 7.011682058975566 + }, + { + "id": "r0-n128-o128-c16-8", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 7.032818823005073, + "tpot_est_s": 0.02707719530701256, + "e2e_s": 10.471622626995668 + }, + { + "id": "r0-n128-o128-c16-9", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.07433679001405835, + "tpot_est_s": 0.02631944120498594, + "e2e_s": 3.416905823047273 + }, + { + "id": "r0-n128-o128-c16-10", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.4919208410428837, + "tpot_est_s": 0.027345231456469422, + "e2e_s": 6.9647652360145 + }, + { + "id": "r0-n128-o128-c16-11", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 0.17144859198015183, + "tpot_est_s": 0.026342727204942417, + "e2e_s": 3.5169749470078386 + }, + { + "id": "r0-n128-o128-c16-12", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 6.986937259032857, + "tpot_est_s": 0.02703722044880553, + "e2e_s": 10.42066425603116 + }, + { + "id": "r0-n128-o128-c16-13", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 3.3904667400056496, + "tpot_est_s": 0.027382090803250436, + "e2e_s": 6.867992272018455 + }, + { + "id": "r0-n128-o128-c16-14", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 10.494665795005858, + "tpot_est_s": 0.02681148585021921, + "e2e_s": 13.899724497983698 + }, + { + "id": "r0-n128-o128-c16-15", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 10.395063627976924, + "tpot_est_s": 0.02714665226755649, + "e2e_s": 13.842688465956599 + } + ] + }, + { + "repeat": 0, + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 4.569536221039016, + "output_tok_s": 112.04638178436018, + "median_first_sse_s": 1.915065808017971, + "median_tpot_est_s": 0.03270719445220405, + "median_e2e_s": 2.933246725500794, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n512-o32-c16-0", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 2.64383578998968, + "tpot_est_s": 0.032095056806405585, + "e2e_s": 3.638782550988253 + }, + { + "id": "r0-n512-o32-c16-1", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 1.175247750012204, + "tpot_est_s": 0.03361714264610782, + "e2e_s": 2.2173791720415466 + }, + { + "id": "r0-n512-o32-c16-2", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 3.613577891024761, + "tpot_est_s": 0.028992172161627923, + "e2e_s": 4.5123352280352265 + }, + { + "id": "r0-n512-o32-c16-3", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 0.4039126959978603, + "tpot_est_s": 0.033360844904241425, + "e2e_s": 1.4380988880293444 + }, + { + "id": "r0-n512-o32-c16-4", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 0.0660368159878999, + "tpot_est_s": 0.033050331322761674, + "e2e_s": 1.0905970869935118 + }, + { + "id": "r0-n512-o32-c16-5", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 0.17509511398384348, + "tpot_est_s": 0.033130221033183437, + "e2e_s": 1.20213196601253 + }, + { + "id": "r0-n512-o32-c16-6", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 1.5261262120329775, + "tpot_est_s": 0.033403862515584595, + "e2e_s": 2.5616459500161 + }, + { + "id": "r0-n512-o32-c16-7", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 2.532558261998929, + "tpot_est_s": 0.032033362452151076, + "e2e_s": 3.5255924980156124 + }, + { + "id": "r0-n512-o32-c16-8", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 1.2878441890352406, + "tpot_est_s": 0.03364577567798176, + "e2e_s": 2.330863235052675 + }, + { + "id": "r0-n512-o32-c16-9", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 3.721773386991117, + "tpot_est_s": 0.027274915355167562, + "e2e_s": 4.567295763001312 + }, + { + "id": "r0-n512-o32-c16-10", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 2.3040054040029645, + "tpot_est_s": 0.03228522893492012, + "e2e_s": 3.3048475009854883 + }, + { + "id": "r0-n512-o32-c16-11", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 2.4210152289597318, + "tpot_est_s": 0.03206145335477026, + "e2e_s": 3.4149202829576097 + }, + { + "id": "r0-n512-o32-c16-12", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 3.4987971169757657, + "tpot_est_s": 0.030741772419142145, + "e2e_s": 4.451792061969172 + }, + { + "id": "r0-n512-o32-c16-13", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 1.4081759310211055, + "tpot_est_s": 0.03356918780651364, + "e2e_s": 2.4488207530230284 + }, + { + "id": "r0-n512-o32-c16-14", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 0.28471251600421965, + "tpot_est_s": 0.033303344451386725, + "e2e_s": 1.317116193997208 + }, + { + "id": "r0-n512-o32-c16-15", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 3.389067660958972, + "tpot_est_s": 0.03236405758164643, + "e2e_s": 4.392353445990011 + } + ] + }, + { + "repeat": 0, + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 14.672044443024788, + "output_tok_s": 139.5851824163221, + "median_first_sse_s": 5.693408645485761, + "median_tpot_est_s": 0.02773696926374751, + "median_e2e_s": 9.253435356513364, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n512-o128-c16-0", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context", + "text_equal": true, + "first_sse_s": 7.608199116017204, + "tpot_est_s": 0.0274315699682879, + "e2e_s": 11.092008501989767 + }, + { + "id": "r0-n512-o128-c16-1", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context", + "text_equal": true, + "first_sse_s": 4.0026573140057735, + "tpot_est_s": 0.02859027947273516, + "e2e_s": 7.633622807043139 + }, + { + "id": "r0-n512-o128-c16-2", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context", + "text_equal": true, + "first_sse_s": 7.499913125997409, + "tpot_est_s": 0.027423975921389978, + "e2e_s": 10.982758068013936 + }, + { + "id": "r0-n512-o128-c16-3", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context", + "text_equal": true, + "first_sse_s": 0.17480531299952418, + "tpot_est_s": 0.027743845031318055, + "e2e_s": 3.6982736319769174 + }, + { + "id": "r0-n512-o128-c16-4", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context", + "text_equal": true, + "first_sse_s": 10.957324624992907, + "tpot_est_s": 0.0280141114723854, + "e2e_s": 14.515116781985853 + }, + { + "id": "r0-n512-o128-c16-5", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context", + "text_equal": true, + "first_sse_s": 0.39315161400008947, + "tpot_est_s": 0.02773380347236067, + "e2e_s": 3.9153446549898945 + }, + { + "id": "r0-n512-o128-c16-6", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context", + "text_equal": true, + "first_sse_s": 3.891403470945079, + "tpot_est_s": 0.028620381213038955, + "e2e_s": 7.526191885001026 + }, + { + "id": "r0-n512-o128-c16-7", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context", + "text_equal": true, + "first_sse_s": 11.177454636024777, + "tpot_est_s": 0.02710132670082797, + "e2e_s": 14.61932312702993 + }, + { + "id": "r0-n512-o128-c16-8", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context", + "text_equal": true, + "first_sse_s": 11.285600614966825, + "tpot_est_s": 0.026654721425175228, + "e2e_s": 14.670750235964078 + }, + { + "id": "r0-n512-o128-c16-9", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context", + "text_equal": true, + "first_sse_s": 0.28529108298243955, + "tpot_est_s": 0.02774013505513435, + "e2e_s": 3.808288234984502 + }, + { + "id": "r0-n512-o128-c16-10", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context", + "text_equal": true, + "first_sse_s": 11.067861980001908, + "tpot_est_s": 0.02755797492921367, + "e2e_s": 14.567724796012044 + }, + { + "id": "r0-n512-o128-c16-11", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context", + "text_equal": true, + "first_sse_s": 3.7842316169990227, + "tpot_est_s": 0.02855385383444391, + "e2e_s": 7.410571053973399 + }, + { + "id": "r0-n512-o128-c16-12", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context", + "text_equal": true, + "first_sse_s": 7.715278921008576, + "tpot_est_s": 0.027444860330548167, + "e2e_s": 11.200776182988193 + }, + { + "id": "r0-n512-o128-c16-13", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context", + "text_equal": true, + "first_sse_s": 0.06464740401133895, + "tpot_est_s": 0.02774032000791443, + "e2e_s": 3.5876680450164713 + }, + { + "id": "r0-n512-o128-c16-14", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context", + "text_equal": true, + "first_sse_s": 7.384159976965748, + "tpot_est_s": 0.027473133299353084, + "e2e_s": 10.87324790598359 + }, + { + "id": "r0-n512-o128-c16-15", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context", + "text_equal": true, + "first_sse_s": 3.669728387030773, + "tpot_est_s": 0.028590000661247682, + "e2e_s": 7.300658471009228 + } + ] + }, + { + "repeat": 0, + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 8.723387200967409, + "output_tok_s": 58.69279767189746, + "median_first_sse_s": 4.130318781040842, + "median_tpot_est_s": 0.051565611855156956, + "median_e2e_s": 5.7151207370334305, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n2048-o32-c16-0", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 4.912231154041365, + "tpot_est_s": 0.05126807029028573, + "e2e_s": 6.5015413330402225 + }, + { + "id": "r0-n2048-o32-c16-1", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 5.3755629569641314, + "tpot_est_s": 0.05179378719467129, + "e2e_s": 6.981170359998941 + }, + { + "id": "r0-n2048-o32-c16-2", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 3.3427450569579378, + "tpot_est_s": 0.05142655187181287, + "e2e_s": 4.936968164984137 + }, + { + "id": "r0-n2048-o32-c16-3", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 0.282409421983175, + "tpot_est_s": 0.05257582754805504, + "e2e_s": 1.9122600759728812 + }, + { + "id": "r0-n2048-o32-c16-4", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 6.477156214008573, + "tpot_est_s": 0.052461864644541376, + "e2e_s": 8.103474017989356 + }, + { + "id": "r0-n2048-o32-c16-5", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 2.381123212981038, + "tpot_est_s": 0.05205657635627675, + "e2e_s": 3.994877080025617 + }, + { + "id": "r0-n2048-o32-c16-6", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 1.7317893670406193, + "tpot_est_s": 0.05272792358018999, + "e2e_s": 3.366354998026509 + }, + { + "id": "r0-n2048-o32-c16-7", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 0.761120135022793, + "tpot_est_s": 0.05306041477278115, + "e2e_s": 2.4059929929790087 + }, + { + "id": "r0-n2048-o32-c16-8", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 2.874467011017259, + "tpot_est_s": 0.05137701222537867, + "e2e_s": 4.467154390003998 + }, + { + "id": "r0-n2048-o32-c16-9", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 6.955291649966966, + "tpot_est_s": 0.04373666616119144, + "e2e_s": 8.311128300963901 + }, + { + "id": "r0-n2048-o32-c16-10", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 7.430986250983551, + "tpot_est_s": 0.035055904388202414, + "e2e_s": 8.517719287017826 + }, + { + "id": "r0-n2048-o32-c16-11", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 5.853165829030331, + "tpot_est_s": 0.05170467183850105, + "e2e_s": 7.456010656023864 + }, + { + "id": "r0-n2048-o32-c16-12", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 7.9185318580130115, + "tpot_est_s": 0.025938832903310897, + "e2e_s": 8.72263567801565 + }, + { + "id": "r0-n2048-o32-c16-13", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 3.8181993450270966, + "tpot_est_s": 0.05103161977416265, + "e2e_s": 5.400179558026139 + }, + { + "id": "r0-n2048-o32-c16-14", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 4.442438217054587, + "tpot_est_s": 0.05121366770923017, + "e2e_s": 6.030061916040722 + }, + { + "id": "r0-n2048-o32-c16-15", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 1.2433890500105917, + "tpot_est_s": 0.05339360890361751, + "e2e_s": 2.8985909260227345 + } + ] + }, + { + "repeat": 0, + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 18.946034880995285, + "output_tok_s": 108.09649685878829, + "median_first_sse_s": 7.918753799982369, + "median_tpot_est_s": 0.03285254945673276, + "median_e2e_s": 12.062205900496338, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n2048-o128-c16-0", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and", + "text_equal": true, + "first_sse_s": 15.577113516977988, + "tpot_est_s": 0.026515629590309307, + "e2e_s": 18.94459847494727 + }, + { + "id": "r0-n2048-o128-c16-1", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and", + "text_equal": true, + "first_sse_s": 14.62131189199863, + "tpot_est_s": 0.03078115948037736, + "e2e_s": 18.530519146006554 + }, + { + "id": "r0-n2048-o128-c16-2", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and", + "text_equal": true, + "first_sse_s": 1.2373470000457019, + "tpot_est_s": 0.03296552210226728, + "e2e_s": 5.423968307033647 + }, + { + "id": "r0-n2048-o128-c16-3", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and", + "text_equal": true, + "first_sse_s": 15.096086295961868, + "tpot_est_s": 0.028663429897736875, + "e2e_s": 18.73634189297445 + }, + { + "id": "r0-n2048-o128-c16-4", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and", + "text_equal": true, + "first_sse_s": 5.875946057960391, + "tpot_est_s": 0.03237036978743428, + "e2e_s": 9.986983020964544 + }, + { + "id": "r0-n2048-o128-c16-5", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and", + "text_equal": true, + "first_sse_s": 1.7204541750252247, + "tpot_est_s": 0.03293715836205263, + "e2e_s": 5.903473287005909 + }, + { + "id": "r0-n2048-o128-c16-6", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and", + "text_equal": true, + "first_sse_s": 0.750814618950244, + "tpot_est_s": 0.03295412724406833, + "e2e_s": 4.935988778946921 + }, + { + "id": "r0-n2048-o128-c16-7", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and", + "text_equal": true, + "first_sse_s": 10.922863283951301, + "tpot_est_s": 0.033067099968664436, + "e2e_s": 15.122384979971685 + }, + { + "id": "r0-n2048-o128-c16-8", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and", + "text_equal": true, + "first_sse_s": 9.483606458990835, + "tpot_est_s": 0.03285801981889284, + "e2e_s": 13.656574975990225 + }, + { + "id": "r0-n2048-o128-c16-9", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and", + "text_equal": true, + "first_sse_s": 9.960755502979737, + "tpot_est_s": 0.032948790519593624, + "e2e_s": 14.145251898968127 + }, + { + "id": "r0-n2048-o128-c16-10", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and", + "text_equal": true, + "first_sse_s": 6.353901140973903, + "tpot_est_s": 0.0323931943624295, + "e2e_s": 10.46783682500245 + }, + { + "id": "r0-n2048-o128-c16-11", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and", + "text_equal": true, + "first_sse_s": 10.439850185997784, + "tpot_est_s": 0.03313262374818648, + "e2e_s": 14.647693402017467 + }, + { + "id": "r0-n2048-o128-c16-12", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and", + "text_equal": true, + "first_sse_s": 5.396758123009931, + "tpot_est_s": 0.03240426611815264, + "e2e_s": 9.512099920015316 + }, + { + "id": "r0-n2048-o128-c16-13", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and", + "text_equal": true, + "first_sse_s": 14.122728226007894, + "tpot_est_s": 0.033039583015625956, + "e2e_s": 18.31875526899239 + }, + { + "id": "r0-n2048-o128-c16-14", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and", + "text_equal": true, + "first_sse_s": 0.2790607929928228, + "tpot_est_s": 0.032847079094572684, + "e2e_s": 4.4506398380035535 + }, + { + "id": "r0-n2048-o128-c16-15", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and", + "text_equal": true, + "first_sse_s": 4.9087484839838, + "tpot_est_s": 0.03247213537812116, + "e2e_s": 9.032709677005187 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 39.62104910501512, + "output_tok_s": 12.922424104494308, + "median_first_sse_s": 20.26316969646723, + "median_tpot_est_s": 0.0748900020647148, + "median_e2e_s": 22.59124415399856, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o32-c16-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at", + "text_equal": true, + "first_sse_s": 23.9809222050244, + "tpot_est_s": 0.07587647848319443, + "e2e_s": 26.333093038003426 + }, + { + "id": "r0-n8192-o32-c16-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at", + "text_equal": true, + "first_sse_s": 16.529001058021095, + "tpot_est_s": 0.07542486787180326, + "e2e_s": 18.867171962046996 + }, + { + "id": "r0-n8192-o32-c16-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at", + "text_equal": true, + "first_sse_s": 9.094621126016136, + "tpot_est_s": 0.0748134944193636, + "e2e_s": 11.413839453016408 + }, + { + "id": "r0-n8192-o32-c16-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at", + "text_equal": true, + "first_sse_s": 4.1549352800357156, + "tpot_est_s": 0.07521456548373305, + "e2e_s": 6.48658681003144 + }, + { + "id": "r0-n8192-o32-c16-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at", + "text_equal": true, + "first_sse_s": 36.38583693502005, + "tpot_est_s": 0.0744297101928462, + "e2e_s": 38.693157950998284 + }, + { + "id": "r0-n8192-o32-c16-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at", + "text_equal": true, + "first_sse_s": 19.019455803965684, + "tpot_est_s": 0.07532249558191266, + "e2e_s": 21.354453167004976 + }, + { + "id": "r0-n8192-o32-c16-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at", + "text_equal": true, + "first_sse_s": 38.84572846698575, + "tpot_est_s": 0.024975125257286332, + "e2e_s": 39.61995734996162 + }, + { + "id": "r0-n8192-o32-c16-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at", + "text_equal": true, + "first_sse_s": 1.7072844119975343, + "tpot_est_s": 0.0740433327418061, + "e2e_s": 4.0026277269935235 + }, + { + "id": "r0-n8192-o32-c16-8", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at", + "text_equal": true, + "first_sse_s": 6.638072646979708, + "tpot_est_s": 0.07435913603272169, + "e2e_s": 8.94320586399408 + }, + { + "id": "r0-n8192-o32-c16-9", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at", + "text_equal": true, + "first_sse_s": 11.565592161030509, + "tpot_est_s": 0.07501355483714912, + "e2e_s": 13.891012360982131 + }, + { + "id": "r0-n8192-o32-c16-10", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at", + "text_equal": true, + "first_sse_s": 14.042337581980973, + "tpot_est_s": 0.07531947445222026, + "e2e_s": 16.3772412899998 + }, + { + "id": "r0-n8192-o32-c16-11", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at", + "text_equal": true, + "first_sse_s": 26.482766409986652, + "tpot_est_s": 0.07460742122531237, + "e2e_s": 28.795596467971336 + }, + { + "id": "r0-n8192-o32-c16-12", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at", + "text_equal": true, + "first_sse_s": 31.42267553100828, + "tpot_est_s": 0.07543690099884125, + "e2e_s": 33.76121946197236 + }, + { + "id": "r0-n8192-o32-c16-13", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at", + "text_equal": true, + "first_sse_s": 21.506883588968776, + "tpot_est_s": 0.07487585651688278, + "e2e_s": 23.828035140992142 + }, + { + "id": "r0-n8192-o32-c16-14", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at", + "text_equal": true, + "first_sse_s": 33.91302050894592, + "tpot_est_s": 0.07477850003370774, + "e2e_s": 36.23115400999086 + }, + { + "id": "r0-n8192-o32-c16-15", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at", + "text_equal": true, + "first_sse_s": 28.948478805017658, + "tpot_est_s": 0.07490414761254684, + "e2e_s": 31.27050738100661 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 45.05022216500947, + "output_tok_s": 45.460375145290236, + "median_first_sse_s": 21.938469171494944, + "median_tpot_est_s": 0.06598407014545354, + "median_e2e_s": 30.318446079967543, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c16-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 41.85394499701215, + "tpot_est_s": 0.025147551393382046, + "e2e_s": 45.04768402397167 + }, + { + "id": "r0-n8192-o128-c16-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 39.36142082099104, + "tpot_est_s": 0.03870184014974837, + "e2e_s": 44.276554520009086 + }, + { + "id": "r0-n8192-o128-c16-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 9.355377744010184, + "tpot_est_s": 0.06640846916523901, + "e2e_s": 17.78925332799554 + }, + { + "id": "r0-n8192-o128-c16-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 1.7372048040269874, + "tpot_est_s": 0.06656237629904067, + "e2e_s": 10.190626594005153 + }, + { + "id": "r0-n8192-o128-c16-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 4.2486449659918435, + "tpot_est_s": 0.06667365134633182, + "e2e_s": 12.716198686975986 + }, + { + "id": "r0-n8192-o128-c16-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 26.13805103098275, + "tpot_est_s": 0.06528803956691234, + "e2e_s": 34.42963205598062 + }, + { + "id": "r0-n8192-o128-c16-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 6.785654508974403, + "tpot_est_s": 0.06639447410253617, + "e2e_s": 15.217752719996497 + }, + { + "id": "r0-n8192-o128-c16-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 28.65416253497824, + "tpot_est_s": 0.0649113925279294, + "e2e_s": 36.897909386025276 + }, + { + "id": "r0-n8192-o128-c16-8", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 15.191874898970127, + "tpot_est_s": 0.06632967073998348, + "e2e_s": 23.61574308294803 + }, + { + "id": "r0-n8192-o128-c16-9", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 31.15716403600527, + "tpot_est_s": 0.06481024662195888, + "e2e_s": 39.38806535699405 + }, + { + "id": "r0-n8192-o128-c16-10", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 20.288687633990776, + "tpot_est_s": 0.06605808407079253, + "e2e_s": 28.678064310981426 + }, + { + "id": "r0-n8192-o128-c16-11", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 12.69270219898317, + "tpot_est_s": 0.06621127395283827, + "e2e_s": 21.10153399099363 + }, + { + "id": "r0-n8192-o128-c16-12", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 17.76059662498301, + "tpot_est_s": 0.06616642996879646, + "e2e_s": 26.16373323102016 + }, + { + "id": "r0-n8192-o128-c16-13", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 23.588250708999112, + "tpot_est_s": 0.06591005622011456, + "e2e_s": 31.95882784895366 + }, + { + "id": "r0-n8192-o128-c16-14", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 36.87457464000909, + "tpot_est_s": 0.05201527501564605, + "e2e_s": 43.480514566996135 + }, + { + "id": "r0-n8192-o128-c16-15", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any", + "text_equal": true, + "first_sse_s": 34.405676216003485, + "tpot_est_s": 0.06496509106318268, + "e2e_s": 42.656242781027686 + } + ] + } + ], + "harness_sha256": "cfd4821e2a2112f3fcf7f242f3e76efe47134640e4bf22b3b63fb808be6148f0", + "startup_timeout_s": 1800, + "timing_scope": "Client first SSE event, full response e2e and estimated TPOT=(e2e-first_event)/(output_tokens-1). SSE can coalesce tokens; this is not per-token kernel timing. Loading/warmup/correctness checks excluded.", + "physical_gpus": 1, + "physical_rngd": 0, + "physical_atom": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216, + "server_config": { + "servers": [ + [ + "/home/gspark/venvs/pt213/bin/python", + "-c", + "import sys,importlib.util,runpy\ns=importlib.util.spec_from_file_location('opt_prime.accel.serve.llmd','/tmp/llmd240.py')\nm=importlib.util.module_from_spec(s);sys.modules[s.name]=m;s.loader.exec_module(m)\nrunpy.run_path('/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/serve_batched.py',run_name='__main__')\n", + "--model", + "/tmp/serving-matrix-models/Qwen3-4B", + "--device", + "cuda:0", + "--dtype", + "bfloat16", + "--slots", + "4", + "--max-context", + "9216", + "--max-output", + "128", + "--kv", + "paged", + "--page-size", + "64", + "--chunk", + "256", + "--port", + "{port}" + ] + ], + "metadata": { + "physical_gpus": 1, + "physical_rngd": 0, + "physical_atom": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216 + } + }, + "load_s": 4.9817172640468925, + "references": { + "128:32": { + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of" + }, + "128:128": { + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France," + }, + "512:32": { + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a" + }, + "512:128": { + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 429, + 438, + 949, + 315, + 264, + 15048, + 369, + 264, + 2155, + 3405, + 30, + 6771, + 752, + 1779, + 1549, + 382, + 785, + 1196, + 594, + 3405, + 572, + 30339, + 25, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 11504, + 2266, + 911, + 14697, + 2578, + 387, + 264, + 2518, + 305, + 14443, + 11, + 476, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131, + 3491, + 1380, + 279, + 4226, + 7460, + 12831, + 429, + 2266 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or perhaps they included that as part of a scenario for a different question? Let me check again.\n\nThe user's question was straightforward: \"What is the capital of France?\" and the answer is Paris. The repeated context about boxes might be a red herring, or maybe it's part of a larger problem where the answer requires considering that context" + }, + "2048:32": { + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch" + }, + "2048:128": { + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 2299, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 7196, + 1052, + 594, + 264, + 14068, + 1588, + 13, + 6771, + 752, + 1744, + 382, + 785, + 4004, + 2266, + 374, + 1101, + 11504, + 5128, + 911, + 2518, + 323, + 6303, + 14697, + 13, + 576, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 13, + 576, + 4226, + 374, + 12095, + 13, + 576, + 1196, + 2578, + 387, + 13295, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 8818, + 279, + 39715, + 2266, + 13, + 2521, + 8365, + 807, + 1366, + 311, + 1490, + 421, + 358, + 646, + 3705, + 5248, + 37597, + 323 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they're testing if I can ignore irrelevant information? Or maybe there's a trick here. Let me think.\n\nThe background context is just repeated lines about red and blue boxes. The question is about the capital of France. The answer is Paris. The user might be checking if I can focus on the actual question despite the irrelevant context. Or perhaps they want to see if I can handle multiple contexts and" + }, + "8192:32": { + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at" + }, + "8192:128": { + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 264, + 3405, + 911, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 3897, + 279, + 4226, + 12095, + 13, + 1988, + 3330, + 1182, + 518, + 279, + 2266, + 2661, + 11, + 432, + 594, + 678, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2619, + 594, + 902, + 6286, + 315, + 9625, + 11, + 92999, + 11, + 476, + 894, + 5435, + 1995, + 13, + 4710, + 80022, + 11, + 279, + 1196, + 2578, + 614, + 3381, + 429, + 279, + 3681, + 2266, + 1035, + 3410, + 1045, + 42675, + 11, + 714, + 432, + 594, + 3520, + 45205, + 13, + 10696, + 807, + 12510, + 421, + 358, + 1035, + 990, + 279, + 2661, + 2266, + 311, + 4226, + 279, + 3405, + 13, + 1988, + 2474, + 279, + 2266, + 3171, + 944, + 614, + 894, + 1995, + 911, + 9625, + 476, + 92999, + 11, + 358, + 1030, + 311, + 17188, + 389, + 847, + 1828, + 6540, + 382, + 40, + 1265, + 1779, + 421, + 1052, + 594, + 894 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked a question about the capital of France, and I provided the answer Paris. But looking back at the context given, it's all about boxes containing apples and books. There's no mention of France, capitals, or any related information. \n\nHmm, the user might have thought that the previous context would provide some clues, but it's actually unrelated. Maybe they tested if I would use the given context to answer the question. But since the context doesn't have any information about France or capitals, I had to rely on my own knowledge.\n\nI should check if there's any" + } + }, + "warmup_and_checks_s": 166.9937617490068, + "metrics": [ + "# HELP vllm:num_requests_running Requests executing on the stage.\n# TYPE vllm:num_requests_running gauge\nvllm:num_requests_running{model_name=\"Qwen3-4B\"} 0\n# HELP vllm:num_requests_waiting Requests queued for the stage owner.\n# TYPE vllm:num_requests_waiting gauge\nvllm:num_requests_waiting{model_name=\"Qwen3-4B\"} 0\n# HELP vllm:kv_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:kv_cache_usage_perc gauge\nvllm:kv_cache_usage_perc{model_name=\"Qwen3-4B\"} 0.0\n# HELP vllm:gpu_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:gpu_cache_usage_perc gauge\nvllm:gpu_cache_usage_perc{model_name=\"Qwen3-4B\"} 0.0\n# HELP vllm:request_success_total Finished requests by finish reason.\n# TYPE vllm:request_success_total counter\nvllm:request_success_total{model_name=\"Qwen3-4B\",finished_reason=\"length\"} 264\n# HELP airm_stage_request_failures_total Requests that ended with an engine error.\n# TYPE airm_stage_request_failures_total counter\nairm_stage_request_failures_total{model_name=\"Qwen3-4B\"} 0\n# HELP vllm:prompt_tokens_total Prompt tokens of finished requests.\n# TYPE vllm:prompt_tokens_total counter\nvllm:prompt_tokens_total{model_name=\"Qwen3-4B\"} 718080\n# HELP vllm:generation_tokens_total Generated tokens of finished requests.\n# TYPE vllm:generation_tokens_total counter\nvllm:generation_tokens_total{model_name=\"Qwen3-4B\"} 21120\n# HELP vllm:time_to_first_token_seconds Time to first token (prefill stage: fenced prefill).\n# TYPE vllm:time_to_first_token_seconds histogram\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.001\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.005\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.01\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.02\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.04\"} 5\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.06\"} 6\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.08\"} 15\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.1\"} 15\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.25\"} 27\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.5\"} 41\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.75\"} 44\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.0\"} 53\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"2.5\"} 105\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"5.0\"} 142\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"7.5\"} 179\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"10.0\"} 197\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"+Inf\"} 264\nvllm:time_to_first_token_seconds_sum{model_name=\"Qwen3-4B\"} 2102.4211762598716\nvllm:time_to_first_token_seconds_count{model_name=\"Qwen3-4B\"} 264\n# HELP vllm:time_per_output_token_seconds Time per output token after the first (decode stage).\n# TYPE vllm:time_per_output_token_seconds histogram\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.01\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.025\"} 10\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.05\"} 179\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.075\"} 257\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.1\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.15\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.2\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.3\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.4\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.5\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.75\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.0\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"2.5\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"+Inf\"} 264\nvllm:time_per_output_token_seconds_sum{model_name=\"Qwen3-4B\"} 10.57928421453964\nvllm:time_per_output_token_seconds_count{model_name=\"Qwen3-4B\"} 264\n# HELP vllm:e2e_request_latency_seconds Stage request latency, from execution start to reply.\n# TYPE vllm:e2e_request_latency_seconds histogram\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.3\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.8\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.0\"} 7\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.5\"} 18\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"2.0\"} 31\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"2.5\"} 47\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"5.0\"} 108\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"10.0\"} 162\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"15.0\"} 207\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"20.0\"} 222\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"30.0\"} 238\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"40.0\"} 256\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"50.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"60.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"+Inf\"} 264\nvllm:e2e_request_latency_seconds_sum{model_name=\"Qwen3-4B\"} 2885.9662324228557\nvllm:e2e_request_latency_seconds_count{model_name=\"Qwen3-4B\"} 264\n# HELP airm_kv_transfer_seconds KV transfer time from the prefill source to the decode destination.\n# TYPE airm_kv_transfer_seconds histogram\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.0005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.001\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.0025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.01\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.05\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.1\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.25\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.5\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.0\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"+Inf\"} 0\nairm_kv_transfer_seconds_sum{model_name=\"Qwen3-4B\"} 0.0\nairm_kv_transfer_seconds_count{model_name=\"Qwen3-4B\"} 0\n# HELP vllm:cache_config_info Information of the LLMEngine CacheConfig.\n# TYPE vllm:cache_config_info gauge\nvllm:cache_config_info{model_name=\"Qwen3-4B\",block_size=\"64\",num_gpu_blocks=\"576\",enable_prefix_caching=\"False\"} 1\n# HELP vllm:prefix_cache_queries_total Prompt tokens looked up in the prefix cache.\n# TYPE vllm:prefix_cache_queries_total counter\nvllm:prefix_cache_queries_total{model_name=\"Qwen3-4B\"} 718080\n# HELP vllm:prefix_cache_hits_total Prompt tokens served from the prefix cache.\n# TYPE vllm:prefix_cache_hits_total counter\nvllm:prefix_cache_hits_total{model_name=\"Qwen3-4B\"} 0\n" + ], + "parity_passed": true +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-http-c16-stream.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-http-c16-stream.json new file mode 100644 index 00000000..9726ca18 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-http-c16-stream.json @@ -0,0 +1,25227 @@ +{ + "passed": true, + "model": "Qwen3-4B", + "mode": "pd", + "dtype": "bfloat16", + "torch": "2.13.0+cu130", + "transformers": "5.15.0", + "replicas": 1, + "cpu_threads_per_server": 4, + "prompts": { + "128": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ], + "512": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ], + "2048": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ], + "8192": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ] + }, + "warmups": [ + { + "id": "warm-0-128-32", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "warm-0-128-128", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "warm-0-512-32", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "warm-0-512-128", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + }, + { + "id": "warm-0-2048-32", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "warm-0-2048-128", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + }, + { + "id": "warm-0-8192-32", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + }, + { + "id": "warm-0-8192-128", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + } + ], + "correctness_batches": [ + { + "input_tokens": 128, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-128-32-16-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-1", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-2", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-3", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-4", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-5", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-6", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-7", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-8", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-9", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-10", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-11", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-12", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-13", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-14", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-15", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-128-128-16-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-1", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-2", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-3", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-4", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-5", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-6", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-7", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-8", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-9", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-10", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-11", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-12", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-13", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-14", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-15", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 512, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-512-32-16-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-1", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-2", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-3", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-4", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-5", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-6", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-7", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-8", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-9", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-10", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-11", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-12", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-13", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-14", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-15", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-512-128-16-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + }, + { + "id": "check-512-128-16-1", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + }, + { + "id": "check-512-128-16-2", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + }, + { + "id": "check-512-128-16-3", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + }, + { + "id": "check-512-128-16-4", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + }, + { + "id": "check-512-128-16-5", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + }, + { + "id": "check-512-128-16-6", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + }, + { + "id": "check-512-128-16-7", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + }, + { + "id": "check-512-128-16-8", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + }, + { + "id": "check-512-128-16-9", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + }, + { + "id": "check-512-128-16-10", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + }, + { + "id": "check-512-128-16-11", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + }, + { + "id": "check-512-128-16-12", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + }, + { + "id": "check-512-128-16-13", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + }, + { + "id": "check-512-128-16-14", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + }, + { + "id": "check-512-128-16-15", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-2048-32-16-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-1", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-2", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-3", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-4", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-5", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-6", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-7", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-8", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-9", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-10", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-11", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-12", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-13", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-14", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-15", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-2048-128-16-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-1", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-2", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-3", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-4", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-5", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-6", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-7", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-8", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-9", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-10", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-11", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-12", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-13", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-14", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-15", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-8192-32-16-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-1", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-2", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-3", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-4", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-5", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-6", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-7", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-8", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-9", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-10", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-11", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-12", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-13", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-14", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-15", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-8192-128-16-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-1", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-2", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-3", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-4", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-5", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-6", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-7", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-8", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-9", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-10", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-11", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-12", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-13", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-14", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-15", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + } + ] + } + ], + "batches": [ + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 35.3012033640407, + "output_tok_s": 14.503754864105987, + "median_first_sse_s": 18.433859481010586, + "median_tpot_est_s": 0.02702089877434886, + "median_e2e_s": 19.284782995498972, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o32-c16-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 32.359163578017615, + "tpot_est_s": 0.030477056998924744, + "e2e_s": 33.30395234498428 + }, + { + "id": "r0-n128-o32-c16-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 19.50401314802002, + "tpot_est_s": 0.02641021296749973, + "e2e_s": 20.322729750012513 + }, + { + "id": "r0-n128-o32-c16-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 28.056172684999183, + "tpot_est_s": 0.03094769719304637, + "e2e_s": 29.01555129798362 + }, + { + "id": "r0-n128-o32-c16-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 10.759943813027348, + "tpot_est_s": 0.026954346580520993, + "e2e_s": 11.5955285570235 + }, + { + "id": "r0-n128-o32-c16-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 25.921057796047535, + "tpot_est_s": 0.027272969322849908, + "e2e_s": 26.766519845055882 + }, + { + "id": "r0-n128-o32-c16-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 8.596807964961044, + "tpot_est_s": 0.026165589710862767, + "e2e_s": 9.40794124599779 + }, + { + "id": "r0-n128-o32-c16-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 12.932484518969432, + "tpot_est_s": 0.02708745096817673, + "e2e_s": 13.77219549898291 + }, + { + "id": "r0-n128-o32-c16-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 15.149261213024147, + "tpot_est_s": 0.026489228838228532, + "e2e_s": 15.970427307009231 + }, + { + "id": "r0-n128-o32-c16-8", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 23.784497335960623, + "tpot_est_s": 0.02630634309776548, + "e2e_s": 24.599993971991353 + }, + { + "id": "r0-n128-o32-c16-9", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 2.1634300149744377, + "tpot_est_s": 0.027096009709977456, + "e2e_s": 3.0034063159837388 + }, + { + "id": "r0-n128-o32-c16-10", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 17.36370581400115, + "tpot_est_s": 0.028488078289815495, + "e2e_s": 18.24683624098543 + }, + { + "id": "r0-n128-o32-c16-11", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 6.449429100961424, + "tpot_est_s": 0.026848875581391998, + "e2e_s": 7.281744243984576 + }, + { + "id": "r0-n128-o32-c16-12", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 34.52043065900216, + "tpot_est_s": 0.025123242966665495, + "e2e_s": 35.29925119096879 + }, + { + "id": "r0-n128-o32-c16-13", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 4.307043968001381, + "tpot_est_s": 0.027766190289009, + "e2e_s": 5.16779586696066 + }, + { + "id": "r0-n128-o32-c16-14", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 21.640006885980256, + "tpot_est_s": 0.0264687730326137, + "e2e_s": 22.46053884999128 + }, + { + "id": "r0-n128-o32-c16-15", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 30.210550040006638, + "tpot_est_s": 0.029686061967720067, + "e2e_s": 31.13081796100596 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 37.91535629297141, + "output_tok_s": 54.01505353596399, + "median_first_sse_s": 18.403471711004386, + "median_tpot_est_s": 0.02621682544466196, + "median_e2e_s": 21.734808274486568, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c16-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 28.08100014302181, + "tpot_est_s": 0.025163035315010462, + "e2e_s": 31.27670562802814 + }, + { + "id": "r0-n128-o128-c16-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 21.660537329968065, + "tpot_est_s": 0.02647756135428515, + "e2e_s": 25.02318762196228 + }, + { + "id": "r0-n128-o128-c16-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 2.1761489249765873, + "tpot_est_s": 0.026408217228604407, + "e2e_s": 5.529992513009347 + }, + { + "id": "r0-n128-o128-c16-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 8.765641395002604, + "tpot_est_s": 0.02688248096057764, + "e2e_s": 12.179716476995964 + }, + { + "id": "r0-n128-o128-c16-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 25.93751583097037, + "tpot_est_s": 0.025825007755848336, + "e2e_s": 29.217291815963108 + }, + { + "id": "r0-n128-o128-c16-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 34.750998398987576, + "tpot_est_s": 0.02491254651988673, + "e2e_s": 37.91489180701319 + }, + { + "id": "r0-n128-o128-c16-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 32.59498225396965, + "tpot_est_s": 0.025365384362040336, + "e2e_s": 35.81638606794877 + }, + { + "id": "r0-n128-o128-c16-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 15.181187428999692, + "tpot_est_s": 0.02583903413381442, + "e2e_s": 18.462744763994124 + }, + { + "id": "r0-n128-o128-c16-8", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 19.48593812098261, + "tpot_est_s": 0.02648317443315072, + "e2e_s": 22.84930127399275 + }, + { + "id": "r0-n128-o128-c16-9", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 4.323711181001272, + "tpot_est_s": 0.02618139477146012, + "e2e_s": 7.648748316976707 + }, + { + "id": "r0-n128-o128-c16-10", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 17.32100530102616, + "tpot_est_s": 0.02597881869255294, + "e2e_s": 20.620315274980385 + }, + { + "id": "r0-n128-o128-c16-11", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 6.602545631001703, + "tpot_est_s": 0.026356028141288863, + "e2e_s": 9.94976120494539 + }, + { + "id": "r0-n128-o128-c16-12", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 23.786729322979227, + "tpot_est_s": 0.0262522561178638, + "e2e_s": 27.12076584994793 + }, + { + "id": "r0-n128-o128-c16-13", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 10.907971617009025, + "tpot_est_s": 0.026772102055059175, + "e2e_s": 14.30802857800154 + }, + { + "id": "r0-n128-o128-c16-14", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 13.054649495985359, + "tpot_est_s": 0.02644870067693616, + "e2e_s": 16.41363448195625 + }, + { + "id": "r0-n128-o128-c16-15", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 30.23184368904913, + "tpot_est_s": 0.024914864440609915, + "e2e_s": 33.39603147300659 + } + ] + }, + { + "repeat": 0, + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 35.4657122810022, + "output_tok_s": 14.436478702114249, + "median_first_sse_s": 18.441696883004624, + "median_tpot_est_s": 0.02638734375772577, + "median_e2e_s": 19.29483583950787, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n512-o32-c16-0", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 2.1572561800130643, + "tpot_est_s": 0.02604052170945872, + "e2e_s": 2.9645123530062847 + }, + { + "id": "r0-n512-o32-c16-1", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 30.368148271052632, + "tpot_est_s": 0.026272658966556794, + "e2e_s": 31.182600699015893 + }, + { + "id": "r0-n512-o32-c16-2", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 26.0328922260087, + "tpot_est_s": 0.02650202854889475, + "e2e_s": 26.854455111024436 + }, + { + "id": "r0-n512-o32-c16-3", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 21.711939244007226, + "tpot_est_s": 0.02526494119346382, + "e2e_s": 22.495152421004605 + }, + { + "id": "r0-n512-o32-c16-4", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 32.528072938963305, + "tpot_est_s": 0.02529065732303406, + "e2e_s": 33.31208331597736 + }, + { + "id": "r0-n512-o32-c16-5", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 15.157452377025038, + "tpot_est_s": 0.026877337450822516, + "e2e_s": 15.990649838000536 + }, + { + "id": "r0-n512-o32-c16-6", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 19.54664423398208, + "tpot_est_s": 0.02796477922651496, + "e2e_s": 20.413552390004043 + }, + { + "id": "r0-n512-o32-c16-7", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 4.320164769014809, + "tpot_est_s": 0.027573585322487257, + "e2e_s": 5.174945914011914 + }, + { + "id": "r0-n512-o32-c16-8", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 34.72181122598704, + "tpot_est_s": 0.023991831580191973, + "e2e_s": 35.46555800497299 + }, + { + "id": "r0-n512-o32-c16-9", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 23.862607960996684, + "tpot_est_s": 0.02525203429057353, + "e2e_s": 24.645421024004463 + }, + { + "id": "r0-n512-o32-c16-10", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 10.813824237964582, + "tpot_est_s": 0.027390415515495283, + "e2e_s": 11.662927118944936 + }, + { + "id": "r0-n512-o32-c16-11", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 17.33674953202717, + "tpot_est_s": 0.027076443773694336, + "e2e_s": 18.176119289011694 + }, + { + "id": "r0-n512-o32-c16-12", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 28.204327557992656, + "tpot_est_s": 0.02594944474197203, + "e2e_s": 29.00876034499379 + }, + { + "id": "r0-n512-o32-c16-13", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 8.636992046027444, + "tpot_est_s": 0.026894114676847932, + "e2e_s": 9.47070960100973 + }, + { + "id": "r0-n512-o32-c16-14", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 12.99417729198467, + "tpot_est_s": 0.02685161599994547, + "e2e_s": 13.82657738798298 + }, + { + "id": "r0-n512-o32-c16-15", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 6.475530933006667, + "tpot_est_s": 0.025936872871111957, + "e2e_s": 7.279573992011137 + } + ] + }, + { + "repeat": 0, + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 38.47343846899457, + "output_tok_s": 53.23153015425087, + "median_first_sse_s": 18.62406320500304, + "median_tpot_est_s": 0.0258369232559078, + "median_e2e_s": 21.897607292979956, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n512-o128-c16-0", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "text_equal": true, + "first_sse_s": 8.924791715980973, + "tpot_est_s": 0.025531583740174273, + "e2e_s": 12.167302850983106 + }, + { + "id": "r0-n512-o128-c16-1", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "text_equal": true, + "first_sse_s": 6.751149331976194, + "tpot_est_s": 0.024958196196954434, + "e2e_s": 9.920840248989407 + }, + { + "id": "r0-n512-o128-c16-2", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "text_equal": true, + "first_sse_s": 15.373921076999977, + "tpot_est_s": 0.025114913385794094, + "e2e_s": 18.563515076995827 + }, + { + "id": "r0-n512-o128-c16-3", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "text_equal": true, + "first_sse_s": 28.7826026409748, + "tpot_est_s": 0.026385315173254237, + "e2e_s": 32.13353766797809 + }, + { + "id": "r0-n512-o128-c16-4", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "text_equal": true, + "first_sse_s": 21.933690709993243, + "tpot_est_s": 0.026131040755820675, + "e2e_s": 25.25233288598247 + }, + { + "id": "r0-n512-o128-c16-5", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "text_equal": true, + "first_sse_s": 30.94369880098384, + "tpot_est_s": 0.026396120055101988, + "e2e_s": 34.29600604798179 + }, + { + "id": "r0-n512-o128-c16-6", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "text_equal": true, + "first_sse_s": 17.518132571014576, + "tpot_est_s": 0.025442872480140984, + "e2e_s": 20.74937737599248 + }, + { + "id": "r0-n512-o128-c16-7", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "text_equal": true, + "first_sse_s": 4.354479936009739, + "tpot_est_s": 0.025328150409086807, + "e2e_s": 7.571155037963763 + }, + { + "id": "r0-n512-o128-c16-8", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "text_equal": true, + "first_sse_s": 26.384608043998014, + "tpot_est_s": 0.026680280393957506, + "e2e_s": 29.773003654030617 + }, + { + "id": "r0-n512-o128-c16-9", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "text_equal": true, + "first_sse_s": 13.214502366958186, + "tpot_est_s": 0.025367345921255238, + "e2e_s": 16.4361552989576 + }, + { + "id": "r0-n512-o128-c16-10", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "text_equal": true, + "first_sse_s": 33.11351014801767, + "tpot_est_s": 0.025671499118109887, + "e2e_s": 36.37379053601762 + }, + { + "id": "r0-n512-o128-c16-11", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "text_equal": true, + "first_sse_s": 19.729993838991504, + "tpot_est_s": 0.02610900292107029, + "e2e_s": 23.04583720996743 + }, + { + "id": "r0-n512-o128-c16-12", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "text_equal": true, + "first_sse_s": 35.27363318402786, + "tpot_est_s": 0.02518319129929181, + "e2e_s": 38.47189847903792 + }, + { + "id": "r0-n512-o128-c16-13", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "text_equal": true, + "first_sse_s": 2.1720331690157764, + "tpot_est_s": 0.026076373567174033, + "e2e_s": 5.483732612046879 + }, + { + "id": "r0-n512-o128-c16-14", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "text_equal": true, + "first_sse_s": 24.127480758994352, + "tpot_est_s": 0.02619441225987265, + "e2e_s": 27.45417111599818 + }, + { + "id": "r0-n512-o128-c16-15", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "text_equal": true, + "first_sse_s": 11.076213678054046, + "tpot_est_s": 0.02600234739370571, + "e2e_s": 14.37851179705467 + } + ] + }, + { + "repeat": 0, + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 37.80201218300499, + "output_tok_s": 13.54425255251848, + "median_first_sse_s": 19.602236759994412, + "median_tpot_est_s": 0.029587046806550315, + "median_e2e_s": 20.52666526750545, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n2048-o32-c16-0", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 2.278031637019012, + "tpot_est_s": 0.027412055095943112, + "e2e_s": 3.1278053449932486 + }, + { + "id": "r0-n2048-o32-c16-1", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 29.92659032798838, + "tpot_est_s": 0.029954790548917146, + "e2e_s": 30.85518883500481 + }, + { + "id": "r0-n2048-o32-c16-2", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 37.01559546496719, + "tpot_est_s": 0.025331105000429576, + "e2e_s": 37.80085971998051 + }, + { + "id": "r0-n2048-o32-c16-3", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 25.299881826038472, + "tpot_est_s": 0.028961521644716062, + "e2e_s": 26.19768899702467 + }, + { + "id": "r0-n2048-o32-c16-4", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 20.737399808014743, + "tpot_est_s": 0.02992617851686514, + "e2e_s": 21.665111342037562 + }, + { + "id": "r0-n2048-o32-c16-5", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 23.017193384002894, + "tpot_est_s": 0.029618211387236033, + "e2e_s": 23.93535793700721 + }, + { + "id": "r0-n2048-o32-c16-6", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 16.12346215301659, + "tpot_est_s": 0.02967140732160319, + "e2e_s": 17.04327577998629 + }, + { + "id": "r0-n2048-o32-c16-7", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 34.512291252962314, + "tpot_est_s": 0.027512678613645897, + "e2e_s": 35.365184289985336 + }, + { + "id": "r0-n2048-o32-c16-8", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 4.573229296016507, + "tpot_est_s": 0.027674820644014907, + "e2e_s": 5.431148735980969 + }, + { + "id": "r0-n2048-o32-c16-9", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 13.752238415996544, + "tpot_est_s": 0.03240598351581984, + "e2e_s": 14.756823904986959 + }, + { + "id": "r0-n2048-o32-c16-10", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 6.936467053019442, + "tpot_est_s": 0.025977929385619297, + "e2e_s": 7.74178286397364 + }, + { + "id": "r0-n2048-o32-c16-11", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 32.195625221997034, + "tpot_est_s": 0.02687147700025009, + "e2e_s": 33.02864100900479 + }, + { + "id": "r0-n2048-o32-c16-12", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 11.521884437010158, + "tpot_est_s": 0.029696861484778986, + "e2e_s": 12.442487143038306 + }, + { + "id": "r0-n2048-o32-c16-13", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 18.46707371197408, + "tpot_est_s": 0.029714370354814754, + "e2e_s": 19.388219192973338 + }, + { + "id": "r0-n2048-o32-c16-14", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 27.57567305502016, + "tpot_est_s": 0.029555882225864596, + "e2e_s": 28.491905404021963 + }, + { + "id": "r0-n2048-o32-c16-15", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 9.26938061096007, + "tpot_est_s": 0.029987334517852193, + "e2e_s": 10.198987981013488 + } + ] + }, + { + "repeat": 0, + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 39.64701672596857, + "output_tok_s": 51.65584119872938, + "median_first_sse_s": 19.46484051999869, + "median_tpot_est_s": 0.027292982610281718, + "median_e2e_s": 22.966082661005203, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n2048-o128-c16-0", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "text_equal": true, + "first_sse_s": 11.376093705999665, + "tpot_est_s": 0.02760304064548567, + "e2e_s": 14.881679867976345 + }, + { + "id": "r0-n2048-o128-c16-1", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "text_equal": true, + "first_sse_s": 4.57865900703473, + "tpot_est_s": 0.02798132805472724, + "e2e_s": 8.13228766998509 + }, + { + "id": "r0-n2048-o128-c16-2", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "text_equal": true, + "first_sse_s": 25.08788953302428, + "tpot_est_s": 0.027016137306776454, + "e2e_s": 28.51893897098489 + }, + { + "id": "r0-n2048-o128-c16-3", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "text_equal": true, + "first_sse_s": 15.949863279005513, + "tpot_est_s": 0.027862211259899617, + "e2e_s": 19.488364109012764 + }, + { + "id": "r0-n2048-o128-c16-4", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "text_equal": true, + "first_sse_s": 36.31896303605754, + "tpot_est_s": 0.026182669582483397, + "e2e_s": 39.64416207303293 + }, + { + "id": "r0-n2048-o128-c16-5", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "text_equal": true, + "first_sse_s": 2.329605403007008, + "tpot_est_s": 0.026745212464648352, + "e2e_s": 5.726247386017349 + }, + { + "id": "r0-n2048-o128-c16-6", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "text_equal": true, + "first_sse_s": 18.307117394986562, + "tpot_est_s": 0.027537172015822366, + "e2e_s": 21.804338240996003 + }, + { + "id": "r0-n2048-o128-c16-7", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "text_equal": true, + "first_sse_s": 13.617663810029626, + "tpot_est_s": 0.027109070149374994, + "e2e_s": 17.06051571900025 + }, + { + "id": "r0-n2048-o128-c16-8", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "text_equal": true, + "first_sse_s": 9.123847747978289, + "tpot_est_s": 0.027373105307259987, + "e2e_s": 12.600232122000307 + }, + { + "id": "r0-n2048-o128-c16-9", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "text_equal": true, + "first_sse_s": 34.07740723498864, + "tpot_est_s": 0.027151203574521072, + "e2e_s": 37.52561008895282 + }, + { + "id": "r0-n2048-o128-c16-10", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "text_equal": true, + "first_sse_s": 29.569808166997973, + "tpot_est_s": 0.02704892557446192, + "e2e_s": 33.00502171495464 + }, + { + "id": "r0-n2048-o128-c16-11", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "text_equal": true, + "first_sse_s": 31.839241387031507, + "tpot_est_s": 0.02669551753527008, + "e2e_s": 35.22957211401081 + }, + { + "id": "r0-n2048-o128-c16-12", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "text_equal": true, + "first_sse_s": 6.8368627250310965, + "tpot_est_s": 0.027597644747652875, + "e2e_s": 10.341763607983012 + }, + { + "id": "r0-n2048-o128-c16-13", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "text_equal": true, + "first_sse_s": 20.622563645010814, + "tpot_est_s": 0.027600499496091245, + "e2e_s": 24.127827081014402 + }, + { + "id": "r0-n2048-o128-c16-14", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "text_equal": true, + "first_sse_s": 22.855603497999255, + "tpot_est_s": 0.02721285991330345, + "e2e_s": 26.311636706988793 + }, + { + "id": "r0-n2048-o128-c16-15", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "text_equal": true, + "first_sse_s": 27.327035285008606, + "tpot_est_s": 0.027467993700392837, + "e2e_s": 30.815470484958496 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 41.52322584501235, + "output_tok_s": 12.330448552120378, + "median_first_sse_s": 23.08708671302884, + "median_tpot_est_s": 0.031962298821928276, + "median_e2e_s": 24.133545013988623, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o32-c16-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "text_equal": true, + "first_sse_s": 38.210323281993624, + "tpot_est_s": 0.030087617451264974, + "e2e_s": 39.14303942298284 + }, + { + "id": "r0-n8192-o32-c16-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "text_equal": true, + "first_sse_s": 40.727528556017205, + "tpot_est_s": 0.02562201138578295, + "e2e_s": 41.52181090897648 + }, + { + "id": "r0-n8192-o32-c16-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "text_equal": true, + "first_sse_s": 15.36273676197743, + "tpot_est_s": 0.03546278683784147, + "e2e_s": 16.462083153950516 + }, + { + "id": "r0-n8192-o32-c16-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "text_equal": true, + "first_sse_s": 25.67590041999938, + "tpot_est_s": 0.02931480016183829, + "e2e_s": 26.584659225016367 + }, + { + "id": "r0-n8192-o32-c16-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "text_equal": true, + "first_sse_s": 15.54550508398097, + "tpot_est_s": 0.02957854477403265, + "e2e_s": 16.462439971975982 + }, + { + "id": "r0-n8192-o32-c16-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "text_equal": true, + "first_sse_s": 10.328972161980346, + "tpot_est_s": 0.03605125958077429, + "e2e_s": 11.446561208984349 + }, + { + "id": "r0-n8192-o32-c16-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "text_equal": true, + "first_sse_s": 5.4509941400028765, + "tpot_est_s": 0.028234178838770715, + "e2e_s": 6.326253684004769 + }, + { + "id": "r0-n8192-o32-c16-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "text_equal": true, + "first_sse_s": 30.767036555043887, + "tpot_est_s": 0.030328001999746886, + "e2e_s": 31.70720461703604 + }, + { + "id": "r0-n8192-o32-c16-8", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "text_equal": true, + "first_sse_s": 5.250765603967011, + "tpot_est_s": 0.034670440806827, + "e2e_s": 6.325549268978648 + }, + { + "id": "r0-n8192-o32-c16-9", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "text_equal": true, + "first_sse_s": 30.583064144011587, + "tpot_est_s": 0.03625996612883624, + "e2e_s": 31.70712309400551 + }, + { + "id": "r0-n8192-o32-c16-10", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "text_equal": true, + "first_sse_s": 20.45434950699564, + "tpot_est_s": 0.03953919161276351, + "e2e_s": 21.68006444699131 + }, + { + "id": "r0-n8192-o32-c16-11", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "text_equal": true, + "first_sse_s": 20.667697619006503, + "tpot_est_s": 0.03274243006355039, + "e2e_s": 21.682712950976565 + }, + { + "id": "r0-n8192-o32-c16-12", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "text_equal": true, + "first_sse_s": 36.02096238499507, + "tpot_est_s": 0.031182167580306168, + "e2e_s": 36.987609579984564 + }, + { + "id": "r0-n8192-o32-c16-13", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "text_equal": true, + "first_sse_s": 25.506475807051174, + "tpot_est_s": 0.03477100870804861, + "e2e_s": 26.58437707700068 + }, + { + "id": "r0-n8192-o32-c16-14", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "text_equal": true, + "first_sse_s": 10.528153591963928, + "tpot_est_s": 0.029633511580722107, + "e2e_s": 11.446792450966313 + }, + { + "id": "r0-n8192-o32-c16-15", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "text_equal": true, + "first_sse_s": 35.82899295800598, + "tpot_est_s": 0.03736541148522989, + "e2e_s": 36.98732071404811 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 43.7923671239987, + "output_tok_s": 46.76614064275309, + "median_first_sse_s": 21.507871351001086, + "median_tpot_est_s": 0.0333144449331893, + "median_e2e_s": 25.960039144032635, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c16-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "text_equal": true, + "first_sse_s": 5.615981902054045, + "tpot_est_s": 0.03043375317306133, + "e2e_s": 9.481068555032834 + }, + { + "id": "r0-n8192-o128-c16-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "text_equal": true, + "first_sse_s": 38.093518821988255, + "tpot_est_s": 0.027938860086779163, + "e2e_s": 41.64175405300921 + }, + { + "id": "r0-n8192-o128-c16-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "text_equal": true, + "first_sse_s": 30.518567721010186, + "tpot_est_s": 0.034117790362082685, + "e2e_s": 34.85152709699469 + }, + { + "id": "r0-n8192-o128-c16-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "text_equal": true, + "first_sse_s": 17.69715617701877, + "tpot_est_s": 0.03653332696838935, + "e2e_s": 22.336888702004217 + }, + { + "id": "r0-n8192-o128-c16-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "text_equal": true, + "first_sse_s": 5.413505206990521, + "tpot_est_s": 0.03201920177153216, + "e2e_s": 9.479943831975106 + }, + { + "id": "r0-n8192-o128-c16-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "text_equal": true, + "first_sse_s": 33.04714788397541, + "tpot_est_s": 0.036918501141866095, + "e2e_s": 37.73579752899241 + }, + { + "id": "r0-n8192-o128-c16-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "text_equal": true, + "first_sse_s": 40.64223339303862, + "tpot_est_s": 0.02477501159832688, + "e2e_s": 43.78865986602614 + }, + { + "id": "r0-n8192-o128-c16-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "text_equal": true, + "first_sse_s": 10.264619757013861, + "tpot_est_s": 0.03261176706291735, + "e2e_s": 14.406314174004365 + }, + { + "id": "r0-n8192-o128-c16-8", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "text_equal": true, + "first_sse_s": 20.243671538017225, + "tpot_est_s": 0.0325469448112912, + "e2e_s": 24.377133529051207 + }, + { + "id": "r0-n8192-o128-c16-9", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "text_equal": true, + "first_sse_s": 12.737356284982525, + "tpot_est_s": 0.035505257252196776, + "e2e_s": 17.246523956011515 + }, + { + "id": "r0-n8192-o128-c16-10", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "text_equal": true, + "first_sse_s": 15.199426072998904, + "tpot_est_s": 0.033734733606395347, + "e2e_s": 19.483737241011113 + }, + { + "id": "r0-n8192-o128-c16-11", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "text_equal": true, + "first_sse_s": 25.33176543499576, + "tpot_est_s": 0.03289415625998325, + "e2e_s": 29.509323280013632 + }, + { + "id": "r0-n8192-o128-c16-12", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "text_equal": true, + "first_sse_s": 27.844867241044994, + "tpot_est_s": 0.03915152168469724, + "e2e_s": 32.81711049500154 + }, + { + "id": "r0-n8192-o128-c16-13", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "text_equal": true, + "first_sse_s": 22.772071163984947, + "tpot_est_s": 0.037565933819126894, + "e2e_s": 27.542944759014063 + }, + { + "id": "r0-n8192-o128-c16-14", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "text_equal": true, + "first_sse_s": 35.63777570298407, + "tpot_est_s": 0.029482365464864987, + "e2e_s": 39.382036117021926 + }, + { + "id": "r0-n8192-o128-c16-15", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "text_equal": true, + "first_sse_s": 7.703716884017922, + "tpot_est_s": 0.035640099315031426, + "e2e_s": 12.230009497026913 + } + ] + } + ], + "harness_sha256": "cfd4821e2a2112f3fcf7f242f3e76efe47134640e4bf22b3b63fb808be6148f0", + "startup_timeout_s": 1800, + "timing_scope": "Client first SSE event, full response e2e and estimated TPOT=(e2e-first_event)/(output_tokens-1). SSE can coalesce tokens; this is not per-token kernel timing. Loading/warmup/correctness checks excluded.", + "physical_gpus": 1, + "physical_rngd": 1, + "physical_atom": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 8192, + "local_chunk": 256, + "context": 9216, + "server_config": { + "servers": [ + [ + "/home/gspark/venvs/pt213/bin/python", + "-c", + "import sys,importlib.util,runpy\ns=importlib.util.spec_from_file_location('opt_prime.accel.serve.llmd','/tmp/llmd240.py')\nm=importlib.util.module_from_spec(s);sys.modules[s.name]=m;s.loader.exec_module(m)\nrunpy.run_path('/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/serve_batched.py',run_name='__main__')\n", + "--model", + "/tmp/serving-matrix-models/Qwen3-4B", + "--device", + "cuda:0", + "--dtype", + "bfloat16", + "--slots", + "4", + "--max-context", + "9216", + "--max-output", + "128", + "--kv", + "paged", + "--page-size", + "64", + "--chunk", + "256", + "--port", + "{port}", + "--pd-prefill-python", + "/tmp/stream265-python.sh", + "--pd-prefill-args", + "--engine factory --engine-factory streaming_factories:qwen --width 8192 --chip 0", + "--pd-prefill-stream-layers" + ] + ], + "metadata": { + "physical_gpus": 1, + "physical_rngd": 1, + "physical_atom": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 8192, + "local_chunk": 256, + "context": 9216 + } + }, + "load_s": 32.0464784129872, + "references": { + "128:32": { + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of" + }, + "128:128": { + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France," + }, + "512:32": { + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a" + }, + "512:128": { + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger" + }, + "2048:32": { + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch" + }, + "2048:128": { + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though" + }, + "8192:32": { + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital," + }, + "8192:128": { + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about" + } + }, + "warmup_and_checks_s": 351.0167006329866, + "metrics": [ + "# HELP vllm:num_requests_running Requests executing on the stage.\n# TYPE vllm:num_requests_running gauge\nvllm:num_requests_running{model_name=\"Qwen3-4B\"} 0\n# HELP vllm:num_requests_waiting Requests queued for the stage owner.\n# TYPE vllm:num_requests_waiting gauge\nvllm:num_requests_waiting{model_name=\"Qwen3-4B\"} 0\n# HELP vllm:kv_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:kv_cache_usage_perc gauge\nvllm:kv_cache_usage_perc{model_name=\"Qwen3-4B\"} 0.0\n# HELP vllm:gpu_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:gpu_cache_usage_perc gauge\nvllm:gpu_cache_usage_perc{model_name=\"Qwen3-4B\"} 0.0\n# HELP vllm:request_success_total Finished requests by finish reason.\n# TYPE vllm:request_success_total counter\nvllm:request_success_total{model_name=\"Qwen3-4B\",finished_reason=\"length\"} 264\n# HELP airm_stage_request_failures_total Requests that ended with an engine error.\n# TYPE airm_stage_request_failures_total counter\nairm_stage_request_failures_total{model_name=\"Qwen3-4B\"} 0\n# HELP vllm:prompt_tokens_total Prompt tokens of finished requests.\n# TYPE vllm:prompt_tokens_total counter\nvllm:prompt_tokens_total{model_name=\"Qwen3-4B\"} 718080\n# HELP vllm:generation_tokens_total Generated tokens of finished requests.\n# TYPE vllm:generation_tokens_total counter\nvllm:generation_tokens_total{model_name=\"Qwen3-4B\"} 21120\n# HELP vllm:time_to_first_token_seconds Time to first token (prefill stage: fenced prefill).\n# TYPE vllm:time_to_first_token_seconds histogram\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.001\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.005\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.01\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.02\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.04\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.06\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.08\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.1\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.25\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.5\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.75\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.0\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"2.5\"} 17\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"5.0\"} 32\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"7.5\"} 52\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"10.0\"} 66\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"+Inf\"} 264\nvllm:time_to_first_token_seconds_sum{model_name=\"Qwen3-4B\"} 5065.703591250756\nvllm:time_to_first_token_seconds_count{model_name=\"Qwen3-4B\"} 264\n# HELP vllm:time_per_output_token_seconds Time per output token after the first (decode stage).\n# TYPE vllm:time_per_output_token_seconds histogram\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.01\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.025\"} 21\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.05\"} 263\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.075\"} 263\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.1\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.15\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.2\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.3\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.4\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.5\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.75\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.0\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"2.5\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"+Inf\"} 264\nvllm:time_per_output_token_seconds_sum{model_name=\"Qwen3-4B\"} 7.504212190329107\nvllm:time_per_output_token_seconds_count{model_name=\"Qwen3-4B\"} 264\n# HELP vllm:e2e_request_latency_seconds Stage request latency, from execution start to reply.\n# TYPE vllm:e2e_request_latency_seconds histogram\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.3\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.8\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"2.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"2.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"5.0\"} 9\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"10.0\"} 54\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"15.0\"} 89\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"20.0\"} 122\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"30.0\"} 194\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"40.0\"} 256\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"50.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"60.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"+Inf\"} 264\nvllm:e2e_request_latency_seconds_sum{model_name=\"Qwen3-4B\"} 5652.730436959595\nvllm:e2e_request_latency_seconds_count{model_name=\"Qwen3-4B\"} 264\n# HELP airm_kv_transfer_seconds KV transfer time from the prefill source to the decode destination.\n# TYPE airm_kv_transfer_seconds histogram\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.0005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.001\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.0025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.01\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.05\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.1\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.25\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.5\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.0\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"+Inf\"} 0\nairm_kv_transfer_seconds_sum{model_name=\"Qwen3-4B\"} 0.0\nairm_kv_transfer_seconds_count{model_name=\"Qwen3-4B\"} 0\n# HELP vllm:cache_config_info Information of the LLMEngine CacheConfig.\n# TYPE vllm:cache_config_info gauge\nvllm:cache_config_info{model_name=\"Qwen3-4B\",block_size=\"64\",num_gpu_blocks=\"576\",enable_prefix_caching=\"False\"} 1\n# HELP vllm:prefix_cache_queries_total Prompt tokens looked up in the prefix cache.\n# TYPE vllm:prefix_cache_queries_total counter\nvllm:prefix_cache_queries_total{model_name=\"Qwen3-4B\"} 718080\n# HELP vllm:prefix_cache_hits_total Prompt tokens served from the prefix cache.\n# TYPE vllm:prefix_cache_hits_total counter\nvllm:prefix_cache_hits_total{model_name=\"Qwen3-4B\"} 0\n# HELP airm_pd_prefills_total Prompts prefilled by the PD prefill worker (remote) or here (local).\n# TYPE airm_pd_prefills_total counter\nairm_pd_prefills_total{model_name=\"Qwen3-4B\",side=\"remote\"} 264\nairm_pd_prefills_total{model_name=\"Qwen3-4B\",side=\"local\"} 0\n# HELP airm_pd_transferred_tokens_total Prompt KV tokens received from the prefill side.\n# TYPE airm_pd_transferred_tokens_total counter\nairm_pd_transferred_tokens_total{model_name=\"Qwen3-4B\"} 718080\n# HELP airm_pd_producer_seconds_total Accumulated worker-reported seconds for admitted PD handoffs; excludes failed/cancelled handoffs. Prefill includes KV gathering; transfer excludes destination KV installation.\n# TYPE airm_pd_producer_seconds_total counter\nairm_pd_producer_seconds_total{model_name=\"Qwen3-4B\",stage=\"prefill\"} 611.6590946391225\nairm_pd_producer_seconds_total{model_name=\"Qwen3-4B\",stage=\"transfer\"} 0.0\n" + ], + "parity_passed": true +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-http-c16-whole.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-http-c16-whole.json new file mode 100644 index 00000000..7d184766 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-qwen4b-http-c16-whole.json @@ -0,0 +1,25226 @@ +{ + "passed": true, + "model": "Qwen3-4B", + "mode": "pd", + "dtype": "bfloat16", + "torch": "2.13.0+cu130", + "transformers": "5.15.0", + "replicas": 1, + "cpu_threads_per_server": 4, + "prompts": { + "128": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ], + "512": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ], + "2048": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ], + "8192": [ + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 2266, + 13, + 576, + 2518, + 3745, + 5610, + 40676, + 13, + 576, + 6303, + 3745, + 5610, + 6467, + 624, + 1986, + 374, + 4004, + 198, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25 + ] + }, + "warmups": [ + { + "id": "warm-0-128-32", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "warm-0-128-128", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "warm-0-512-32", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "warm-0-512-128", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + }, + { + "id": "warm-0-2048-32", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "warm-0-2048-128", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + }, + { + "id": "warm-0-8192-32", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + }, + { + "id": "warm-0-8192-128", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + } + ], + "correctness_batches": [ + { + "input_tokens": 128, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-128-32-16-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-1", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-2", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-3", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-4", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-5", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-6", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-7", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-8", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-9", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-10", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-11", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-12", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-13", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-14", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + }, + { + "id": "check-128-32-16-15", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-128-128-16-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-1", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-2", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-3", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-4", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-5", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-6", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-7", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-8", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-9", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-10", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-11", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-12", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-13", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-14", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + }, + { + "id": "check-128-128-16-15", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 512, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-512-32-16-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-1", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-2", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-3", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-4", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-5", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-6", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-7", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-8", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-9", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-10", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-11", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-12", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-13", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-14", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + }, + { + "id": "check-512-32-16-15", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-512-128-16-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + }, + { + "id": "check-512-128-16-1", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + }, + { + "id": "check-512-128-16-2", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + }, + { + "id": "check-512-128-16-3", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + }, + { + "id": "check-512-128-16-4", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + }, + { + "id": "check-512-128-16-5", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + }, + { + "id": "check-512-128-16-6", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + }, + { + "id": "check-512-128-16-7", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + }, + { + "id": "check-512-128-16-8", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + }, + { + "id": "check-512-128-16-9", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + }, + { + "id": "check-512-128-16-10", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + }, + { + "id": "check-512-128-16-11", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + }, + { + "id": "check-512-128-16-12", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + }, + { + "id": "check-512-128-16-13", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + }, + { + "id": "check-512-128-16-14", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + }, + { + "id": "check-512-128-16-15", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-2048-32-16-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-1", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-2", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-3", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-4", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-5", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-6", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-7", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-8", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-9", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-10", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-11", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-12", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-13", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-14", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-15", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-2048-128-16-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-1", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-2", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-3", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-4", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-5", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-6", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-7", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-8", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-9", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-10", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-11", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-12", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-13", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-14", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-15", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-8192-32-16-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-1", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-2", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-3", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-4", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-5", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-6", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-7", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-8", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-9", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-10", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-11", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-12", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-13", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-14", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-15", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-8192-128-16-0", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-1", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-2", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-3", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-4", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-5", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-6", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-7", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-8", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-9", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-10", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-11", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-12", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-13", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-14", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-15", + "endpoint": 0, + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "tokens_equal": true + } + ] + } + ], + "batches": [ + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 44.893226801999845, + "output_tok_s": 11.404838468354253, + "median_first_sse_s": 23.6034566265007, + "median_tpot_est_s": 0.028171536322089755, + "median_e2e_s": 24.47749633199419, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o32-c16-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 16.76175827399129, + "tpot_est_s": 0.028497950290329754, + "e2e_s": 17.645194732991513 + }, + { + "id": "r0-n128-o32-c16-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 35.91661924595246, + "tpot_est_s": 0.026381041452799354, + "e2e_s": 36.73443153098924 + }, + { + "id": "r0-n128-o32-c16-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 5.674992957036011, + "tpot_est_s": 0.029342647031655594, + "e2e_s": 6.584615015017334 + }, + { + "id": "r0-n128-o32-c16-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 27.710183244023938, + "tpot_est_s": 0.027535619127804473, + "e2e_s": 28.563787436985876 + }, + { + "id": "r0-n128-o32-c16-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 22.23993844096549, + "tpot_est_s": 0.02834866112924271, + "e2e_s": 23.118746935972013 + }, + { + "id": "r0-n128-o32-c16-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 19.53449642995838, + "tpot_est_s": 0.02707764535631624, + "e2e_s": 20.373903436004184 + }, + { + "id": "r0-n128-o32-c16-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 41.34277910599485, + "tpot_est_s": 0.028302075354487546, + "e2e_s": 42.220143441983964 + }, + { + "id": "r0-n128-o32-c16-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 38.636176817002706, + "tpot_est_s": 0.027311162709543903, + "e2e_s": 39.48282286099857 + }, + { + "id": "r0-n128-o32-c16-8", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 11.20684086001711, + "tpot_est_s": 0.028872920774794635, + "e2e_s": 12.101901404035743 + }, + { + "id": "r0-n128-o32-c16-9", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 33.17219436302548, + "tpot_est_s": 0.028593038257602, + "e2e_s": 34.058578549011145 + }, + { + "id": "r0-n128-o32-c16-10", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 44.04699496598914, + "tpot_est_s": 0.027241676322920547, + "e2e_s": 44.89148693199968 + }, + { + "id": "r0-n128-o32-c16-11", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 8.440865264972672, + "tpot_est_s": 0.02719120216187871, + "e2e_s": 9.283792531990912 + }, + { + "id": "r0-n128-o32-c16-12", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 2.8666000670054927, + "tpot_est_s": 0.028710209903487514, + "e2e_s": 3.7566165740136057 + }, + { + "id": "r0-n128-o32-c16-13", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 13.987032278964762, + "tpot_est_s": 0.027933256129824346, + "e2e_s": 14.852963218989316 + }, + { + "id": "r0-n128-o32-c16-14", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 24.966974812035915, + "tpot_est_s": 0.028040997289691963, + "e2e_s": 25.836245728016365 + }, + { + "id": "r0-n128-o32-c16-15", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of", + "text_equal": true, + "first_sse_s": 30.444256265007425, + "tpot_est_s": 0.028308726935422107, + "e2e_s": 31.32182680000551 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 47.11875121400226, + "output_tok_s": 43.46464936429378, + "median_first_sse_s": 23.29471693749656, + "median_tpot_est_s": 0.028520489330623504, + "median_e2e_s": 26.951108466484584, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c16-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 8.184058046026621, + "tpot_est_s": 0.028728695393367632, + "e2e_s": 11.83260236098431 + }, + { + "id": "r0-n128-o128-c16-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 30.097999166988302, + "tpot_est_s": 0.0284153310789206, + "e2e_s": 33.70674621401122 + }, + { + "id": "r0-n128-o128-c16-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 27.3556766390102, + "tpot_est_s": 0.028918141362121636, + "e2e_s": 31.028280591999646 + }, + { + "id": "r0-n128-o128-c16-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 32.828518120979425, + "tpot_est_s": 0.028563464645710662, + "e2e_s": 36.45607813098468 + }, + { + "id": "r0-n128-o128-c16-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 21.922258228994906, + "tpot_est_s": 0.028477514015536345, + "e2e_s": 25.53890250896802 + }, + { + "id": "r0-n128-o128-c16-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 16.454788423958234, + "tpot_est_s": 0.028764657086810082, + "e2e_s": 20.107899873983115 + }, + { + "id": "r0-n128-o128-c16-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 19.19438059197273, + "tpot_est_s": 0.028400036535229475, + "e2e_s": 22.801185231946874 + }, + { + "id": "r0-n128-o128-c16-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 40.99456069601001, + "tpot_est_s": 0.028053910740079197, + "e2e_s": 44.55740736000007 + }, + { + "id": "r0-n128-o128-c16-8", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 13.711849417013582, + "tpot_est_s": 0.027717020094035354, + "e2e_s": 17.231910968956072 + }, + { + "id": "r0-n128-o128-c16-9", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 43.73003938101465, + "tpot_est_s": 0.026676585173186676, + "e2e_s": 47.11796569800936 + }, + { + "id": "r0-n128-o128-c16-10", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 24.667175645998213, + "tpot_est_s": 0.02910345494490498, + "e2e_s": 28.363314424001146 + }, + { + "id": "r0-n128-o128-c16-11", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 2.709327488031704, + "tpot_est_s": 0.027948255425201744, + "e2e_s": 6.258755927032325 + }, + { + "id": "r0-n128-o128-c16-12", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 38.292009177966975, + "tpot_est_s": 0.029425978307212577, + "e2e_s": 42.02910842298297 + }, + { + "id": "r0-n128-o128-c16-13", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 35.564715622982476, + "tpot_est_s": 0.028841126606594332, + "e2e_s": 39.227538702019956 + }, + { + "id": "r0-n128-o128-c16-14", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 5.462945087987464, + "tpot_est_s": 0.02755590848804371, + "e2e_s": 8.962545465969015 + }, + { + "id": "r0-n128-o128-c16-15", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France,", + "text_equal": true, + "first_sse_s": 10.950510567985475, + "tpot_est_s": 0.02864093555130182, + "e2e_s": 14.587909383000806 + } + ] + }, + { + "repeat": 0, + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 44.99134785705246, + "output_tok_s": 11.379965802019049, + "median_first_sse_s": 23.409665855026105, + "median_tpot_est_s": 0.02771560640370984, + "median_e2e_s": 24.29826425103238, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n512-o32-c16-0", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 2.800885499047581, + "tpot_est_s": 0.028199237611730613, + "e2e_s": 3.67506186501123 + }, + { + "id": "r0-n512-o32-c16-1", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 38.52729344100226, + "tpot_est_s": 0.026937629514929628, + "e2e_s": 39.362359955965076 + }, + { + "id": "r0-n512-o32-c16-2", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 11.029800368996803, + "tpot_est_s": 0.02952279458047762, + "e2e_s": 11.945007000991609 + }, + { + "id": "r0-n512-o32-c16-3", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 13.78740359202493, + "tpot_est_s": 0.02822078629058876, + "e2e_s": 14.662247967033181 + }, + { + "id": "r0-n512-o32-c16-4", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 27.495054418977816, + "tpot_est_s": 0.02768218929075726, + "e2e_s": 28.35320228699129 + }, + { + "id": "r0-n512-o32-c16-5", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 24.780679188028444, + "tpot_est_s": 0.027410429806613755, + "e2e_s": 25.63040251203347 + }, + { + "id": "r0-n512-o32-c16-6", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 35.77443497197237, + "tpot_est_s": 0.02708322996829426, + "e2e_s": 36.61401510098949 + }, + { + "id": "r0-n512-o32-c16-7", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 44.120522505021654, + "tpot_est_s": 0.028028810838042127, + "e2e_s": 44.98941564100096 + }, + { + "id": "r0-n512-o32-c16-8", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 30.253088835976087, + "tpot_est_s": 0.027741529257787813, + "e2e_s": 31.11307624296751 + }, + { + "id": "r0-n512-o32-c16-9", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 8.291902641998604, + "tpot_est_s": 0.02914264509754796, + "e2e_s": 9.19532464002259 + }, + { + "id": "r0-n512-o32-c16-10", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 41.350641358993016, + "tpot_est_s": 0.027311546743036277, + "e2e_s": 42.19729930802714 + }, + { + "id": "r0-n512-o32-c16-11", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 22.038652522023767, + "tpot_est_s": 0.02991849896798451, + "e2e_s": 22.966125990031287 + }, + { + "id": "r0-n512-o32-c16-12", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 33.03085938398726, + "tpot_est_s": 0.027689683549631867, + "e2e_s": 33.88923957402585 + }, + { + "id": "r0-n512-o32-c16-13", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 19.27866966201691, + "tpot_est_s": 0.028765117805901793, + "e2e_s": 20.170388313999865 + }, + { + "id": "r0-n512-o32-c16-14", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 16.523101443017367, + "tpot_est_s": 0.02715453761254227, + "e2e_s": 17.364892109006178 + }, + { + "id": "r0-n512-o32-c16-15", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a", + "text_equal": true, + "first_sse_s": 5.549827979004476, + "tpot_est_s": 0.02714113532302661, + "e2e_s": 6.391203174018301 + } + ] + }, + { + "repeat": 0, + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 48.099250981002115, + "output_tok_s": 42.57862561745304, + "median_first_sse_s": 23.656272448017262, + "median_tpot_est_s": 0.02792518417347281, + "median_e2e_s": 27.210936400020728, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n512-o128-c16-0", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "text_equal": true, + "first_sse_s": 13.851761453959625, + "tpot_est_s": 0.027961385228733465, + "e2e_s": 17.402857378008775 + }, + { + "id": "r0-n512-o128-c16-1", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "text_equal": true, + "first_sse_s": 41.82248846901348, + "tpot_est_s": 0.02667291000014259, + "e2e_s": 45.20994803903159 + }, + { + "id": "r0-n512-o128-c16-2", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "text_equal": true, + "first_sse_s": 22.26910581899574, + "tpot_est_s": 0.027888983118212158, + "e2e_s": 25.811006675008684 + }, + { + "id": "r0-n512-o128-c16-3", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "text_equal": true, + "first_sse_s": 19.43794200802222, + "tpot_est_s": 0.028344625519592256, + "e2e_s": 23.037709449010435 + }, + { + "id": "r0-n512-o128-c16-4", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "text_equal": true, + "first_sse_s": 25.043439077038784, + "tpot_est_s": 0.02808997675585817, + "e2e_s": 28.61086612503277 + }, + { + "id": "r0-n512-o128-c16-5", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "text_equal": true, + "first_sse_s": 16.585214579012245, + "tpot_est_s": 0.028878295031471515, + "e2e_s": 20.252758048009127 + }, + { + "id": "r0-n512-o128-c16-6", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "text_equal": true, + "first_sse_s": 30.610653382958844, + "tpot_est_s": 0.027687914472432646, + "e2e_s": 34.12701852095779 + }, + { + "id": "r0-n512-o128-c16-7", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "text_equal": true, + "first_sse_s": 27.837884064996615, + "tpot_est_s": 0.027829369110253264, + "e2e_s": 31.37221394199878 + }, + { + "id": "r0-n512-o128-c16-8", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "text_equal": true, + "first_sse_s": 44.64434438297758, + "tpot_est_s": 0.027197608197159245, + "e2e_s": 48.0984406240168 + }, + { + "id": "r0-n512-o128-c16-9", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "text_equal": true, + "first_sse_s": 8.39022489398485, + "tpot_est_s": 0.028957075866096926, + "e2e_s": 12.06777352897916 + }, + { + "id": "r0-n512-o128-c16-10", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "text_equal": true, + "first_sse_s": 5.6207816419773735, + "tpot_est_s": 0.028847603307024936, + "e2e_s": 9.28442726196954 + }, + { + "id": "r0-n512-o128-c16-11", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "text_equal": true, + "first_sse_s": 36.09325630398234, + "tpot_est_s": 0.027566722953072418, + "e2e_s": 39.59423011902254 + }, + { + "id": "r0-n512-o128-c16-12", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "text_equal": true, + "first_sse_s": 2.773874252976384, + "tpot_est_s": 0.02830993957491225, + "e2e_s": 6.36923657899024 + }, + { + "id": "r0-n512-o128-c16-13", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "text_equal": true, + "first_sse_s": 11.149694107007235, + "tpot_est_s": 0.028582481945146197, + "e2e_s": 14.779669314040802 + }, + { + "id": "r0-n512-o128-c16-14", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "text_equal": true, + "first_sse_s": 38.84945814299863, + "tpot_est_s": 0.02663679289774544, + "e2e_s": 42.2323308410123 + }, + { + "id": "r0-n512-o128-c16-15", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger", + "text_equal": true, + "first_sse_s": 33.35140311100986, + "tpot_est_s": 0.027683702503756333, + "e2e_s": 36.86723332898691 + } + ] + }, + { + "repeat": 0, + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 47.163386770000216, + "output_tok_s": 10.855878575829376, + "median_first_sse_s": 24.502178847498726, + "median_tpot_est_s": 0.026998502709301972, + "median_e2e_s": 25.32433363798191, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n2048-o32-c16-0", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 20.180089855974074, + "tpot_est_s": 0.029218294485021504, + "e2e_s": 21.08585698500974 + }, + { + "id": "r0-n2048-o32-c16-1", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 2.9502906809793785, + "tpot_est_s": 0.027370939547601607, + "e2e_s": 3.7987898069550283 + }, + { + "id": "r0-n2048-o32-c16-2", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 8.617263789987192, + "tpot_est_s": 0.0274113038378287, + "e2e_s": 9.467014208959881 + }, + { + "id": "r0-n2048-o32-c16-3", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 40.29644720297074, + "tpot_est_s": 0.0258705792591847, + "e2e_s": 41.098435160005465 + }, + { + "id": "r0-n2048-o32-c16-4", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 11.465903761039954, + "tpot_est_s": 0.026925366935169986, + "e2e_s": 12.300590136030223 + }, + { + "id": "r0-n2048-o32-c16-5", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 25.885214740002993, + "tpot_est_s": 0.026165401193148065, + "e2e_s": 26.696342176990584 + }, + { + "id": "r0-n2048-o32-c16-6", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 31.569308120000642, + "tpot_est_s": 0.02782233857977835, + "e2e_s": 32.43180061597377 + }, + { + "id": "r0-n2048-o32-c16-7", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 23.11914295499446, + "tpot_est_s": 0.026876843354154016, + "e2e_s": 23.952325098973233 + }, + { + "id": "r0-n2048-o32-c16-8", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 5.7962648090324365, + "tpot_est_s": 0.027273063386429944, + "e2e_s": 6.641729774011765 + }, + { + "id": "r0-n2048-o32-c16-9", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 46.33496466599172, + "tpot_est_s": 0.02665346532293986, + "e2e_s": 47.161222091002855 + }, + { + "id": "r0-n2048-o32-c16-10", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 28.701105991960503, + "tpot_est_s": 0.026572805581494205, + "e2e_s": 29.524862964986823 + }, + { + "id": "r0-n2048-o32-c16-11", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 43.27513118303614, + "tpot_est_s": 0.027071638483433955, + "e2e_s": 44.11435197602259 + }, + { + "id": "r0-n2048-o32-c16-12", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 17.177353565988597, + "tpot_est_s": 0.02807178270942982, + "e2e_s": 18.04757882998092 + }, + { + "id": "r0-n2048-o32-c16-13", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 37.36928819003515, + "tpot_est_s": 0.028054952677789954, + "e2e_s": 38.23899172304664 + }, + { + "id": "r0-n2048-o32-c16-14", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 14.320239024003968, + "tpot_est_s": 0.02667721893428074, + "e2e_s": 15.14723281096667 + }, + { + "id": "r0-n2048-o32-c16-15", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch", + "text_equal": true, + "first_sse_s": 34.387158835015725, + "tpot_est_s": 0.025990048967932743, + "e2e_s": 35.19285035302164 + } + ] + }, + { + "repeat": 0, + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 49.62104106298648, + "output_tok_s": 41.2728140346828, + "median_first_sse_s": 24.619117666996317, + "median_tpot_est_s": 0.028803808889837614, + "median_e2e_s": 28.292561491485685, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n2048-o128-c16-0", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "text_equal": true, + "first_sse_s": 2.931829135050066, + "tpot_est_s": 0.029693349771472942, + "e2e_s": 6.702884556027129 + }, + { + "id": "r0-n2048-o128-c16-1", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "text_equal": true, + "first_sse_s": 26.039966294018086, + "tpot_est_s": 0.028727332472445546, + "e2e_s": 29.68833751801867 + }, + { + "id": "r0-n2048-o128-c16-2", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "text_equal": true, + "first_sse_s": 23.198269039974548, + "tpot_est_s": 0.029122176574631117, + "e2e_s": 26.8967854649527 + }, + { + "id": "r0-n2048-o128-c16-3", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "text_equal": true, + "first_sse_s": 11.685569002991542, + "tpot_est_s": 0.028493707369844332, + "e2e_s": 15.304269838961773 + }, + { + "id": "r0-n2048-o128-c16-4", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "text_equal": true, + "first_sse_s": 17.434758713003248, + "tpot_est_s": 0.028348901275615023, + "e2e_s": 21.035069175006356 + }, + { + "id": "r0-n2048-o128-c16-5", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "text_equal": true, + "first_sse_s": 14.548540504998527, + "tpot_est_s": 0.02812591750370925, + "e2e_s": 18.120532027969602 + }, + { + "id": "r0-n2048-o128-c16-6", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "text_equal": true, + "first_sse_s": 31.804322298034094, + "tpot_est_s": 0.029137357858130635, + "e2e_s": 35.504766746016685 + }, + { + "id": "r0-n2048-o128-c16-7", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "text_equal": true, + "first_sse_s": 8.730217655014712, + "tpot_est_s": 0.027993429511763507, + "e2e_s": 12.285383203008678 + }, + { + "id": "r0-n2048-o128-c16-8", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "text_equal": true, + "first_sse_s": 20.331899851036724, + "tpot_est_s": 0.029043474826800423, + "e2e_s": 24.020421154040378 + }, + { + "id": "r0-n2048-o128-c16-9", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "text_equal": true, + "first_sse_s": 43.19215008098399, + "tpot_est_s": 0.029199045779381504, + "e2e_s": 46.900428894965444 + }, + { + "id": "r0-n2048-o128-c16-10", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "text_equal": true, + "first_sse_s": 34.65938978001941, + "tpot_est_s": 0.029125249535340347, + "e2e_s": 38.358296471007634 + }, + { + "id": "r0-n2048-o128-c16-11", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "text_equal": true, + "first_sse_s": 28.853945464012213, + "tpot_est_s": 0.0288177315433561, + "e2e_s": 32.51379737001844 + }, + { + "id": "r0-n2048-o128-c16-12", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "text_equal": true, + "first_sse_s": 40.20854010095354, + "tpot_est_s": 0.028789886236319128, + "e2e_s": 43.86485565296607 + }, + { + "id": "r0-n2048-o128-c16-13", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "text_equal": true, + "first_sse_s": 46.18213754001772, + "tpot_est_s": 0.02706509696064869, + "e2e_s": 49.619404854020104 + }, + { + "id": "r0-n2048-o128-c16-14", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "text_equal": true, + "first_sse_s": 5.864467989013065, + "tpot_est_s": 0.02874023570884459, + "e2e_s": 9.514477924036328 + }, + { + "id": "r0-n2048-o128-c16-15", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though", + "text_equal": true, + "first_sse_s": 37.40403993596556, + "tpot_est_s": 0.02885805855149506, + "e2e_s": 41.06901337200543 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 50.719234908989165, + "output_tok_s": 10.094789499856123, + "median_first_sse_s": 28.51709923002636, + "median_tpot_est_s": 0.028653154274516347, + "median_e2e_s": 29.571128801529994, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o32-c16-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "text_equal": true, + "first_sse_s": 19.63908747199457, + "tpot_est_s": 0.02800139996801473, + "e2e_s": 20.507130871003028 + }, + { + "id": "r0-n8192-o32-c16-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "text_equal": true, + "first_sse_s": 25.238138849963434, + "tpot_est_s": 0.04058675777407423, + "e2e_s": 26.496328340959735 + }, + { + "id": "r0-n8192-o32-c16-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "text_equal": true, + "first_sse_s": 13.390963044017553, + "tpot_est_s": 0.027593266290252008, + "e2e_s": 14.246354299015366 + }, + { + "id": "r0-n8192-o32-c16-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "text_equal": true, + "first_sse_s": 31.78309939103201, + "tpot_est_s": 0.027842497321656876, + "e2e_s": 32.64621680800337 + }, + { + "id": "r0-n8192-o32-c16-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "text_equal": true, + "first_sse_s": 6.830606720992364, + "tpot_est_s": 0.03903104287136586, + "e2e_s": 8.040569050004706 + }, + { + "id": "r0-n8192-o32-c16-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "text_equal": true, + "first_sse_s": 7.182683225022629, + "tpot_est_s": 0.02765917409616973, + "e2e_s": 8.04011762200389 + }, + { + "id": "r0-n8192-o32-c16-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "text_equal": true, + "first_sse_s": 37.64320523600327, + "tpot_est_s": 0.0394285270970525, + "e2e_s": 38.865489576011896 + }, + { + "id": "r0-n8192-o32-c16-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "text_equal": true, + "first_sse_s": 44.05205387499882, + "tpot_est_s": 0.028664060290001573, + "e2e_s": 44.94063974398887 + }, + { + "id": "r0-n8192-o32-c16-8", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "text_equal": true, + "first_sse_s": 37.98811876802938, + "tpot_est_s": 0.02826760022623104, + "e2e_s": 38.86441437504254 + }, + { + "id": "r0-n8192-o32-c16-9", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "text_equal": true, + "first_sse_s": 19.28088098898297, + "tpot_est_s": 0.039489131614250404, + "e2e_s": 20.505044069024734 + }, + { + "id": "r0-n8192-o32-c16-10", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "text_equal": true, + "first_sse_s": 49.86238982400391, + "tpot_est_s": 0.027550692256960656, + "e2e_s": 50.71646128396969 + }, + { + "id": "r0-n8192-o32-c16-11", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "text_equal": true, + "first_sse_s": 25.60859196301317, + "tpot_est_s": 0.028642248259031125, + "e2e_s": 26.496501659043133 + }, + { + "id": "r0-n8192-o32-c16-12", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "text_equal": true, + "first_sse_s": 13.02434538397938, + "tpot_est_s": 0.0393405384196329, + "e2e_s": 14.243902074988 + }, + { + "id": "r0-n8192-o32-c16-13", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "text_equal": true, + "first_sse_s": 46.86278152599698, + "tpot_est_s": 0.02791303219348793, + "e2e_s": 47.728085523995105 + }, + { + "id": "r0-n8192-o32-c16-14", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "text_equal": true, + "first_sse_s": 43.69913799298229, + "tpot_est_s": 0.03999159022632445, + "e2e_s": 44.938877289998345 + }, + { + "id": "r0-n8192-o32-c16-15", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital,", + "text_equal": true, + "first_sse_s": 31.425606497039553, + "tpot_est_s": 0.039359659579912984, + "e2e_s": 32.645755944016855 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 53.50810752104735, + "output_tok_s": 38.274573609138045, + "median_first_sse_s": 26.9483449094987, + "median_tpot_est_s": 0.034134499630139134, + "median_e2e_s": 31.776315025490476, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c16-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "text_equal": true, + "first_sse_s": 40.84014320001006, + "tpot_est_s": 0.04298429033860168, + "e2e_s": 46.299148073012475 + }, + { + "id": "r0-n8192-o128-c16-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "text_equal": true, + "first_sse_s": 6.871440722956322, + "tpot_est_s": 0.034406635952897106, + "e2e_s": 11.241083488974255 + }, + { + "id": "r0-n8192-o128-c16-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "text_equal": true, + "first_sse_s": 16.149407670018263, + "tpot_est_s": 0.04308935131476165, + "e2e_s": 21.621755286992993 + }, + { + "id": "r0-n8192-o128-c16-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "text_equal": true, + "first_sse_s": 43.9684940680163, + "tpot_est_s": 0.030253058850332568, + "e2e_s": 47.810632542008534 + }, + { + "id": "r0-n8192-o128-c16-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "text_equal": true, + "first_sse_s": 50.18411590496544, + "tpot_est_s": 0.026167993039611405, + "e2e_s": 53.507451020996086 + }, + { + "id": "r0-n8192-o128-c16-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "text_equal": true, + "first_sse_s": 47.127296396996826, + "tpot_est_s": 0.029976635559014683, + "e2e_s": 50.93432911299169 + }, + { + "id": "r0-n8192-o128-c16-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "text_equal": true, + "first_sse_s": 31.598811456991825, + "tpot_est_s": 0.0344295285277318, + "e2e_s": 35.97136158001376 + }, + { + "id": "r0-n8192-o128-c16-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "text_equal": true, + "first_sse_s": 19.21626443497371, + "tpot_est_s": 0.033701041275653695, + "e2e_s": 23.49629667698173 + }, + { + "id": "r0-n8192-o128-c16-8", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "text_equal": true, + "first_sse_s": 25.412959126988426, + "tpot_est_s": 0.03342648185826251, + "e2e_s": 29.658122322987765 + }, + { + "id": "r0-n8192-o128-c16-9", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "text_equal": true, + "first_sse_s": 22.249128006980754, + "tpot_est_s": 0.04318583669327933, + "e2e_s": 27.73372926702723 + }, + { + "id": "r0-n8192-o128-c16-10", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "text_equal": true, + "first_sse_s": 10.017843647976406, + "tpot_est_s": 0.0423258666456017, + "e2e_s": 15.393228711967822 + }, + { + "id": "r0-n8192-o128-c16-11", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "text_equal": true, + "first_sse_s": 13.05767999496311, + "tpot_est_s": 0.033862363307381155, + "e2e_s": 17.358200135000516 + }, + { + "id": "r0-n8192-o128-c16-12", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "text_equal": true, + "first_sse_s": 37.79526448005345, + "tpot_est_s": 0.03313287405487825, + "e2e_s": 42.003139485022984 + }, + { + "id": "r0-n8192-o128-c16-13", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "text_equal": true, + "first_sse_s": 34.75581235199934, + "tpot_est_s": 0.04238306466942859, + "e2e_s": 40.13846156501677 + }, + { + "id": "r0-n8192-o128-c16-14", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "text_equal": true, + "first_sse_s": 7.22468486696016, + "tpot_est_s": 0.03162671857482321, + "e2e_s": 11.241278125962708 + }, + { + "id": "r0-n8192-o128-c16-15", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about", + "text_equal": true, + "first_sse_s": 28.483730692008976, + "tpot_est_s": 0.042604543590426855, + "e2e_s": 33.89450772799319 + } + ] + } + ], + "harness_sha256": "cfd4821e2a2112f3fcf7f242f3e76efe47134640e4bf22b3b63fb808be6148f0", + "startup_timeout_s": 1800, + "timing_scope": "Client first SSE event, full response e2e and estimated TPOT=(e2e-first_event)/(output_tokens-1). SSE can coalesce tokens; this is not per-token kernel timing. Loading/warmup/correctness checks excluded.", + "physical_gpus": 1, + "physical_rngd": 1, + "physical_atom": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 8192, + "local_chunk": 256, + "context": 9216, + "server_config": { + "servers": [ + [ + "/home/gspark/venvs/pt213/bin/python", + "-c", + "import sys,importlib.util,runpy\ns=importlib.util.spec_from_file_location('opt_prime.accel.serve.llmd','/tmp/llmd240.py')\nm=importlib.util.module_from_spec(s);sys.modules[s.name]=m;s.loader.exec_module(m)\nrunpy.run_path('/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/serve_batched.py',run_name='__main__')\n", + "--model", + "/tmp/serving-matrix-models/Qwen3-4B", + "--device", + "cuda:0", + "--dtype", + "bfloat16", + "--slots", + "4", + "--max-context", + "9216", + "--max-output", + "128", + "--kv", + "paged", + "--page-size", + "64", + "--chunk", + "256", + "--port", + "{port}", + "--pd-prefill-python", + "/tmp/stream265-python.sh", + "--pd-prefill-args", + "--engine factory --engine-factory streaming_factories:qwen --width 8192 --chip 0" + ] + ], + "metadata": { + "physical_gpus": 1, + "physical_rngd": 1, + "physical_atom": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 8192, + "local_chunk": 256, + "context": 9216 + } + }, + "load_s": 31.157033569004852, + "references": { + "128:32": { + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of" + }, + "128:128": { + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 14582, + 25, + 3555, + 374, + 279, + 6722, + 315, + 9625, + 5267, + 16141, + 25, + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 911, + 279, + 6722, + 315, + 9625, + 11 + ], + "text": " The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nQuestion: What is the capital of France?\nAnswer: The capital of France is Paris.\nOkay, so the user is asking about the capital of France," + }, + "512:32": { + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a" + }, + "512:128": { + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 1083, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 369, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 572, + 30339, + 13, + 14568, + 358, + 3116, + 2494, + 1939, + 10061, + 752, + 1779, + 1549, + 13, + 576, + 1196, + 594, + 3405, + 572, + 330, + 3838, + 374, + 279, + 6722, + 315, + 9625, + 7521, + 323, + 279, + 4226, + 374, + 12095, + 13, + 576, + 4004, + 2266, + 911, + 14697, + 374, + 4658, + 1101, + 4960, + 1995, + 11, + 7196, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 5244, + 389, + 279, + 5042, + 3405, + 13, + 2521, + 7196, + 432, + 594, + 949, + 315, + 264, + 8131 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user also provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context for the question? But the question was straightforward. Did I miss something?\n\nLet me check again. The user's question was \"What is the capital of France?\" and the answer is Paris. The background context about boxes is probably just extra information, maybe a test to see if I can focus on the actual question. Or maybe it's part of a larger" + }, + "2048:32": { + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch" + }, + "2048:128": { + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 4588, + 369, + 279, + 6722, + 315, + 9625, + 11, + 323, + 358, + 18577, + 12095, + 13, + 1988, + 3783, + 11, + 279, + 1196, + 3897, + 264, + 15493, + 315, + 11504, + 4004, + 2266, + 911, + 14697, + 8482, + 40676, + 323, + 6467, + 13, + 2938, + 4977, + 45205, + 13, + 10696, + 807, + 4829, + 752, + 311, + 990, + 429, + 2266, + 311, + 4226, + 279, + 3405, + 30, + 1988, + 279, + 3405, + 374, + 911, + 279, + 6722, + 315, + 9625, + 11, + 892, + 374, + 264, + 4586, + 6540, + 2097, + 13, + 576, + 4004, + 2266, + 3171, + 944, + 6286, + 4113, + 911, + 9625, + 476, + 92999, + 13, + 2055, + 7196, + 279, + 1196, + 374, + 7497, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 30, + 2521, + 8365, + 807, + 5230, + 279, + 2266, + 553, + 16523, + 13, + 20988, + 1616, + 11, + 279, + 4226, + 374, + 12095, + 13, + 358, + 1265, + 1281, + 2704, + 311, + 7683, + 429, + 1496, + 3498 + ], + "text": " The capital of France is Paris.\nOkay, so the user asked for the capital of France, and I answered Paris. But wait, the user provided a bunch of repeated background context about boxes containing apples and books. That seems unrelated. Maybe they wanted me to use that context to answer the question? But the question is about the capital of France, which is a general knowledge fact. The background context doesn't mention anything about France or capitals. So maybe the user is testing if I can ignore irrelevant information? Or perhaps they included the context by mistake. Either way, the answer is Paris. I should make sure to confirm that even though" + }, + "8192:32": { + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital," + }, + "8192:128": { + "tokens": [ + 576, + 6722, + 315, + 9625, + 374, + 12095, + 624, + 32313, + 11, + 773, + 279, + 1196, + 374, + 10161, + 369, + 279, + 6722, + 315, + 9625, + 13, + 6771, + 752, + 1744, + 13, + 358, + 1414, + 429, + 12095, + 374, + 279, + 6722, + 11, + 714, + 358, + 1265, + 1281, + 2704, + 1052, + 594, + 902, + 14068, + 1588, + 13, + 576, + 1196, + 3897, + 264, + 2696, + 315, + 2266, + 911, + 14697, + 448, + 40676, + 323, + 6467, + 11, + 714, + 429, + 4977, + 45205, + 13, + 10696, + 432, + 594, + 264, + 1273, + 311, + 1490, + 421, + 358, + 646, + 10034, + 39715, + 1995, + 13, + 21607, + 11, + 279, + 4226, + 1265, + 387, + 12095, + 13, + 358, + 1513, + 944, + 1184, + 311, + 2908, + 279, + 14697, + 1576, + 279, + 3405, + 374, + 30339, + 13, + 4599, + 1184, + 311, + 19091, + 429, + 12095, + 374, + 279, + 6722, + 315, + 9625, + 13, + 2308, + 1184, + 311, + 916, + 5689, + 48795, + 432, + 624, + 785, + 6722, + 315, + 9625, + 374, + 12095, + 13, + 576, + 1995, + 911 + ], + "text": " The capital of France is Paris.\nOkay, so the user is asking for the capital of France. Let me think. I know that Paris is the capital, but I should make sure there's no trick here. The user provided a lot of context about boxes with apples and books, but that seems unrelated. Maybe it's a test to see if I can ignore irrelevant information. Yeah, the answer should be Paris. I don't need to consider the boxes because the question is straightforward. Just need to recall that Paris is the capital of France. No need to overcomplicate it.\nThe capital of France is Paris. The information about" + } + }, + "warmup_and_checks_s": 427.7694704660098, + "metrics": [ + "# HELP vllm:num_requests_running Requests executing on the stage.\n# TYPE vllm:num_requests_running gauge\nvllm:num_requests_running{model_name=\"Qwen3-4B\"} 0\n# HELP vllm:num_requests_waiting Requests queued for the stage owner.\n# TYPE vllm:num_requests_waiting gauge\nvllm:num_requests_waiting{model_name=\"Qwen3-4B\"} 0\n# HELP vllm:kv_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:kv_cache_usage_perc gauge\nvllm:kv_cache_usage_perc{model_name=\"Qwen3-4B\"} 0.0\n# HELP vllm:gpu_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:gpu_cache_usage_perc gauge\nvllm:gpu_cache_usage_perc{model_name=\"Qwen3-4B\"} 0.0\n# HELP vllm:request_success_total Finished requests by finish reason.\n# TYPE vllm:request_success_total counter\nvllm:request_success_total{model_name=\"Qwen3-4B\",finished_reason=\"length\"} 264\n# HELP airm_stage_request_failures_total Requests that ended with an engine error.\n# TYPE airm_stage_request_failures_total counter\nairm_stage_request_failures_total{model_name=\"Qwen3-4B\"} 0\n# HELP vllm:prompt_tokens_total Prompt tokens of finished requests.\n# TYPE vllm:prompt_tokens_total counter\nvllm:prompt_tokens_total{model_name=\"Qwen3-4B\"} 718080\n# HELP vllm:generation_tokens_total Generated tokens of finished requests.\n# TYPE vllm:generation_tokens_total counter\nvllm:generation_tokens_total{model_name=\"Qwen3-4B\"} 21120\n# HELP vllm:time_to_first_token_seconds Time to first token (prefill stage: fenced prefill).\n# TYPE vllm:time_to_first_token_seconds histogram\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.001\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.005\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.01\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.02\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.04\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.06\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.08\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.1\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.25\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.5\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.75\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.0\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"2.5\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"5.0\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"7.5\"} 40\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"10.0\"} 53\nvllm:time_to_first_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"+Inf\"} 264\nvllm:time_to_first_token_seconds_sum{model_name=\"Qwen3-4B\"} 6283.05648460181\nvllm:time_to_first_token_seconds_count{model_name=\"Qwen3-4B\"} 264\n# HELP vllm:time_per_output_token_seconds Time per output token after the first (decode stage).\n# TYPE vllm:time_per_output_token_seconds histogram\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.01\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.025\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.05\"} 263\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.075\"} 263\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.1\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.15\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.2\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.3\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.4\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.5\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.75\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.0\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"2.5\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Qwen3-4B\",le=\"+Inf\"} 264\nvllm:time_per_output_token_seconds_sum{model_name=\"Qwen3-4B\"} 7.7953805047443865\nvllm:time_per_output_token_seconds_count{model_name=\"Qwen3-4B\"} 264\n# HELP vllm:e2e_request_latency_seconds Stage request latency, from execution start to reply.\n# TYPE vllm:e2e_request_latency_seconds histogram\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.3\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.8\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"2.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"2.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"5.0\"} 9\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"10.0\"} 42\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"15.0\"} 69\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"20.0\"} 92\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"30.0\"} 156\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"40.0\"} 210\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"50.0\"} 260\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"60.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Qwen3-4B\",le=\"+Inf\"} 264\nvllm:e2e_request_latency_seconds_sum{model_name=\"Qwen3-4B\"} 6903.700648609898\nvllm:e2e_request_latency_seconds_count{model_name=\"Qwen3-4B\"} 264\n# HELP airm_kv_transfer_seconds KV transfer time from the prefill source to the decode destination.\n# TYPE airm_kv_transfer_seconds histogram\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.0005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.001\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.0025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.01\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.05\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.1\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.25\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"0.5\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"1.0\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Qwen3-4B\",le=\"+Inf\"} 0\nairm_kv_transfer_seconds_sum{model_name=\"Qwen3-4B\"} 0.0\nairm_kv_transfer_seconds_count{model_name=\"Qwen3-4B\"} 0\n# HELP vllm:cache_config_info Information of the LLMEngine CacheConfig.\n# TYPE vllm:cache_config_info gauge\nvllm:cache_config_info{model_name=\"Qwen3-4B\",block_size=\"64\",num_gpu_blocks=\"576\",enable_prefix_caching=\"False\"} 1\n# HELP vllm:prefix_cache_queries_total Prompt tokens looked up in the prefix cache.\n# TYPE vllm:prefix_cache_queries_total counter\nvllm:prefix_cache_queries_total{model_name=\"Qwen3-4B\"} 718080\n# HELP vllm:prefix_cache_hits_total Prompt tokens served from the prefix cache.\n# TYPE vllm:prefix_cache_hits_total counter\nvllm:prefix_cache_hits_total{model_name=\"Qwen3-4B\"} 0\n# HELP airm_pd_prefills_total Prompts prefilled by the PD prefill worker (remote) or here (local).\n# TYPE airm_pd_prefills_total counter\nairm_pd_prefills_total{model_name=\"Qwen3-4B\",side=\"remote\"} 264\nairm_pd_prefills_total{model_name=\"Qwen3-4B\",side=\"local\"} 0\n# HELP airm_pd_transferred_tokens_total Prompt KV tokens received from the prefill side.\n# TYPE airm_pd_transferred_tokens_total counter\nairm_pd_transferred_tokens_total{model_name=\"Qwen3-4B\"} 718080\n# HELP airm_pd_producer_seconds_total Accumulated worker-reported seconds for admitted PD handoffs; excludes failed/cancelled handoffs. Prefill includes KV gathering; transfer excludes destination KV installation.\n# TYPE airm_pd_producer_seconds_total counter\nairm_pd_producer_seconds_total{model_name=\"Qwen3-4B\",stage=\"prefill\"} 758.5554205485387\nairm_pd_producer_seconds_total{model_name=\"Qwen3-4B\",stage=\"transfer\"} 0.0\n" + ], + "parity_passed": true +} diff --git a/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-stream265-qwen-http.md b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-stream265-qwen-http.md new file mode 100644 index 00000000..82103ff0 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-stream265-qwen-http.md @@ -0,0 +1,47 @@ +# Qwen HTTP c16 streaming comparison + +- **Date**: 2026-10-24 +- **Task**: RNGD layer streaming (aicomp #265), partial four-model HTTP matrix +- **Host / device**: GPU benchmark host; A10080GB PCIe, driver580.178.04; PD additionally one RNGD with Furiosa2026.4 environment. +- **Commit**: production33d6cb08ec806f693dbecfd7d630331a3bd1bb2f; launch head5978c35d9d478a62c6e30819f03e7962925c1ae1. Later commits evidence/tests only; captured hashes in evidence265/stream265-http-c16-manifest.json. + +## Question + +Does layer streaming preserve same-producer HTTP outputs at c16, and how does latency vary with input length? + +## Setup and command + +BF16, four GPU execution slots and four PD source slots. Fixed source width8192, context9216, caches off. Each mode:8 warmups,128 retained-token correctness responses and128 timed SSE text responses. One measured batch per condition. Native uses one GPU; PD adds one RNGD. + +```bash +/home/gspark/venvs/pt213/bin/python analysis/serving-matrix-201/run_stream265_http_c16.py --run +``` + +Executed from the research workspace. Retained driver uses benchmark.py from the issue248 worktree and llmd240.py HTTP module; hashes in manifest. Driver runs four models sequentially; only completed Qwen cases appear here. No runtime edits during runs. + +## Results + +Six modes exit0 and independently pass audit_result. Both models have identical whole/stream reference arrays. Qwen0.6 native/whole references match all8 conditions; Qwen4 native/whole differ before EOS in4/8 conditions (retained difference JSON). Same-route success does not resolve cross-backend numerical equivalence. + +| Model | Input | Output | TTFT native / whole / stream (s) | Throughput native / whole / stream (tok/s) | +|---|---:|---:|---|---| +| qwen06b | 128 | 32 | 1.18 / 9.00 / 6.29 | 171.9 / 29.3 / 40.8 | +| qwen06b | 128 | 128 | 4.17 / 8.91 / 7.28 | 185.6 / 105.7 / 123.7 | +| qwen06b | 512 | 32 | 1.42 / 8.92 / 6.51 | 150.2 / 29.3 / 39.5 | +| qwen06b | 512 | 128 | 4.61 / 8.77 / 7.45 | 172.6 / 105.9 / 121.0 | +| qwen06b | 2048 | 32 | 2.91 / 9.62 / 7.09 | 81.9 / 27.5 / 36.5 | +| qwen06b | 2048 | 128 | 5.84 / 9.83 / 7.88 | 144.4 / 98.2 / 115.2 | +| qwen06b | 8192 | 32 | 12.89 / 11.72 / 9.44 | 20.1 / 24.5 / 28.2 | +| qwen06b | 8192 | 128 | 13.98 / 11.87 / 10.67 | 68.7 / 87.1 / 92.8 | +| qwen4b | 128 | 32 | 1.48 / 23.60 / 18.43 | 138.1 / 11.4 / 14.5 | +| qwen4b | 128 | 128 | 5.22 / 23.29 / 18.40 | 147.3 / 43.5 / 54.0 | +| qwen4b | 512 | 32 | 1.92 / 23.41 / 18.44 | 112.0 / 11.4 / 14.4 | +| qwen4b | 512 | 128 | 5.69 / 23.66 / 18.62 | 139.6 / 42.6 / 53.2 | +| qwen4b | 2048 | 32 | 4.13 / 24.50 / 19.60 | 58.7 / 10.9 / 13.5 | +| qwen4b | 2048 | 128 | 7.92 / 24.62 / 19.46 | 108.1 / 41.3 / 51.7 | +| qwen4b | 8192 | 32 | 20.26 / 28.52 / 23.09 | 12.9 / 10.1 / 12.3 | +| qwen4b | 8192 | 128 | 21.94 / 26.95 / 21.51 | 45.5 / 38.3 / 46.8 | + +## Conclusion + +Qwen4 stream improves observed whole-path throughput22.1–27.2% in this run. At8192/128 its46.77tok/s is near native45.46tok/s, with one additional accelerator. Short inputs remain substantially slower than native GPU. Fixed-width padding is a candidate explanation supported by code inspection, not isolated causal measurement. These single batches do not prove statistical speedup, equal-resource advantage, model quality or device DMA overlap. Gemma/KONI HTTP cases and ATOM candidate matrix remain in progress. Original ATOM reset is tracked separately in#267, not waived by GPU results. From f3232ae83e17a8b6132e63729c1ef3d3e91f0c0a Mon Sep 17 00:00:00 2001 From: gspark Date: Sat, 24 Oct 2026 10:20:25 +0900 Subject: [PATCH 17/29] docs: record Gemma HTTP streaming and EOS comparisons --- .../pd/http_matrix/.research/events.jsonl | 1 + opt_prime/examples/pd/http_matrix/STATUS.md | 4 + .../http265-gemma-gpu-observations.json | 141 + ...http265-gemma-native-whole-comparison.json | 113 + .../stream265-gemma-http-c16-native.json | 25222 +++++++++++++++ .../stream265-gemma-http-c16-stream.json | 25227 ++++++++++++++++ .../stream265-gemma-http-c16-whole.json | 25226 +++++++++++++++ .../evidence265/stream265-http-c16-queue.json | 15 + .../2026-10-24-stream265-gemma-http.md | 37 + 9 files changed, 75986 insertions(+) create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/http265-gemma-gpu-observations.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/http265-gemma-native-whole-comparison.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-http-c16-native.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-http-c16-stream.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-http-c16-whole.json create mode 100644 opt_prime/examples/pd/http_matrix/experiments/2026-10-24-stream265-gemma-http.md diff --git a/opt_prime/examples/pd/http_matrix/.research/events.jsonl b/opt_prime/examples/pd/http_matrix/.research/events.jsonl index 64cbe00e..be8afc7b 100644 --- a/opt_prime/examples/pd/http_matrix/.research/events.jsonl +++ b/opt_prime/examples/pd/http_matrix/.research/events.jsonl @@ -22,3 +22,4 @@ {"id": "f077f3618b9a4b0ab0d6cd317e87b3b8", "ts": "2026-10-24T09:10:56+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Prepared PR266 evidence for allfour actual ATOM streaming faults:12cases pass, retained16/512-token arrays independently verified from publication copy. Cleanup verified. Added reproducible fault record and updated streaming scope; production unchanged.", "next": "Publish fault evidence; continue GPUKONI and ATOMHTTPc16, then GPUHTTP after local cleanup", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": ["evidence265/stream265-atom-fault-summary.json"], "experiments": ["experiments/2026-10-24-stream265-atom-faults.md"], "labels": ["benchmark", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "RNGD+ATOM host", "branch": "perf/265-rngd-stream", "commit": "33d6cb0"} {"id": "69f886cf99bb4d24a17eef3e6d4302dc", "ts": "2026-10-24T09:13:24+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Prepared c16 PR evidence: allfour32batches/512sequences exact; auditor reproduces reductions25.20/20.02/2.33/20.91% from publication copy; malformed-evidence self-check passes. Runtime unchanged; GPU/ATOMHTTP queues active.", "next": "Publish c16 evidence and monitor HTTP correctness, failures and cleanup", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": ["evidence265/stream265-c16-summary.json"], "experiments": ["experiments/2026-10-24-stream265-c16.md"], "labels": ["benchmark", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "GPU+RNGD host", "branch": "perf/265-rngd-stream", "commit": "33d6cb0"} {"id": "aae08bd8e3ef40c39645cf7375f63d13", "ts": "2026-10-24T10:01:42+09:00", "task": "RNGD layer streaming (aicomp #265)", "result": "Qwen06/Qwen4 GPU HTTP native/whole/stream six modes independently audited; each264 responses across8conditions. Whole/stream references exact. Qwen4 observed throughput+22.1-27.2% vswhole; native parity differences remain.", "next": "Finish Gemma/KONI GPU and backlog128 ATOM matrix; isolate fixed-width cost after devices free", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"concurrency": "16", "width": "8192"}, "artifacts": [{"path": "analysis/serving-matrix-201/http265-qwen4b-gpu-observations.json", "size": 3782, "sha256": "9f218fe842631dd0"}], "experiments": ["experiments/2026-10-24-stream265-qwen-http.md"], "labels": ["benchmark"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} +{"id": "da1ed733433f4f25892928b452a4ca6e", "ts": "2026-10-24T10:20:22+09:00", "task": "RNGD layer streaming (aicomp #265)", "result": "Prepared reviewable Gemma HTTP evidence:three raw modes independently audited,whole/stream8/8 exact;native strict4/8 and throughEOS8/8 retained. Single-batch+1.51-3.17% throughput not a reliable speedup claim. GPUKONI/ATOMQwen4 continue.", "next": "Publish Gemma evidence; finish running four-model matrix and measure width cost after device release", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": [{"path": "analysis/serving-matrix-201/http265-gemma-gpu-observations.json", "size": 3806, "sha256": "8ca8103e474abe94"}], "experiments": ["experiments/2026-10-24-stream265-gemma-http.md"], "labels": ["benchmark"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} diff --git a/opt_prime/examples/pd/http_matrix/STATUS.md b/opt_prime/examples/pd/http_matrix/STATUS.md index 91e00fa7..47f9ba83 100644 --- a/opt_prime/examples/pd/http_matrix/STATUS.md +++ b/opt_prime/examples/pd/http_matrix/STATUS.md @@ -107,3 +107,7 @@ Four models complete32batches/512sequences exact, c16 queued behind4slots, mixed ## Qwen HTTP c16 streaming (#265) Qwen0.6/Qwen4 native/whole/stream six modes independently pass eight conditions each. Whole/stream references exact. Qwen4 observed throughput22.1–27.2% above whole in single batches; native/PD numerical differences remain. Short-input PD remains slower, fixedwidth8192 cost is not yet isolated. Gemma/KONI and ATOM matrix pending. See experiments/2026-10-24-stream265-qwen-http.md and evidence265. + +## Gemma HTTP c16 follow-up (#265) + +Allthree modes independently pass8conditions each;whole/stream exact. Native strict4/8 differences occur afterEOS;throughEOS8/8 on these fixtures only. Observed+1.51–3.17% throughput is small and needs repeat measurements. Earlier Gemma content/numerical counterexamples remain. KONI GPU and remainingATOM cases active. See experiments/2026-10-24-stream265-gemma-http.md. diff --git a/opt_prime/examples/pd/http_matrix/evidence265/http265-gemma-gpu-observations.json b/opt_prime/examples/pd/http_matrix/evidence265/http265-gemma-gpu-observations.json new file mode 100644 index 00000000..a5cff93c --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/http265-gemma-gpu-observations.json @@ -0,0 +1,141 @@ +{ + "scope": "One measured batch per condition; fixed width8192,c16,4execution slots. No statistical or equal-resource claim. Whole/stream references exact; native strict4/8,EOS-trimmed8/8 on these fixtures only.", + "rows": [ + { + "input_tokens": 128, + "output_tokens": 32, + "native": { + "ttft_s": 1.4429409714939538, + "output_tok_s": 142.32462174360725 + }, + "whole": { + "ttft_s": 12.77949266450014, + "output_tok_s": 20.617471938221524 + }, + "stream": { + "ttft_s": 12.498802101472393, + "output_tok_s": 21.084563406386728 + }, + "stream_vs_whole_throughput_pct": 2.2655128114872802 + }, + { + "input_tokens": 128, + "output_tokens": 128, + "native": { + "ttft_s": 5.009372256492497, + "output_tok_s": 158.50670695167096 + }, + "whole": { + "ttft_s": 12.69543952899403, + "output_tok_s": 75.1408078485747 + }, + "stream": { + "ttft_s": 12.634452136000618, + "output_tok_s": 76.27339207004022 + }, + "stream_vs_whole_throughput_pct": 1.5072824659377204 + }, + { + "input_tokens": 512, + "output_tokens": 32, + "native": { + "ttft_s": 1.6607822559890337, + "output_tok_s": 127.67867564223025 + }, + "whole": { + "ttft_s": 12.830411867500516, + "output_tok_s": 20.450608715641145 + }, + "stream": { + "ttft_s": 12.417750717519084, + "output_tok_s": 21.09868942285025 + }, + "stream_vs_whole_throughput_pct": 3.169004484025151 + }, + { + "input_tokens": 512, + "output_tokens": 128, + "native": { + "ttft_s": 5.190465262014186, + "output_tok_s": 153.18403601085365 + }, + "whole": { + "ttft_s": 12.826444700534921, + "output_tok_s": 75.15566760307061 + }, + "stream": { + "ttft_s": 12.493657155515393, + "output_tok_s": 76.32443871572379 + }, + "stream_vs_whole_throughput_pct": 1.555133697735167 + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "native": { + "ttft_s": 3.0810348599625286, + "output_tok_s": 76.43143570889998 + }, + "whole": { + "ttft_s": 12.92197634401964, + "output_tok_s": 20.501741384936672 + }, + "stream": { + "ttft_s": 12.510481696488569, + "output_tok_s": 21.018265953609117 + }, + "stream_vs_whole_throughput_pct": 2.519418028811704 + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "native": { + "ttft_s": 6.680608969996683, + "output_tok_s": 127.68612443497771 + }, + "whole": { + "ttft_s": 12.840972991514718, + "output_tok_s": 74.9947247491187 + }, + "stream": { + "ttft_s": 12.526648629514966, + "output_tok_s": 76.47067051662455 + }, + "stream_vs_whole_throughput_pct": 1.968066117241385 + }, + { + "input_tokens": 8192, + "output_tokens": 32, + "native": { + "ttft_s": 12.652028317505028, + "output_tok_s": 20.412062069211476 + }, + "whole": { + "ttft_s": 13.650881092995405, + "output_tok_s": 20.512012907373666 + }, + "stream": { + "ttft_s": 12.648423600010574, + "output_tok_s": 20.94178687924473 + }, + "stream_vs_whole_throughput_pct": 2.095230603704268 + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "native": { + "ttft_s": 13.936908194475109, + "output_tok_s": 68.08396715133561 + }, + "whole": { + "ttft_s": 13.480653887963854, + "output_tok_s": 72.74153171808148 + }, + "stream": { + "ttft_s": 13.112224978540326, + "output_tok_s": 74.33370816891193 + }, + "stream_vs_whole_throughput_pct": 2.188813478661844 + } + ] +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/http265-gemma-native-whole-comparison.json b/opt_prime/examples/pd/http_matrix/evidence265/http265-gemma-native-whole-comparison.json new file mode 100644 index 00000000..8e3ee22b --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/http265-gemma-native-whole-comparison.json @@ -0,0 +1,113 @@ +{ + "scope": "Fixed-length ignore_eos synthetic HTTP references; strict and EOS-trimmed comparisons reported separately. No universal quality claim or waiver of earlier Gemma numerical/content counterexamples.", + "conditions": [ + { + "condition": "128:128", + "tokens_exact": true, + "first_difference": null, + "native_token": null, + "whole_token": null, + "first_eos_zero_based": [ + 2, + 2 + ], + "difference_before_either_eos": false, + "tokens_equal_through_first_eos": true + }, + { + "condition": "128:32", + "tokens_exact": true, + "first_difference": null, + "native_token": null, + "whole_token": null, + "first_eos_zero_based": [ + 2, + 2 + ], + "difference_before_either_eos": false, + "tokens_equal_through_first_eos": true + }, + { + "condition": "2048:128", + "tokens_exact": false, + "first_difference": 24, + "native_token": 236743, + "whole_token": 160068, + "first_eos_zero_based": [ + 2, + 2 + ], + "difference_before_either_eos": false, + "tokens_equal_through_first_eos": true + }, + { + "condition": "2048:32", + "tokens_exact": false, + "first_difference": 24, + "native_token": 236743, + "whole_token": 160068, + "first_eos_zero_based": [ + 2, + 2 + ], + "difference_before_either_eos": false, + "tokens_equal_through_first_eos": true + }, + { + "condition": "512:128", + "tokens_exact": false, + "first_difference": 8, + "native_token": 42547, + "whole_token": 10525, + "first_eos_zero_based": [ + 2, + 2 + ], + "difference_before_either_eos": false, + "tokens_equal_through_first_eos": true + }, + { + "condition": "512:32", + "tokens_exact": false, + "first_difference": 8, + "native_token": 42547, + "whole_token": 10525, + "first_eos_zero_based": [ + 2, + 2 + ], + "difference_before_either_eos": false, + "tokens_equal_through_first_eos": true + }, + { + "condition": "8192:128", + "tokens_exact": true, + "first_difference": null, + "native_token": null, + "whole_token": null, + "first_eos_zero_based": [ + null, + null + ], + "difference_before_either_eos": false, + "tokens_equal_through_first_eos": true + }, + { + "condition": "8192:32", + "tokens_exact": true, + "first_difference": null, + "native_token": null, + "whole_token": null, + "first_eos_zero_based": [ + null, + null + ], + "difference_before_either_eos": false, + "tokens_equal_through_first_eos": true + } + ], + "eos_token_ids": [ + 1, + 106 + ] +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-http-c16-native.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-http-c16-native.json new file mode 100644 index 00000000..c34192aa --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-http-c16-native.json @@ -0,0 +1,25222 @@ +{ + "passed": true, + "model": "Gemma3-1B", + "mode": "native", + "dtype": "bfloat16", + "torch": "2.13.0+cu130", + "transformers": "5.15.0", + "replicas": 1, + "cpu_threads_per_server": 4, + "prompts": { + "128": [ + 2, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 107, + 14977, + 236787, + 2900, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787 + ], + "512": [ + 2, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 107, + 14977, + 236787, + 2900, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787 + ], + "2048": [ + 2, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 107, + 14977, + 236787, + 2900, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787 + ], + "8192": [ + 2, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 107, + 14977, + 236787, + 2900, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787 + ] + }, + "warmups": [ + { + "id": "warm-0-128-32", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "warm-0-128-128", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "warm-0-512-32", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + }, + { + "id": "warm-0-512-128", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + }, + { + "id": "warm-0-2048-32", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n", + "tokens_equal": true + }, + { + "id": "warm-0-2048-128", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "warm-0-8192-32", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "warm-0-8192-128", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + } + ], + "correctness_batches": [ + { + "input_tokens": 128, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-128-32-16-0", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-1", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-2", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-3", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-4", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-5", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-6", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-7", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-8", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-9", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-10", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-11", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-12", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-13", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-14", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-15", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-128-128-16-0", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-1", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-2", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-3", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-4", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-5", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-6", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-7", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-8", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-9", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-10", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-11", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-12", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-13", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-14", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-15", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 512, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-512-32-16-0", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + }, + { + "id": "check-512-32-16-1", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + }, + { + "id": "check-512-32-16-2", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + }, + { + "id": "check-512-32-16-3", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + }, + { + "id": "check-512-32-16-4", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + }, + { + "id": "check-512-32-16-5", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + }, + { + "id": "check-512-32-16-6", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + }, + { + "id": "check-512-32-16-7", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + }, + { + "id": "check-512-32-16-8", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + }, + { + "id": "check-512-32-16-9", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + }, + { + "id": "check-512-32-16-10", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + }, + { + "id": "check-512-32-16-11", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + }, + { + "id": "check-512-32-16-12", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + }, + { + "id": "check-512-32-16-13", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + }, + { + "id": "check-512-32-16-14", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + }, + { + "id": "check-512-32-16-15", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-512-128-16-0", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + }, + { + "id": "check-512-128-16-1", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + }, + { + "id": "check-512-128-16-2", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + }, + { + "id": "check-512-128-16-3", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + }, + { + "id": "check-512-128-16-4", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + }, + { + "id": "check-512-128-16-5", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + }, + { + "id": "check-512-128-16-6", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + }, + { + "id": "check-512-128-16-7", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + }, + { + "id": "check-512-128-16-8", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + }, + { + "id": "check-512-128-16-9", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + }, + { + "id": "check-512-128-16-10", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + }, + { + "id": "check-512-128-16-11", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + }, + { + "id": "check-512-128-16-12", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + }, + { + "id": "check-512-128-16-13", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + }, + { + "id": "check-512-128-16-14", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + }, + { + "id": "check-512-128-16-15", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-2048-32-16-0", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-1", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-2", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-3", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-4", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-5", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-6", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-7", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-8", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-9", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-10", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-11", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-12", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-13", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-14", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-15", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-2048-128-16-0", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-1", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-2", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-3", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-4", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-5", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-6", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-7", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-8", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-9", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-10", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-11", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-12", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-13", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-14", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-15", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-8192-32-16-0", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-1", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-2", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-3", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-4", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-5", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-6", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-7", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-8", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-9", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-10", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-11", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-12", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-13", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-14", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-15", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-8192-128-16-0", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-1", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-2", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-3", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-4", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-5", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-6", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-7", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-8", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-9", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-10", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-11", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-12", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-13", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-14", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-15", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + } + ] + } + ], + "batches": [ + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 3.5974098769947886, + "output_tok_s": 142.32462174360725, + "median_first_sse_s": 1.4429409714939538, + "median_tpot_est_s": 0.027583911500480625, + "median_e2e_s": 2.2869765985233244, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o32-c16-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 0.08206609101034701, + "tpot_est_s": 0.028099038839084847, + "e2e_s": 0.9531362950219773 + }, + { + "id": "r0-n128-o32-c16-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 1.8578002220019698, + "tpot_est_s": 0.026855377643744672, + "e2e_s": 2.6903169289580546 + }, + { + "id": "r0-n128-o32-c16-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 1.0228637090185657, + "tpot_est_s": 0.027772681902147708, + "e2e_s": 1.8838168479851447 + }, + { + "id": "r0-n128-o32-c16-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 1.8137086579808965, + "tpot_est_s": 0.0267807112916583, + "e2e_s": 2.643910708022304 + }, + { + "id": "r0-n128-o32-c16-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 2.6659694130066782, + "tpot_est_s": 0.027494622871369844, + "e2e_s": 3.5183027220191434 + }, + { + "id": "r0-n128-o32-c16-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 0.9732658190187067, + "tpot_est_s": 0.02785394487023774, + "e2e_s": 1.8367381099960767 + }, + { + "id": "r0-n128-o32-c16-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 0.9271013360121287, + "tpot_est_s": 0.027815888290323557, + "e2e_s": 1.789393873012159 + }, + { + "id": "r0-n128-o32-c16-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 1.0721732850070111, + "tpot_est_s": 0.02767320012959141, + "e2e_s": 1.9300424890243448 + }, + { + "id": "r0-n128-o32-c16-8", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 0.03220471000531688, + "tpot_est_s": 0.02807282087122721, + "e2e_s": 0.9024621570133604 + }, + { + "id": "r0-n128-o32-c16-9", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 2.811135649040807, + "tpot_est_s": 0.025253727224715534, + "e2e_s": 3.5940011930069886 + }, + { + "id": "r0-n128-o32-c16-10", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 1.904477201984264, + "tpot_est_s": 0.026842801903013983, + "e2e_s": 2.7366040609776974 + }, + { + "id": "r0-n128-o32-c16-11", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 0.12748420902062207, + "tpot_est_s": 0.028041388161645663, + "e2e_s": 0.9967672420316376 + }, + { + "id": "r0-n128-o32-c16-12", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 2.7133580240188166, + "tpot_est_s": 0.026845183548322247, + "e2e_s": 3.5455587140168063 + }, + { + "id": "r0-n128-o32-c16-13", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 0.17690756998490542, + "tpot_est_s": 0.028161452579942924, + "e2e_s": 1.049912599963136 + }, + { + "id": "r0-n128-o32-c16-14", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 1.9494058570126072, + "tpot_est_s": 0.027016216902167448, + "e2e_s": 2.786908580979798 + }, + { + "id": "r0-n128-o32-c16-15", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 2.758048143994529, + "tpot_est_s": 0.026152523129337257, + "e2e_s": 3.5687763610039838 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 12.920588909997605, + "output_tok_s": 158.50670695167096, + "median_first_sse_s": 5.009372256492497, + "median_tpot_est_s": 0.02497246143303621, + "median_e2e_s": 8.187282066501211, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c16-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.11651914496906102, + "tpot_est_s": 0.02589817390562673, + "e2e_s": 3.405587230983656 + }, + { + "id": "r0-n128-o128-c16-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 6.649647078011185, + "tpot_est_s": 0.02468363200791004, + "e2e_s": 9.78446834301576 + }, + { + "id": "r0-n128-o128-c16-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.4261549519724213, + "tpot_est_s": 0.025197781149873612, + "e2e_s": 6.62627315800637 + }, + { + "id": "r0-n128-o128-c16-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 6.597917116014287, + "tpot_est_s": 0.02475276198393966, + "e2e_s": 9.741517887974624 + }, + { + "id": "r0-n128-o128-c16-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 9.80703090003226, + "tpot_est_s": 0.024308683795260456, + "e2e_s": 12.894233742030337 + }, + { + "id": "r0-n128-o128-c16-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.02896729699568823, + "tpot_est_s": 0.02582270192948544, + "e2e_s": 3.308450442040339 + }, + { + "id": "r0-n128-o128-c16-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 9.718140534008853, + "tpot_est_s": 0.024589979204378554, + "e2e_s": 12.84106789296493 + }, + { + "id": "r0-n128-o128-c16-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.16048716101795435, + "tpot_est_s": 0.025889619243950914, + "e2e_s": 3.4484688049997203 + }, + { + "id": "r0-n128-o128-c16-8", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.381141528021544, + "tpot_est_s": 0.02514152607869533, + "e2e_s": 6.574115340015851 + }, + { + "id": "r0-n128-o128-c16-9", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 0.07421445200452581, + "tpot_est_s": 0.025872809567221065, + "e2e_s": 3.3600612670416012 + }, + { + "id": "r0-n128-o128-c16-10", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 9.763363545993343, + "tpot_est_s": 0.024454837614087403, + "e2e_s": 12.869127922982443 + }, + { + "id": "r0-n128-o128-c16-11", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 9.85059981100494, + "tpot_est_s": 0.024161290503877, + "e2e_s": 12.91908370499732 + }, + { + "id": "r0-n128-o128-c16-12", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 6.54875388299115, + "tpot_est_s": 0.02480339678737709, + "e2e_s": 9.69878527498804 + }, + { + "id": "r0-n128-o128-c16-13", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.4699906299938448, + "tpot_est_s": 0.0252424269922877, + "e2e_s": 6.675778858014382 + }, + { + "id": "r0-n128-o128-c16-14", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 6.69835687300656, + "tpot_est_s": 0.02465886426777909, + "e2e_s": 9.830032635014504 + }, + { + "id": "r0-n128-o128-c16-15", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 3.333417878020555, + "tpot_est_s": 0.025149429165189866, + "e2e_s": 6.527395381999668 + } + ] + }, + { + "repeat": 0, + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 4.01006665697787, + "output_tok_s": 127.67867564223025, + "median_first_sse_s": 1.6607822559890337, + "median_tpot_est_s": 0.028709178629909612, + "median_e2e_s": 2.5306676820036955, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n512-o32-c16-0", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "text_equal": true, + "first_sse_s": 2.9405169900273904, + "tpot_est_s": 0.029053544225696955, + "e2e_s": 3.841176861023996 + }, + { + "id": "r0-n512-o32-c16-1", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "text_equal": true, + "first_sse_s": 2.1620813019690104, + "tpot_est_s": 0.028912611645571285, + "e2e_s": 3.0583722629817203 + }, + { + "id": "r0-n512-o32-c16-2", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "text_equal": true, + "first_sse_s": 1.1630758559913374, + "tpot_est_s": 0.027342804386505798, + "e2e_s": 2.010702791973017 + }, + { + "id": "r0-n512-o32-c16-3", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "text_equal": true, + "first_sse_s": 1.986358753987588, + "tpot_est_s": 0.028692378033508336, + "e2e_s": 2.8758224730263464 + }, + { + "id": "r0-n512-o32-c16-4", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "text_equal": true, + "first_sse_s": 1.250678364012856, + "tpot_est_s": 0.027393327902011093, + "e2e_s": 2.0998715289752 + }, + { + "id": "r0-n512-o32-c16-5", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "text_equal": true, + "first_sse_s": 2.2505015410133637, + "tpot_est_s": 0.028962469676644693, + "e2e_s": 3.148338100989349 + }, + { + "id": "r0-n512-o32-c16-6", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "text_equal": true, + "first_sse_s": 3.1239195999805816, + "tpot_est_s": 0.026697826451591907, + "e2e_s": 3.9515522199799307 + }, + { + "id": "r0-n512-o32-c16-7", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "text_equal": true, + "first_sse_s": 0.23475325701292604, + "tpot_est_s": 0.03070325258135375, + "e2e_s": 1.1865540870348923 + }, + { + "id": "r0-n512-o32-c16-8", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "text_equal": true, + "first_sse_s": 2.0750337240169756, + "tpot_est_s": 0.02872597922631089, + "e2e_s": 2.965539080032613 + }, + { + "id": "r0-n512-o32-c16-9", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "text_equal": true, + "first_sse_s": 0.052018866990692914, + "tpot_est_s": 0.030720574775665636, + "e2e_s": 1.0043566850363277 + }, + { + "id": "r0-n512-o32-c16-10", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "text_equal": true, + "first_sse_s": 0.1434597159968689, + "tpot_est_s": 0.030792904227235986, + "e2e_s": 1.0980397470411845 + }, + { + "id": "r0-n512-o32-c16-11", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "text_equal": true, + "first_sse_s": 1.3352057579904795, + "tpot_est_s": 0.02742926235453436, + "e2e_s": 2.1855128909810446 + }, + { + "id": "r0-n512-o32-c16-12", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "text_equal": true, + "first_sse_s": 0.33627249201526865, + "tpot_est_s": 0.030259014450899895, + "e2e_s": 1.2743019399931654 + }, + { + "id": "r0-n512-o32-c16-13", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "text_equal": true, + "first_sse_s": 3.2140382090001367, + "tpot_est_s": 0.025613532063641375, + "e2e_s": 4.008057702973019 + }, + { + "id": "r0-n512-o32-c16-14", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "text_equal": true, + "first_sse_s": 3.0339563789893873, + "tpot_est_s": 0.0277856913237502, + "e2e_s": 3.8953128100256436 + }, + { + "id": "r0-n512-o32-c16-15", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "text_equal": true, + "first_sse_s": 1.0754781650030054, + "tpot_est_s": 0.02735164441964439, + "e2e_s": 1.9233791420119815 + } + ] + }, + { + "repeat": 0, + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 13.369539368024562, + "output_tok_s": 153.18403601085365, + "median_first_sse_s": 5.190465262014186, + "median_tpot_est_s": 0.02555020156295376, + "median_e2e_s": 8.455432029993972, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n512-o128-c16-0", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "text_equal": true, + "first_sse_s": 0.33205482497578487, + "tpot_est_s": 0.025672448417226837, + "e2e_s": 3.592455773963593 + }, + { + "id": "r0-n512-o128-c16-1", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "text_equal": true, + "first_sse_s": 3.473934301000554, + "tpot_est_s": 0.025771868425260084, + "e2e_s": 6.746961591008585 + }, + { + "id": "r0-n512-o128-c16-2", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "text_equal": true, + "first_sse_s": 6.722822728042956, + "tpot_est_s": 0.02546363417288347, + "e2e_s": 9.956704267999157 + }, + { + "id": "r0-n512-o128-c16-3", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "text_equal": true, + "first_sse_s": 0.056185711990110576, + "tpot_est_s": 0.025650243590655552, + "e2e_s": 3.313766648003366 + }, + { + "id": "r0-n512-o128-c16-4", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "text_equal": true, + "first_sse_s": 3.5683256299817003, + "tpot_est_s": 0.0258725531258085, + "e2e_s": 6.85413987695938 + }, + { + "id": "r0-n512-o128-c16-5", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "text_equal": true, + "first_sse_s": 10.022765670029912, + "tpot_est_s": 0.025186462393378854, + "e2e_s": 13.221446393989027 + }, + { + "id": "r0-n512-o128-c16-6", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "text_equal": true, + "first_sse_s": 10.214001019950956, + "tpot_est_s": 0.024456774881916252, + "e2e_s": 13.32001142995432 + }, + { + "id": "r0-n512-o128-c16-7", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "text_equal": true, + "first_sse_s": 10.112356411991641, + "tpot_est_s": 0.024881721204733403, + "e2e_s": 13.272335004992783 + }, + { + "id": "r0-n512-o128-c16-8", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "text_equal": true, + "first_sse_s": 6.925139484985266, + "tpot_est_s": 0.025316595763983717, + "e2e_s": 10.140347147011198 + }, + { + "id": "r0-n512-o128-c16-9", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "text_equal": true, + "first_sse_s": 6.824565078015439, + "tpot_est_s": 0.025366976724270233, + "e2e_s": 10.046171121997759 + }, + { + "id": "r0-n512-o128-c16-10", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "text_equal": true, + "first_sse_s": 3.6581077959854156, + "tpot_est_s": 0.025953165322861186, + "e2e_s": 6.954159791988786 + }, + { + "id": "r0-n512-o128-c16-11", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "text_equal": true, + "first_sse_s": 0.1511771289515309, + "tpot_est_s": 0.02563676895302405, + "e2e_s": 3.4070467859855853 + }, + { + "id": "r0-n512-o128-c16-12", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "text_equal": true, + "first_sse_s": 10.312049822008703, + "tpot_est_s": 0.024066690118125397, + "e2e_s": 13.368519467010628 + }, + { + "id": "r0-n512-o128-c16-13", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "text_equal": true, + "first_sse_s": 3.381979234982282, + "tpot_est_s": 0.025755814622214986, + "e2e_s": 6.652967692003585 + }, + { + "id": "r0-n512-o128-c16-14", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "text_equal": true, + "first_sse_s": 0.24068896897369996, + "tpot_est_s": 0.025659881071114225, + "e2e_s": 3.4994938650052063 + }, + { + "id": "r0-n512-o128-c16-15", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902", + "text_equal": true, + "first_sse_s": 7.024431709956843, + "tpot_est_s": 0.025318241976549864, + "e2e_s": 10.239848440978676 + } + ] + }, + { + "repeat": 0, + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 6.698814372008201, + "output_tok_s": 76.43143570889998, + "median_first_sse_s": 3.0810348599625286, + "median_tpot_est_s": 0.04004074849991969, + "median_e2e_s": 4.336372899502749, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n2048-o32-c16-0", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n", + "text_equal": true, + "first_sse_s": 2.8293524449691176, + "tpot_est_s": 0.040612939743310095, + "e2e_s": 4.0883535770117305 + }, + { + "id": "r0-n2048-o32-c16-1", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n", + "text_equal": true, + "first_sse_s": 4.064230574993417, + "tpot_est_s": 0.03930053458128485, + "e2e_s": 5.282547147013247 + }, + { + "id": "r0-n2048-o32-c16-2", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n", + "text_equal": true, + "first_sse_s": 5.965390736993868, + "tpot_est_s": 0.023653414515372846, + "e2e_s": 6.698646586970426 + }, + { + "id": "r0-n2048-o32-c16-3", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n", + "text_equal": true, + "first_sse_s": 3.3327172749559395, + "tpot_est_s": 0.04037661119476862, + "e2e_s": 4.584392221993767 + }, + { + "id": "r0-n2048-o32-c16-4", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n", + "text_equal": true, + "first_sse_s": 1.2435857910313644, + "tpot_est_s": 0.040154005419613135, + "e2e_s": 2.4883599590393715 + }, + { + "id": "r0-n2048-o32-c16-5", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n", + "text_equal": true, + "first_sse_s": 2.4624776039854623, + "tpot_est_s": 0.0406034710636783, + "e2e_s": 3.7211852069594897 + }, + { + "id": "r0-n2048-o32-c16-6", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n", + "text_equal": true, + "first_sse_s": 1.7428449019789696, + "tpot_est_s": 0.04053955077524147, + "e2e_s": 2.999570976011455 + }, + { + "id": "r0-n2048-o32-c16-7", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n", + "text_equal": true, + "first_sse_s": 0.8790751189808361, + "tpot_est_s": 0.04033642238749552, + "e2e_s": 2.129504212993197 + }, + { + "id": "r0-n2048-o32-c16-8", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n", + "text_equal": true, + "first_sse_s": 5.6034992770291865, + "tpot_est_s": 0.02922160190252227, + "e2e_s": 6.509368936007377 + }, + { + "id": "r0-n2048-o32-c16-9", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n", + "text_equal": true, + "first_sse_s": 0.17533784499391913, + "tpot_est_s": 0.039958049419275936, + "e2e_s": 1.4140373769914731 + }, + { + "id": "r0-n2048-o32-c16-10", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n", + "text_equal": true, + "first_sse_s": 4.912838381016627, + "tpot_est_s": 0.03936234632349243, + "e2e_s": 6.133071117044892 + }, + { + "id": "r0-n2048-o32-c16-11", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n", + "text_equal": true, + "first_sse_s": 5.260292185004801, + "tpot_est_s": 0.034364268484134826, + "e2e_s": 6.32558450801298 + }, + { + "id": "r0-n2048-o32-c16-12", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n", + "text_equal": true, + "first_sse_s": 0.5216506369761191, + "tpot_est_s": 0.040123447580563444, + "e2e_s": 1.765477511973586 + }, + { + "id": "r0-n2048-o32-c16-13", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n", + "text_equal": true, + "first_sse_s": 4.418821814004332, + "tpot_est_s": 0.03901140925834977, + "e2e_s": 5.628175501013175 + }, + { + "id": "r0-n2048-o32-c16-14", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n", + "text_equal": true, + "first_sse_s": 3.697180886985734, + "tpot_est_s": 0.039919888258971754, + "e2e_s": 4.9346974230138585 + }, + { + "id": "r0-n2048-o32-c16-15", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n", + "text_equal": true, + "first_sse_s": 2.1053979440475814, + "tpot_est_s": 0.04035491374088451, + "e2e_s": 3.3564002700150013 + } + ] + }, + { + "repeat": 0, + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 16.039330890984274, + "output_tok_s": 127.68612443497771, + "median_first_sse_s": 6.680608969996683, + "median_tpot_est_s": 0.028113771870037482, + "median_e2e_s": 10.267041852494003, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n2048-o128-c16-0", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 11.987091800023336, + "tpot_est_s": 0.027160257212432672, + "e2e_s": 15.436444466002285 + }, + { + "id": "r0-n2048-o128-c16-1", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 13.013562459032983, + "tpot_est_s": 0.023805015983965658, + "e2e_s": 16.03679948899662 + }, + { + "id": "r0-n2048-o128-c16-2", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 4.871158912952524, + "tpot_est_s": 0.028691922370381068, + "e2e_s": 8.51503305399092 + }, + { + "id": "r0-n2048-o128-c16-3", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 9.197774193016812, + "tpot_est_s": 0.02753241939376673, + "e2e_s": 12.694391456025187 + }, + { + "id": "r0-n2048-o128-c16-4", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 8.845966605003923, + "tpot_est_s": 0.027646840424881882, + "e2e_s": 12.357115338963922 + }, + { + "id": "r0-n2048-o128-c16-5", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 1.2839322320069186, + "tpot_est_s": 0.028423178354351538, + "e2e_s": 4.893675883009564 + }, + { + "id": "r0-n2048-o128-c16-6", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 0.9151753319893032, + "tpot_est_s": 0.02850253959818868, + "e2e_s": 4.534997860959265 + }, + { + "id": "r0-n2048-o128-c16-7", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 12.333680796029512, + "tpot_est_s": 0.025913711456677282, + "e2e_s": 15.624722151027527 + }, + { + "id": "r0-n2048-o128-c16-8", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 0.17687697900692, + "tpot_est_s": 0.028578650181119398, + "e2e_s": 3.8063655520090833 + }, + { + "id": "r0-n2048-o128-c16-9", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 8.489697591983713, + "tpot_est_s": 0.02773416505514197, + "e2e_s": 12.011936553986743 + }, + { + "id": "r0-n2048-o128-c16-10", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 5.226061203982681, + "tpot_est_s": 0.028674892606360355, + "e2e_s": 8.867772564990446 + }, + { + "id": "r0-n2048-o128-c16-11", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 4.147898643976077, + "tpot_est_s": 0.02869272374824848, + "e2e_s": 7.7918745600036345 + }, + { + "id": "r0-n2048-o128-c16-12", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 0.5517799399676733, + "tpot_est_s": 0.02853207150382525, + "e2e_s": 4.17535302095348 + }, + { + "id": "r0-n2048-o128-c16-13", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 8.135156736010686, + "tpot_est_s": 0.027804365385723426, + "e2e_s": 11.66631113999756 + }, + { + "id": "r0-n2048-o128-c16-14", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 12.672126130957622, + "tpot_est_s": 0.024893097708727725, + "e2e_s": 15.833549539966043 + }, + { + "id": "r0-n2048-o128-c16-15", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 4.511710115999449, + "tpot_est_s": 0.028719228661186466, + "e2e_s": 8.15905215597013 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 25.08320806903066, + "output_tok_s": 20.412062069211476, + "median_first_sse_s": 12.652028317505028, + "median_tpot_est_s": 0.04802835259714254, + "median_e2e_s": 14.101079530490097, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o32-c16-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 24.360000838001724, + "tpot_est_s": 0.023282631935041036, + "e2e_s": 25.081762427987996 + }, + { + "id": "r0-n8192-o32-c16-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 13.413494951033499, + "tpot_est_s": 0.046551468547418595, + "e2e_s": 14.856590476003475 + }, + { + "id": "r0-n8192-o32-c16-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 0.8729310749913566, + "tpot_est_s": 0.04890429470950978, + "e2e_s": 2.3889642109861597 + }, + { + "id": "r0-n8192-o32-c16-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 5.563913903024513, + "tpot_est_s": 0.0467738481595241, + "e2e_s": 7.01390319596976 + }, + { + "id": "r0-n8192-o32-c16-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 4.001830988039728, + "tpot_est_s": 0.04823569270909854, + "e2e_s": 5.497137462021783 + }, + { + "id": "r0-n8192-o32-c16-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 11.890561683976557, + "tpot_est_s": 0.046935706483876155, + "e2e_s": 13.345568584976718 + }, + { + "id": "r0-n8192-o32-c16-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 8.817025967000518, + "tpot_est_s": 0.04782101248518654, + "e2e_s": 10.2994773540413 + }, + { + "id": "r0-n8192-o32-c16-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 16.51314940903103, + "tpot_est_s": 0.047781777677066144, + "e2e_s": 17.99438451702008 + }, + { + "id": "r0-n8192-o32-c16-8", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 2.456332206958905, + "tpot_est_s": 0.04765547890471475, + "e2e_s": 3.933652053005062 + }, + { + "id": "r0-n8192-o32-c16-9", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 19.631124343024567, + "tpot_est_s": 0.049034423097186995, + "e2e_s": 21.151191459037364 + }, + { + "id": "r0-n8192-o32-c16-10", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 18.063089879986364, + "tpot_est_s": 0.048378866225961714, + "e2e_s": 19.562834732991178 + }, + { + "id": "r0-n8192-o32-c16-11", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 14.924648120009806, + "tpot_est_s": 0.04910056083838666, + "e2e_s": 16.446765505999792 + }, + { + "id": "r0-n8192-o32-c16-12", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 10.36707583599491, + "tpot_est_s": 0.04688746019289078, + "e2e_s": 11.820587101974525 + }, + { + "id": "r0-n8192-o32-c16-13", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 21.220328735013027, + "tpot_est_s": 0.04843493906458119, + "e2e_s": 22.721811846015044 + }, + { + "id": "r0-n8192-o32-c16-14", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 22.790754362009466, + "tpot_est_s": 0.048436710321825116, + "e2e_s": 24.292292381986044 + }, + { + "id": "r0-n8192-o32-c16-15", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 7.080972369003575, + "tpot_est_s": 0.05379656025756811, + "e2e_s": 8.748665736988187 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 30.080503320961725, + "output_tok_s": 68.08396715133561, + "median_first_sse_s": 13.936908194475109, + "median_tpot_est_s": 0.04369282895652394, + "median_e2e_s": 19.512569271493703, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c16-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 19.897418581997044, + "tpot_est_s": 0.04432097115777579, + "e2e_s": 25.52618191903457 + }, + { + "id": "r0-n8192-o128-c16-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 25.50151602900587, + "tpot_est_s": 0.03035021222042521, + "e2e_s": 29.355992980999872 + }, + { + "id": "r0-n8192-o128-c16-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 23.895940990012605, + "tpot_est_s": 0.037298869078989896, + "e2e_s": 28.63289736304432 + }, + { + "id": "r0-n8192-o128-c16-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 12.77254296396859, + "tpot_est_s": 0.04390113537821288, + "e2e_s": 18.347987157001626 + }, + { + "id": "r0-n8192-o128-c16-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 9.587818300002255, + "tpot_est_s": 0.043597540551407896, + "e2e_s": 15.124705950031057 + }, + { + "id": "r0-n8192-o128-c16-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 5.668224924011156, + "tpot_est_s": 0.04360988266916403, + "e2e_s": 11.206680022994988 + }, + { + "id": "r0-n8192-o128-c16-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 4.0669210979831405, + "tpot_est_s": 0.04366886525966711, + "e2e_s": 9.612866985960864 + }, + { + "id": "r0-n8192-o128-c16-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 0.8822226620395668, + "tpot_est_s": 0.04371679265338077, + "e2e_s": 6.434255329018924 + }, + { + "id": "r0-n8192-o128-c16-8", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 22.283663037000224, + "tpot_est_s": 0.043970310252057165, + "e2e_s": 27.867892439011484 + }, + { + "id": "r0-n8192-o128-c16-9", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 27.12832375400467, + "tpot_est_s": 0.023232757094165852, + "e2e_s": 30.07888390496373 + }, + { + "id": "r0-n8192-o128-c16-10", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 18.32353555597365, + "tpot_est_s": 0.04406873024422602, + "e2e_s": 23.920264296990354 + }, + { + "id": "r0-n8192-o128-c16-11", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 15.101273424981628, + "tpot_est_s": 0.043904550874048445, + "e2e_s": 20.67715138598578 + }, + { + "id": "r0-n8192-o128-c16-12", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 8.007425443036482, + "tpot_est_s": 0.043433155204484784, + "e2e_s": 13.523436154006049 + }, + { + "id": "r0-n8192-o128-c16-13", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 2.45972892397549, + "tpot_est_s": 0.04390765088207022, + "e2e_s": 8.036000585998408 + }, + { + "id": "r0-n8192-o128-c16-14", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 16.69344960397575, + "tpot_est_s": 0.0441992057163789, + "e2e_s": 22.30674872995587 + }, + { + "id": "r0-n8192-o128-c16-15", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 11.186267410055734, + "tpot_est_s": 0.043558285496010644, + "e2e_s": 16.718169668049086 + } + ] + } + ], + "harness_sha256": "cfd4821e2a2112f3fcf7f242f3e76efe47134640e4bf22b3b63fb808be6148f0", + "startup_timeout_s": 1800, + "timing_scope": "Client first SSE event, full response e2e and estimated TPOT=(e2e-first_event)/(output_tokens-1). SSE can coalesce tokens; this is not per-token kernel timing. Loading/warmup/correctness checks excluded.", + "physical_gpus": 1, + "physical_rngd": 0, + "physical_atom": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216, + "server_config": { + "servers": [ + [ + "/home/gspark/venvs/pt213/bin/python", + "-c", + "import sys,importlib.util,runpy\ns=importlib.util.spec_from_file_location('opt_prime.accel.serve.llmd','/tmp/llmd240.py')\nm=importlib.util.module_from_spec(s);sys.modules[s.name]=m;s.loader.exec_module(m)\nrunpy.run_path('/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/serve_batched.py',run_name='__main__')\n", + "--model", + "/tmp/serving-matrix-models/Gemma3-1B", + "--device", + "cuda:0", + "--dtype", + "bfloat16", + "--slots", + "4", + "--max-context", + "9216", + "--max-output", + "128", + "--kv", + "paged", + "--page-size", + "64", + "--chunk", + "256", + "--port", + "{port}" + ] + ], + "metadata": { + "physical_gpus": 1, + "physical_rngd": 0, + "physical_atom": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216 + } + }, + "load_s": 5.091579586034641, + "references": { + "128:32": { + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background" + }, + "128:128": { + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains" + }, + "512:32": { + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902" + }, + "512:128": { + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 42547, + 14433, + 236787, + 9079, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837, + 33169, + 106, + 236936, + 236837 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092eabalanswer: Paris\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902\u0924\u093f\u092e\u0905\u0902" + }, + "2048:32": { + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n" + }, + "2048:128": { + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 236743, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n" + }, + "8192:32": { + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples." + }, + "8192:128": { + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books." + } + }, + "warmup_and_checks_s": 127.59834061097354, + "metrics": [ + "# HELP vllm:num_requests_running Requests executing on the stage.\n# TYPE vllm:num_requests_running gauge\nvllm:num_requests_running{model_name=\"Gemma3-1B\"} 0\n# HELP vllm:num_requests_waiting Requests queued for the stage owner.\n# TYPE vllm:num_requests_waiting gauge\nvllm:num_requests_waiting{model_name=\"Gemma3-1B\"} 0\n# HELP vllm:kv_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:kv_cache_usage_perc gauge\nvllm:kv_cache_usage_perc{model_name=\"Gemma3-1B\"} 0.0\n# HELP vllm:gpu_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:gpu_cache_usage_perc gauge\nvllm:gpu_cache_usage_perc{model_name=\"Gemma3-1B\"} 0.0\n# HELP vllm:request_success_total Finished requests by finish reason.\n# TYPE vllm:request_success_total counter\nvllm:request_success_total{model_name=\"Gemma3-1B\",finished_reason=\"length\"} 264\n# HELP airm_stage_request_failures_total Requests that ended with an engine error.\n# TYPE airm_stage_request_failures_total counter\nairm_stage_request_failures_total{model_name=\"Gemma3-1B\"} 0\n# HELP vllm:prompt_tokens_total Prompt tokens of finished requests.\n# TYPE vllm:prompt_tokens_total counter\nvllm:prompt_tokens_total{model_name=\"Gemma3-1B\"} 718080\n# HELP vllm:generation_tokens_total Generated tokens of finished requests.\n# TYPE vllm:generation_tokens_total counter\nvllm:generation_tokens_total{model_name=\"Gemma3-1B\"} 21120\n# HELP vllm:time_to_first_token_seconds Time to first token (prefill stage: fenced prefill).\n# TYPE vllm:time_to_first_token_seconds histogram\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.001\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.005\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.01\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.02\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.04\"} 5\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.06\"} 11\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.08\"} 15\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.1\"} 15\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.25\"} 37\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.5\"} 41\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.75\"} 47\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.0\"} 64\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"2.5\"} 117\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"5.0\"} 160\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"7.5\"} 186\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"10.0\"} 214\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"+Inf\"} 264\nvllm:time_to_first_token_seconds_sum{model_name=\"Gemma3-1B\"} 1505.1111895471695\nvllm:time_to_first_token_seconds_count{model_name=\"Gemma3-1B\"} 264\n# HELP vllm:time_per_output_token_seconds Time per output token after the first (decode stage).\n# TYPE vllm:time_per_output_token_seconds histogram\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.01\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.025\"} 70\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.05\"} 262\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.075\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.1\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.15\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.2\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.3\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.4\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.5\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.75\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.0\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"2.5\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"+Inf\"} 264\nvllm:time_per_output_token_seconds_sum{model_name=\"Gemma3-1B\"} 8.397689850651556\nvllm:time_per_output_token_seconds_count{model_name=\"Gemma3-1B\"} 264\n# HELP vllm:e2e_request_latency_seconds Stage request latency, from execution start to reply.\n# TYPE vllm:e2e_request_latency_seconds histogram\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.3\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.8\"} 1\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.0\"} 11\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.5\"} 21\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"2.0\"} 35\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"2.5\"} 54\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"5.0\"} 120\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"10.0\"} 181\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"15.0\"} 228\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"20.0\"} 240\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"30.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"40.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"50.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"60.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"+Inf\"} 264\nvllm:e2e_request_latency_seconds_sum{model_name=\"Gemma3-1B\"} 2134.2233280055225\nvllm:e2e_request_latency_seconds_count{model_name=\"Gemma3-1B\"} 264\n# HELP airm_kv_transfer_seconds KV transfer time from the prefill source to the decode destination.\n# TYPE airm_kv_transfer_seconds histogram\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.0005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.001\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.0025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.01\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.05\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.1\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.25\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.5\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.0\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"+Inf\"} 0\nairm_kv_transfer_seconds_sum{model_name=\"Gemma3-1B\"} 0.0\nairm_kv_transfer_seconds_count{model_name=\"Gemma3-1B\"} 0\n# HELP vllm:cache_config_info Information of the LLMEngine CacheConfig.\n# TYPE vllm:cache_config_info gauge\nvllm:cache_config_info{model_name=\"Gemma3-1B\",block_size=\"64\",num_gpu_blocks=\"576\",enable_prefix_caching=\"False\"} 1\n# HELP vllm:prefix_cache_queries_total Prompt tokens looked up in the prefix cache.\n# TYPE vllm:prefix_cache_queries_total counter\nvllm:prefix_cache_queries_total{model_name=\"Gemma3-1B\"} 718080\n# HELP vllm:prefix_cache_hits_total Prompt tokens served from the prefix cache.\n# TYPE vllm:prefix_cache_hits_total counter\nvllm:prefix_cache_hits_total{model_name=\"Gemma3-1B\"} 0\n" + ], + "parity_passed": true +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-http-c16-stream.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-http-c16-stream.json new file mode 100644 index 00000000..622e4881 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-http-c16-stream.json @@ -0,0 +1,25227 @@ +{ + "passed": true, + "model": "Gemma3-1B", + "mode": "pd", + "dtype": "bfloat16", + "torch": "2.13.0+cu130", + "transformers": "5.15.0", + "replicas": 1, + "cpu_threads_per_server": 4, + "prompts": { + "128": [ + 2, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 107, + 14977, + 236787, + 2900, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787 + ], + "512": [ + 2, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 107, + 14977, + 236787, + 2900, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787 + ], + "2048": [ + 2, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 107, + 14977, + 236787, + 2900, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787 + ], + "8192": [ + 2, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 107, + 14977, + 236787, + 2900, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787 + ] + }, + "warmups": [ + { + "id": "warm-0-128-32", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "warm-0-128-128", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "warm-0-512-32", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "warm-0-512-128", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "warm-0-2048-32", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + }, + { + "id": "warm-0-2048-128", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "warm-0-8192-32", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "warm-0-8192-128", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + } + ], + "correctness_batches": [ + { + "input_tokens": 128, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-128-32-16-0", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-1", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-2", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-3", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-4", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-5", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-6", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-7", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-8", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-9", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-10", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-11", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-12", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-13", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-14", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-15", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-128-128-16-0", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-1", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-2", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-3", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-4", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-5", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-6", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-7", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-8", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-9", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-10", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-11", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-12", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-13", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-14", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-15", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 512, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-512-32-16-0", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-32-16-1", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-32-16-2", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-32-16-3", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-32-16-4", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-32-16-5", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-32-16-6", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-32-16-7", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-32-16-8", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-32-16-9", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-32-16-10", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-32-16-11", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-32-16-12", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-32-16-13", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-32-16-14", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-32-16-15", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-512-128-16-0", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-128-16-1", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-128-16-2", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-128-16-3", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-128-16-4", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-128-16-5", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-128-16-6", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-128-16-7", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-128-16-8", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-128-16-9", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-128-16-10", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-128-16-11", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-128-16-12", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-128-16-13", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-128-16-14", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-128-16-15", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-2048-32-16-0", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-1", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-2", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-3", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-4", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-5", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-6", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-7", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-8", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-9", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-10", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-11", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-12", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-13", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-14", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-15", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-2048-128-16-0", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-1", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-2", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-3", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-4", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-5", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-6", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-7", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-8", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-9", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-10", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-11", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-12", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-13", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-14", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-15", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-8192-32-16-0", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-1", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-2", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-3", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-4", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-5", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-6", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-7", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-8", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-9", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-10", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-11", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-12", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-13", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-14", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-15", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-8192-128-16-0", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-1", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-2", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-3", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-4", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-5", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-6", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-7", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-8", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-9", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-10", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-11", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-12", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-13", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-14", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-15", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + } + ] + } + ], + "batches": [ + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 24.283168217982166, + "output_tok_s": 21.084563406386728, + "median_first_sse_s": 12.498802101472393, + "median_tpot_est_s": 0.026371700952069893, + "median_e2e_s": 13.30036308299168, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o32-c16-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 8.819513413996901, + "tpot_est_s": 0.026398560129887155, + "e2e_s": 9.637868778023403 + }, + { + "id": "r0-n128-o32-c16-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 19.111851347028278, + "tpot_est_s": 0.026093199032343802, + "e2e_s": 19.920740517030936 + }, + { + "id": "r0-n128-o32-c16-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 5.853767533961218, + "tpot_est_s": 0.026436505550067994, + "e2e_s": 6.673299206013326 + }, + { + "id": "r0-n128-o32-c16-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 4.390748743957374, + "tpot_est_s": 0.026427381195037836, + "e2e_s": 5.209997561003547 + }, + { + "id": "r0-n128-o32-c16-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 16.191347206011415, + "tpot_est_s": 0.02621202961346435, + "e2e_s": 17.00392012402881 + }, + { + "id": "r0-n128-o32-c16-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 20.57732738996856, + "tpot_est_s": 0.026516388258671447, + "e2e_s": 21.399335425987374 + }, + { + "id": "r0-n128-o32-c16-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 11.745249555970076, + "tpot_est_s": 0.02562582261312092, + "e2e_s": 12.539650056976825 + }, + { + "id": "r0-n128-o32-c16-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 1.4684233699808829, + "tpot_est_s": 0.025162454065491235, + "e2e_s": 2.248459446011111 + }, + { + "id": "r0-n128-o32-c16-8", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 13.252354646974709, + "tpot_est_s": 0.02608778909780085, + "e2e_s": 14.061076109006535 + }, + { + "id": "r0-n128-o32-c16-9", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 7.319867281010374, + "tpot_est_s": 0.027264723225661945, + "e2e_s": 8.165073701005895 + }, + { + "id": "r0-n128-o32-c16-10", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 2.9272252889932133, + "tpot_est_s": 0.02813868419334833, + "e2e_s": 3.7995244989870116 + }, + { + "id": "r0-n128-o32-c16-11", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 22.038729309046175, + "tpot_est_s": 0.02642109638620769, + "e2e_s": 22.857783297018614 + }, + { + "id": "r0-n128-o32-c16-12", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 17.65590832399903, + "tpot_est_s": 0.026092630259001687, + "e2e_s": 18.46477986202808 + }, + { + "id": "r0-n128-o32-c16-13", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 10.280931606015656, + "tpot_est_s": 0.026344841774252635, + "e2e_s": 11.097621701017488 + }, + { + "id": "r0-n128-o32-c16-14", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 23.498160116025247, + "tpot_est_s": 0.025212701353725168, + "e2e_s": 24.279753857990727 + }, + { + "id": "r0-n128-o32-c16-15", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 14.73013704502955, + "tpot_est_s": 0.02668944106347138, + "e2e_s": 15.557509717997164 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 26.85077907796949, + "output_tok_s": 76.27339207004022, + "median_first_sse_s": 12.634452136000618, + "median_tpot_est_s": 0.02697758971645651, + "median_e2e_s": 16.062448688520817, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c16-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 14.871045026986394, + "tpot_est_s": 0.027578409456860596, + "e2e_s": 18.37350302800769 + }, + { + "id": "r0-n128-o128-c16-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 8.93817052198574, + "tpot_est_s": 0.02703526951180126, + "e2e_s": 12.371649749984499 + }, + { + "id": "r0-n128-o128-c16-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 7.461383789021056, + "tpot_est_s": 0.02691990992111176, + "e2e_s": 10.88021234900225 + }, + { + "id": "r0-n128-o128-c16-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 16.32442462601466, + "tpot_est_s": 0.027743527393487438, + "e2e_s": 19.847852604987565 + }, + { + "id": "r0-n128-o128-c16-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 5.973549380025361, + "tpot_est_s": 0.026364398432719545, + "e2e_s": 9.321827980980743 + }, + { + "id": "r0-n128-o128-c16-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 10.396517874032725, + "tpot_est_s": 0.026861583984064626, + "e2e_s": 13.807939040008932 + }, + { + "id": "r0-n128-o128-c16-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 20.674929775996134, + "tpot_est_s": 0.02642488925200777, + "e2e_s": 24.03089071100112 + }, + { + "id": "r0-n128-o128-c16-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 4.4095152110094205, + "tpot_est_s": 0.028096796456618073, + "e2e_s": 7.977808360999916 + }, + { + "id": "r0-n128-o128-c16-8", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 1.466024395020213, + "tpot_est_s": 0.028998468511675552, + "e2e_s": 5.148829896003008 + }, + { + "id": "r0-n128-o128-c16-9", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 2.9539158629486337, + "tpot_est_s": 0.028531307677232373, + "e2e_s": 6.577391937957145 + }, + { + "id": "r0-n128-o128-c16-10", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 23.605574116983917, + "tpot_est_s": 0.025547682173370466, + "e2e_s": 26.850129753001966 + }, + { + "id": "r0-n128-o128-c16-11", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 13.393244898994453, + "tpot_est_s": 0.02714299749606839, + "e2e_s": 16.84040558099514 + }, + { + "id": "r0-n128-o128-c16-12", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 11.875659373006783, + "tpot_est_s": 0.026841200181415056, + "e2e_s": 15.284491796046495 + }, + { + "id": "r0-n128-o128-c16-13", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 19.231048305984586, + "tpot_est_s": 0.02681725774800009, + "e2e_s": 22.636840039980598 + }, + { + "id": "r0-n128-o128-c16-14", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 22.13577446900308, + "tpot_est_s": 0.026088614952677173, + "e2e_s": 25.449028567993082 + }, + { + "id": "r0-n128-o128-c16-15", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 17.776253349962644, + "tpot_est_s": 0.027192417110543786, + "e2e_s": 21.229690323001705 + } + ] + }, + { + "repeat": 0, + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 24.266910125967115, + "output_tok_s": 21.09868942285025, + "median_first_sse_s": 12.417750717519084, + "median_tpot_est_s": 0.0267996214839044, + "median_e2e_s": 13.268041229021037, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n512-o32-c16-0", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 17.549770154990256, + "tpot_est_s": 0.026769736967605328, + "e2e_s": 18.37963200098602 + }, + { + "id": "r0-n512-o32-c16-1", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 14.613780529005453, + "tpot_est_s": 0.026473964258442603, + "e2e_s": 15.434473421017174 + }, + { + "id": "r0-n512-o32-c16-2", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 5.843004019989166, + "tpot_est_s": 0.026289037646605604, + "e2e_s": 6.65796418703394 + }, + { + "id": "r0-n512-o32-c16-3", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 4.382373902015388, + "tpot_est_s": 0.0275297982903618, + "e2e_s": 5.235797649016604 + }, + { + "id": "r0-n512-o32-c16-4", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 1.4667483390076086, + "tpot_est_s": 0.02618172677466646, + "e2e_s": 2.278381869022269 + }, + { + "id": "r0-n512-o32-c16-5", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 7.303544808004517, + "tpot_est_s": 0.027212646772949805, + "e2e_s": 8.147136857965961 + }, + { + "id": "r0-n512-o32-c16-6", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 11.688055867038202, + "tpot_est_s": 0.02792048454847968, + "e2e_s": 12.553590888041072 + }, + { + "id": "r0-n512-o32-c16-7", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 13.147445567999966, + "tpot_est_s": 0.02693696780648503, + "e2e_s": 13.982491570001002 + }, + { + "id": "r0-n512-o32-c16-8", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 23.466286719951313, + "tpot_est_s": 0.025819324097791387, + "e2e_s": 24.266685766982846 + }, + { + "id": "r0-n512-o32-c16-9", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 2.9225251090247184, + "tpot_est_s": 0.027206134289548163, + "e2e_s": 3.7659152720007114 + }, + { + "id": "r0-n512-o32-c16-10", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 21.9522875379771, + "tpot_est_s": 0.025933076548690516, + "e2e_s": 22.756212910986505 + }, + { + "id": "r0-n512-o32-c16-11", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 20.485038210987113, + "tpot_est_s": 0.026829506000203472, + "e2e_s": 21.31675289699342 + }, + { + "id": "r0-n512-o32-c16-12", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 19.019948332977947, + "tpot_est_s": 0.026601267903442343, + "e2e_s": 19.84458763798466 + }, + { + "id": "r0-n512-o32-c16-13", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 16.079849486006424, + "tpot_est_s": 0.026036346096530435, + "e2e_s": 16.886976214998867 + }, + { + "id": "r0-n512-o32-c16-14", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 10.227361602999736, + "tpot_est_s": 0.027390671355063997, + "e2e_s": 11.07647241500672 + }, + { + "id": "r0-n512-o32-c16-15", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 8.765629286004696, + "tpot_est_s": 0.02733704054938449, + "e2e_s": 9.613077543035615 + } + ] + }, + { + "repeat": 0, + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 26.832820973999333, + "output_tok_s": 76.32443871572379, + "median_first_sse_s": 12.493657155515393, + "median_tpot_est_s": 0.02621227060627984, + "median_e2e_s": 15.79082172352355, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n512-o128-c16-0", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 5.908976028964389, + "tpot_est_s": 0.025829136645692717, + "e2e_s": 9.189276382967364 + }, + { + "id": "r0-n512-o128-c16-1", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 20.600157943030354, + "tpot_est_s": 0.026332915543329234, + "e2e_s": 23.944438217033166 + }, + { + "id": "r0-n512-o128-c16-2", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 8.832030330959242, + "tpot_est_s": 0.026414103598396226, + "e2e_s": 12.186621487955563 + }, + { + "id": "r0-n512-o128-c16-3", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 1.4928000060026534, + "tpot_est_s": 0.026272468685033166, + "e2e_s": 4.8294035290018655 + }, + { + "id": "r0-n512-o128-c16-4", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 17.611601802986115, + "tpot_est_s": 0.026829118653398563, + "e2e_s": 21.018899871967733 + }, + { + "id": "r0-n512-o128-c16-5", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 4.432874909020029, + "tpot_est_s": 0.026049090873846038, + "e2e_s": 7.741109449998476 + }, + { + "id": "r0-n512-o128-c16-6", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 22.090551444969606, + "tpot_est_s": 0.025860302929407147, + "e2e_s": 25.374809917004313 + }, + { + "id": "r0-n512-o128-c16-7", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 14.691286081972066, + "tpot_est_s": 0.025401627606396953, + "e2e_s": 17.91729278798448 + }, + { + "id": "r0-n512-o128-c16-8", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 19.125570811040234, + "tpot_est_s": 0.026481508952473826, + "e2e_s": 22.48872244800441 + }, + { + "id": "r0-n512-o128-c16-9", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 13.223185966024175, + "tpot_est_s": 0.025814139976268854, + "e2e_s": 16.50158174301032 + }, + { + "id": "r0-n512-o128-c16-10", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 16.14306640601717, + "tpot_est_s": 0.026263932007691258, + "e2e_s": 19.47858577099396 + }, + { + "id": "r0-n512-o128-c16-11", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 2.961779161996674, + "tpot_est_s": 0.026320795228385815, + "e2e_s": 6.304520156001672 + }, + { + "id": "r0-n512-o128-c16-12", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 10.281047772034071, + "tpot_est_s": 0.026392394566805814, + "e2e_s": 13.63288188201841 + }, + { + "id": "r0-n512-o128-c16-13", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 7.364073275995906, + "tpot_est_s": 0.026160609204868426, + "e2e_s": 10.686470645014197 + }, + { + "id": "r0-n512-o128-c16-14", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 23.637600206013303, + "tpot_est_s": 0.02514784534665294, + "e2e_s": 26.831376565038227 + }, + { + "id": "r0-n512-o128-c16-15", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 11.764128345006611, + "tpot_est_s": 0.026109711488426522, + "e2e_s": 15.08006170403678 + } + ] + }, + { + "repeat": 0, + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 24.359764079970773, + "output_tok_s": 21.018265953609117, + "median_first_sse_s": 12.510481696488569, + "median_tpot_est_s": 0.025918056274906943, + "median_e2e_s": 13.323580161493737, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n2048-o32-c16-0", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "text_equal": true, + "first_sse_s": 4.418598190008197, + "tpot_est_s": 0.025584910645134625, + "e2e_s": 5.21173042000737 + }, + { + "id": "r0-n2048-o32-c16-1", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "text_equal": true, + "first_sse_s": 13.247787161031738, + "tpot_est_s": 0.026519567095449254, + "e2e_s": 14.069893740990665 + }, + { + "id": "r0-n2048-o32-c16-2", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "text_equal": true, + "first_sse_s": 10.301562602980994, + "tpot_est_s": 0.02577255232327227, + "e2e_s": 11.100511725002434 + }, + { + "id": "r0-n2048-o32-c16-3", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "text_equal": true, + "first_sse_s": 20.611714339000173, + "tpot_est_s": 0.025341278482829372, + "e2e_s": 21.397293971967883 + }, + { + "id": "r0-n2048-o32-c16-4", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "text_equal": true, + "first_sse_s": 11.7731762319454, + "tpot_est_s": 0.02593839838875518, + "e2e_s": 12.57726658199681 + }, + { + "id": "r0-n2048-o32-c16-5", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "text_equal": true, + "first_sse_s": 8.831834898970556, + "tpot_est_s": 0.025430847646578426, + "e2e_s": 9.620191176014487 + }, + { + "id": "r0-n2048-o32-c16-6", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "text_equal": true, + "first_sse_s": 17.66561675199773, + "tpot_est_s": 0.026423638194589125, + "e2e_s": 18.484749536029994 + }, + { + "id": "r0-n2048-o32-c16-7", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "text_equal": true, + "first_sse_s": 14.718805306998547, + "tpot_est_s": 0.025883197902716818, + "e2e_s": 15.521184441982768 + }, + { + "id": "r0-n2048-o32-c16-8", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "text_equal": true, + "first_sse_s": 5.888449808000587, + "tpot_est_s": 0.02630499341983288, + "e2e_s": 6.703904604015406 + }, + { + "id": "r0-n2048-o32-c16-9", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "text_equal": true, + "first_sse_s": 16.19100172200706, + "tpot_est_s": 0.025897714161058707, + "e2e_s": 16.99383086099988 + }, + { + "id": "r0-n2048-o32-c16-10", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "text_equal": true, + "first_sse_s": 1.4785900870338082, + "tpot_est_s": 0.026392343193067297, + "e2e_s": 2.2967527260188945 + }, + { + "id": "r0-n2048-o32-c16-11", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "text_equal": true, + "first_sse_s": 19.13965745503083, + "tpot_est_s": 0.02579503512806109, + "e2e_s": 19.939303544000722 + }, + { + "id": "r0-n2048-o32-c16-12", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "text_equal": true, + "first_sse_s": 7.360579050029628, + "tpot_est_s": 0.026218613483867937, + "e2e_s": 8.173356068029534 + }, + { + "id": "r0-n2048-o32-c16-13", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "text_equal": true, + "first_sse_s": 22.084317000990268, + "tpot_est_s": 0.02808351822633056, + "e2e_s": 22.954906066006515 + }, + { + "id": "r0-n2048-o32-c16-14", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "text_equal": true, + "first_sse_s": 2.949968795001041, + "tpot_est_s": 0.02646361712756897, + "e2e_s": 3.7703409259556793 + }, + { + "id": "r0-n2048-o32-c16-15", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "text_equal": true, + "first_sse_s": 23.560065191006288, + "tpot_est_s": 0.025759556418990776, + "e2e_s": 24.358611439995002 + } + ] + }, + { + "repeat": 0, + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 26.781509644992184, + "output_tok_s": 76.47067051662455, + "median_first_sse_s": 12.526648629514966, + "median_tpot_est_s": 0.026518173712877718, + "median_e2e_s": 15.859514187002787, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n2048-o128-c16-0", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 22.108948361012153, + "tpot_est_s": 0.025986599149714098, + "e2e_s": 25.409246453025844 + }, + { + "id": "r0-n2048-o128-c16-1", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 7.372311546991114, + "tpot_est_s": 0.026504957079099067, + "e2e_s": 10.738441096036695 + }, + { + "id": "r0-n2048-o128-c16-2", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 4.426878686994314, + "tpot_est_s": 0.02653139034665637, + "e2e_s": 7.796365261019673 + }, + { + "id": "r0-n2048-o128-c16-3", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 8.86175338801695, + "tpot_est_s": 0.026736394795094154, + "e2e_s": 12.257275526993908 + }, + { + "id": "r0-n2048-o128-c16-4", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 14.737839809036814, + "tpot_est_s": 0.02598923383469466, + "e2e_s": 18.038472506043036 + }, + { + "id": "r0-n2048-o128-c16-5", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 19.156085663009435, + "tpot_est_s": 0.026788002188962802, + "e2e_s": 22.55816194100771 + }, + { + "id": "r0-n2048-o128-c16-6", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 2.96699990297202, + "tpot_est_s": 0.026743779480493973, + "e2e_s": 6.363459896994755 + }, + { + "id": "r0-n2048-o128-c16-7", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 1.481719166971743, + "tpot_est_s": 0.02627708412629853, + "e2e_s": 4.818908851011656 + }, + { + "id": "r0-n2048-o128-c16-8", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 16.2257429480087, + "tpot_est_s": 0.026816539354549033, + "e2e_s": 19.631443446036428 + }, + { + "id": "r0-n2048-o128-c16-9", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 10.339570188021753, + "tpot_est_s": 0.026686372590621597, + "e2e_s": 13.728739507030696 + }, + { + "id": "r0-n2048-o128-c16-10", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 17.696875626046676, + "tpot_est_s": 0.027215563385531043, + "e2e_s": 21.15325217600912 + }, + { + "id": "r0-n2048-o128-c16-11", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 11.79474617302185, + "tpot_est_s": 0.02644003015726541, + "e2e_s": 15.152630002994556 + }, + { + "id": "r0-n2048-o128-c16-12", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 23.568669084983412, + "tpot_est_s": 0.02528345412583875, + "e2e_s": 26.779667758964933 + }, + { + "id": "r0-n2048-o128-c16-13", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 5.918241773033515, + "tpot_est_s": 0.02658003344068553, + "e2e_s": 9.293906020000577 + }, + { + "id": "r0-n2048-o128-c16-14", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 20.616994061041623, + "tpot_est_s": 0.026235258748010533, + "e2e_s": 23.94887192203896 + }, + { + "id": "r0-n2048-o128-c16-15", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 13.258551086008083, + "tpot_est_s": 0.026046041614196346, + "e2e_s": 16.56639837101102 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 24.44872555299662, + "output_tok_s": 20.94178687924473, + "median_first_sse_s": 12.648423600010574, + "median_tpot_est_s": 0.04800948819461008, + "median_e2e_s": 14.53156598500209, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o32-c16-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 4.504050522984471, + "tpot_est_s": 0.07322012190331495, + "e2e_s": 6.7738743019872345 + }, + { + "id": "r0-n8192-o32-c16-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 17.826305872004014, + "tpot_est_s": 0.04805349422648789, + "e2e_s": 19.31596419302514 + }, + { + "id": "r0-n8192-o32-c16-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 19.287598771974444, + "tpot_est_s": 0.07350160996805155, + "e2e_s": 21.566148680984043 + }, + { + "id": "r0-n8192-o32-c16-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 14.87670571601484, + "tpot_est_s": 0.047722246355166836, + "e2e_s": 16.35609535302501 + }, + { + "id": "r0-n8192-o32-c16-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 13.377899700019043, + "tpot_est_s": 0.07355361728883919, + "e2e_s": 15.658061835973058 + }, + { + "id": "r0-n8192-o32-c16-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 11.918947500002105, + "tpot_est_s": 0.04793943980738761, + "e2e_s": 13.40507013403112 + }, + { + "id": "r0-n8192-o32-c16-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 8.968067568959668, + "tpot_est_s": 0.04767427574317422, + "e2e_s": 10.445970116998069 + }, + { + "id": "r0-n8192-o32-c16-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 16.33041327097453, + "tpot_est_s": 0.0739254980655988, + "e2e_s": 18.622103711008094 + }, + { + "id": "r0-n8192-o32-c16-8", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 6.004812043975107, + "tpot_est_s": 0.04796548216273227, + "e2e_s": 7.491741991019808 + }, + { + "id": "r0-n8192-o32-c16-9", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 1.5505883599980734, + "tpot_est_s": 0.0718477439687347, + "e2e_s": 3.777868423028849 + }, + { + "id": "r0-n8192-o32-c16-10", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 3.053744951961562, + "tpot_est_s": 0.047586338258453556, + "e2e_s": 4.528921437973622 + }, + { + "id": "r0-n8192-o32-c16-11", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 10.42040232202271, + "tpot_est_s": 0.07326147993538348, + "e2e_s": 12.691508200019598 + }, + { + "id": "r0-n8192-o32-c16-12", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 20.78956109698629, + "tpot_est_s": 0.026745883064464696, + "e2e_s": 21.618683471984696 + }, + { + "id": "r0-n8192-o32-c16-13", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 23.679219345969614, + "tpot_est_s": 0.02476135680767437, + "e2e_s": 24.44682140700752 + }, + { + "id": "r0-n8192-o32-c16-14", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 7.466011258016806, + "tpot_est_s": 0.07302089961200592, + "e2e_s": 9.72965914598899 + }, + { + "id": "r0-n8192-o32-c16-15", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 22.197997335984837, + "tpot_est_s": 0.0259244893546096, + "e2e_s": 23.001656505977735 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 27.551430575025734, + "output_tok_s": 74.33370816891193, + "median_first_sse_s": 13.112224978540326, + "median_tpot_est_s": 0.02713838569690679, + "median_e2e_s": 16.592854612041265, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c16-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 3.0708125170203857, + "tpot_est_s": 0.026391797102291108, + "e2e_s": 6.422570749011356 + }, + { + "id": "r0-n8192-o128-c16-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 10.89092343498487, + "tpot_est_s": 0.02733375825213386, + "e2e_s": 14.36231073300587 + }, + { + "id": "r0-n8192-o128-c16-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 5.963226214982569, + "tpot_est_s": 0.027166224685204254, + "e2e_s": 9.41333675000351 + }, + { + "id": "r0-n8192-o128-c16-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 7.9382183300331235, + "tpot_est_s": 0.026889613511931795, + "e2e_s": 11.353199246048462 + }, + { + "id": "r0-n8192-o128-c16-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 19.770023379009217, + "tpot_est_s": 0.02711442557500866, + "e2e_s": 23.213555427035317 + }, + { + "id": "r0-n8192-o128-c16-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 22.753164054010995, + "tpot_est_s": 0.026927552795070628, + "e2e_s": 26.172963258984964 + }, + { + "id": "r0-n8192-o128-c16-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 18.295536923978943, + "tpot_est_s": 0.027458459716363567, + "e2e_s": 21.782761307957117 + }, + { + "id": "r0-n8192-o128-c16-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 24.235009700991213, + "tpot_est_s": 0.02609453093733521, + "e2e_s": 27.549015130032785 + }, + { + "id": "r0-n8192-o128-c16-8", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 12.366143237042706, + "tpot_est_s": 0.02752003121266772, + "e2e_s": 15.861187201051507 + }, + { + "id": "r0-n8192-o128-c16-9", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 21.2485604279791, + "tpot_est_s": 0.027120197377915635, + "e2e_s": 24.692825494974386 + }, + { + "id": "r0-n8192-o128-c16-10", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 16.81975602201419, + "tpot_est_s": 0.027936121291209627, + "e2e_s": 20.367643425997812 + }, + { + "id": "r0-n8192-o128-c16-11", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 4.466382405022159, + "tpot_est_s": 0.026767215330802695, + "e2e_s": 7.865818752034102 + }, + { + "id": "r0-n8192-o128-c16-12", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 3.025358820974361, + "tpot_est_s": 0.02675235833089036, + "e2e_s": 6.422908328997437 + }, + { + "id": "r0-n8192-o128-c16-13", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 13.858306720037945, + "tpot_est_s": 0.02729303388183526, + "e2e_s": 17.324522023031022 + }, + { + "id": "r0-n8192-o128-c16-14", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 15.340077411034144, + "tpot_est_s": 0.02792044760619004, + "e2e_s": 18.88597425702028 + }, + { + "id": "r0-n8192-o128-c16-15", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 9.413972937967628, + "tpot_est_s": 0.027156574015897942, + "e2e_s": 12.862857837986667 + } + ] + } + ], + "harness_sha256": "cfd4821e2a2112f3fcf7f242f3e76efe47134640e4bf22b3b63fb808be6148f0", + "startup_timeout_s": 1800, + "timing_scope": "Client first SSE event, full response e2e and estimated TPOT=(e2e-first_event)/(output_tokens-1). SSE can coalesce tokens; this is not per-token kernel timing. Loading/warmup/correctness checks excluded.", + "physical_gpus": 1, + "physical_rngd": 1, + "physical_atom": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 8192, + "local_chunk": 256, + "context": 9216, + "server_config": { + "servers": [ + [ + "/home/gspark/venvs/pt213/bin/python", + "-c", + "import sys,importlib.util,runpy\ns=importlib.util.spec_from_file_location('opt_prime.accel.serve.llmd','/tmp/llmd240.py')\nm=importlib.util.module_from_spec(s);sys.modules[s.name]=m;s.loader.exec_module(m)\nrunpy.run_path('/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/serve_batched.py',run_name='__main__')\n", + "--model", + "/tmp/serving-matrix-models/Gemma3-1B", + "--device", + "cuda:0", + "--dtype", + "bfloat16", + "--slots", + "4", + "--max-context", + "9216", + "--max-output", + "128", + "--kv", + "paged", + "--page-size", + "64", + "--chunk", + "256", + "--port", + "{port}", + "--pd-prefill-python", + "/tmp/stream265-python.sh", + "--pd-prefill-args", + "--engine factory --engine-factory streaming_factories:gemma --width 8192 --chip 0", + "--pd-prefill-stream-layers" + ] + ], + "metadata": { + "physical_gpus": 1, + "physical_rngd": 1, + "physical_atom": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 8192, + "local_chunk": 256, + "context": 9216 + } + }, + "load_s": 14.001317046000622, + "references": { + "128:32": { + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background" + }, + "128:128": { + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains" + }, + "512:32": { + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e" + }, + "512:128": { + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e" + }, + "2048:32": { + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the" + }, + "2048:128": { + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n" + }, + "8192:32": { + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples." + }, + "8192:128": { + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books." + } + }, + "warmup_and_checks_s": 235.10659995500464, + "metrics": [ + "# HELP vllm:num_requests_running Requests executing on the stage.\n# TYPE vllm:num_requests_running gauge\nvllm:num_requests_running{model_name=\"Gemma3-1B\"} 0\n# HELP vllm:num_requests_waiting Requests queued for the stage owner.\n# TYPE vllm:num_requests_waiting gauge\nvllm:num_requests_waiting{model_name=\"Gemma3-1B\"} 0\n# HELP vllm:kv_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:kv_cache_usage_perc gauge\nvllm:kv_cache_usage_perc{model_name=\"Gemma3-1B\"} 0.0\n# HELP vllm:gpu_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:gpu_cache_usage_perc gauge\nvllm:gpu_cache_usage_perc{model_name=\"Gemma3-1B\"} 0.0\n# HELP vllm:request_success_total Finished requests by finish reason.\n# TYPE vllm:request_success_total counter\nvllm:request_success_total{model_name=\"Gemma3-1B\",finished_reason=\"length\"} 264\n# HELP airm_stage_request_failures_total Requests that ended with an engine error.\n# TYPE airm_stage_request_failures_total counter\nairm_stage_request_failures_total{model_name=\"Gemma3-1B\"} 0\n# HELP vllm:prompt_tokens_total Prompt tokens of finished requests.\n# TYPE vllm:prompt_tokens_total counter\nvllm:prompt_tokens_total{model_name=\"Gemma3-1B\"} 718080\n# HELP vllm:generation_tokens_total Generated tokens of finished requests.\n# TYPE vllm:generation_tokens_total counter\nvllm:generation_tokens_total{model_name=\"Gemma3-1B\"} 21120\n# HELP vllm:time_to_first_token_seconds Time to first token (prefill stage: fenced prefill).\n# TYPE vllm:time_to_first_token_seconds histogram\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.001\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.005\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.01\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.02\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.04\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.06\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.08\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.1\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.25\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.5\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.75\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.0\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"2.5\"} 21\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"5.0\"} 55\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"7.5\"} 85\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"10.0\"} 104\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"+Inf\"} 264\nvllm:time_to_first_token_seconds_sum{model_name=\"Gemma3-1B\"} 3178.3911268656375\nvllm:time_to_first_token_seconds_count{model_name=\"Gemma3-1B\"} 264\n# HELP vllm:time_per_output_token_seconds Time per output token after the first (decode stage).\n# TYPE vllm:time_per_output_token_seconds histogram\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.01\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.025\"} 14\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.05\"} 256\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.075\"} 263\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.1\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.15\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.2\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.3\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.4\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.5\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.75\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.0\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"2.5\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"+Inf\"} 264\nvllm:time_per_output_token_seconds_sum{model_name=\"Gemma3-1B\"} 7.490146066440557\nvllm:time_per_output_token_seconds_count{model_name=\"Gemma3-1B\"} 264\n# HELP vllm:e2e_request_latency_seconds Stage request latency, from execution start to reply.\n# TYPE vllm:e2e_request_latency_seconds histogram\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.3\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.8\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"2.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"2.5\"} 9\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"5.0\"} 29\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"10.0\"} 85\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"15.0\"} 134\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"20.0\"} 198\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"30.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"40.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"50.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"60.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"+Inf\"} 264\nvllm:e2e_request_latency_seconds_sum{model_name=\"Gemma3-1B\"} 3746.0921419481747\nvllm:e2e_request_latency_seconds_count{model_name=\"Gemma3-1B\"} 264\n# HELP airm_kv_transfer_seconds KV transfer time from the prefill source to the decode destination.\n# TYPE airm_kv_transfer_seconds histogram\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.0005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.001\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.0025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.01\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.05\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.1\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.25\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.5\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.0\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"+Inf\"} 0\nairm_kv_transfer_seconds_sum{model_name=\"Gemma3-1B\"} 0.0\nairm_kv_transfer_seconds_count{model_name=\"Gemma3-1B\"} 0\n# HELP vllm:cache_config_info Information of the LLMEngine CacheConfig.\n# TYPE vllm:cache_config_info gauge\nvllm:cache_config_info{model_name=\"Gemma3-1B\",block_size=\"64\",num_gpu_blocks=\"576\",enable_prefix_caching=\"False\"} 1\n# HELP vllm:prefix_cache_queries_total Prompt tokens looked up in the prefix cache.\n# TYPE vllm:prefix_cache_queries_total counter\nvllm:prefix_cache_queries_total{model_name=\"Gemma3-1B\"} 718080\n# HELP vllm:prefix_cache_hits_total Prompt tokens served from the prefix cache.\n# TYPE vllm:prefix_cache_hits_total counter\nvllm:prefix_cache_hits_total{model_name=\"Gemma3-1B\"} 0\n# HELP airm_pd_prefills_total Prompts prefilled by the PD prefill worker (remote) or here (local).\n# TYPE airm_pd_prefills_total counter\nairm_pd_prefills_total{model_name=\"Gemma3-1B\",side=\"remote\"} 264\nairm_pd_prefills_total{model_name=\"Gemma3-1B\",side=\"local\"} 0\n# HELP airm_pd_transferred_tokens_total Prompt KV tokens received from the prefill side.\n# TYPE airm_pd_transferred_tokens_total counter\nairm_pd_transferred_tokens_total{model_name=\"Gemma3-1B\"} 718080\n# HELP airm_pd_producer_seconds_total Accumulated worker-reported seconds for admitted PD handoffs; excludes failed/cancelled handoffs. Prefill includes KV gathering; transfer excludes destination KV installation.\n# TYPE airm_pd_producer_seconds_total counter\nairm_pd_producer_seconds_total{model_name=\"Gemma3-1B\",stage=\"prefill\"} 389.2577389337821\nairm_pd_producer_seconds_total{model_name=\"Gemma3-1B\",stage=\"transfer\"} 0.0\n" + ], + "parity_passed": true +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-http-c16-whole.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-http-c16-whole.json new file mode 100644 index 00000000..4c1f78ea --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-gemma-http-c16-whole.json @@ -0,0 +1,25226 @@ +{ + "passed": true, + "model": "Gemma3-1B", + "mode": "pd", + "dtype": "bfloat16", + "torch": "2.13.0+cu130", + "transformers": "5.15.0", + "replicas": 1, + "cpu_threads_per_server": 4, + "prompts": { + "128": [ + 2, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 107, + 14977, + 236787, + 2900, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787 + ], + "512": [ + 2, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 107, + 14977, + 236787, + 2900, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787 + ], + "2048": [ + 2, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 107, + 14977, + 236787, + 2900, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787 + ], + "8192": [ + 2, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 107, + 14977, + 236787, + 2900, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787 + ] + }, + "warmups": [ + { + "id": "warm-0-128-32", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "warm-0-128-128", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "warm-0-512-32", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "warm-0-512-128", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "warm-0-2048-32", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + }, + { + "id": "warm-0-2048-128", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "warm-0-8192-32", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "warm-0-8192-128", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + } + ], + "correctness_batches": [ + { + "input_tokens": 128, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-128-32-16-0", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-1", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-2", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-3", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-4", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-5", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-6", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-7", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-8", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-9", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-10", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-11", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-12", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-13", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-14", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + }, + { + "id": "check-128-32-16-15", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-128-128-16-0", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-1", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-2", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-3", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-4", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-5", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-6", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-7", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-8", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-9", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-10", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-11", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-12", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-13", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-14", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + }, + { + "id": "check-128-128-16-15", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 512, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-512-32-16-0", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-32-16-1", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-32-16-2", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-32-16-3", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-32-16-4", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-32-16-5", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-32-16-6", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-32-16-7", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-32-16-8", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-32-16-9", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-32-16-10", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-32-16-11", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-32-16-12", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-32-16-13", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-32-16-14", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-32-16-15", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-512-128-16-0", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-128-16-1", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-128-16-2", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-128-16-3", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-128-16-4", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-128-16-5", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-128-16-6", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-128-16-7", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-128-16-8", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-128-16-9", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-128-16-10", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-128-16-11", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-128-16-12", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-128-16-13", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-128-16-14", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + }, + { + "id": "check-512-128-16-15", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-2048-32-16-0", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-1", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-2", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-3", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-4", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-5", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-6", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-7", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-8", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-9", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-10", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-11", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-12", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-13", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-14", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-15", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-2048-128-16-0", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-1", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-2", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-3", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-4", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-5", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-6", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-7", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-8", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-9", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-10", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-11", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-12", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-13", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-14", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-15", + "endpoint": 0, + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-8192-32-16-0", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-1", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-2", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-3", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-4", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-5", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-6", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-7", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-8", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-9", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-10", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-11", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-12", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-13", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-14", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-15", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-8192-128-16-0", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-1", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-2", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-3", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-4", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-5", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-6", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-7", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-8", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-9", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-10", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-11", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-12", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-13", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-14", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-15", + "endpoint": 0, + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "tokens_equal": true + } + ] + } + ], + "batches": [ + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 24.833306504995562, + "output_tok_s": 20.617471938221524, + "median_first_sse_s": 12.77949266450014, + "median_tpot_est_s": 0.025502072032278163, + "median_e2e_s": 13.576115016505355, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o32-c16-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 12.031830895983148, + "tpot_est_s": 0.025940165871889482, + "e2e_s": 12.835976038011722 + }, + { + "id": "r0-n128-o32-c16-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 21.015790698002093, + "tpot_est_s": 0.025488751322676938, + "e2e_s": 21.805941989005078 + }, + { + "id": "r0-n128-o32-c16-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 13.527154433017131, + "tpot_est_s": 0.025454824580059897, + "e2e_s": 14.316253994998988 + }, + { + "id": "r0-n128-o32-c16-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 22.52336488699075, + "tpot_est_s": 0.024238354903871134, + "e2e_s": 23.274753889010753 + }, + { + "id": "r0-n128-o32-c16-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 10.530244958004914, + "tpot_est_s": 0.02579808896858125, + "e2e_s": 11.329985716030933 + }, + { + "id": "r0-n128-o32-c16-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 15.021113084978424, + "tpot_est_s": 0.025052271646282244, + "e2e_s": 15.797733506013174 + }, + { + "id": "r0-n128-o32-c16-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 19.508036386978347, + "tpot_est_s": 0.027026430870811906, + "e2e_s": 20.345855743973516 + }, + { + "id": "r0-n128-o32-c16-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 7.5372827489627525, + "tpot_est_s": 0.02497913261252125, + "e2e_s": 8.311635859950911 + }, + { + "id": "r0-n128-o32-c16-8", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 4.522078367997892, + "tpot_est_s": 0.025175479064214853, + "e2e_s": 5.302518218988553 + }, + { + "id": "r0-n128-o32-c16-9", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 3.026549920963589, + "tpot_est_s": 0.02551539274187939, + "e2e_s": 3.81752709596185 + }, + { + "id": "r0-n128-o32-c16-10", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 9.036573738965672, + "tpot_est_s": 0.02571477845213526, + "e2e_s": 9.833731870981865 + }, + { + "id": "r0-n128-o32-c16-11", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 1.5295215860242024, + "tpot_est_s": 0.026442237386119463, + "e2e_s": 2.3492309449939057 + }, + { + "id": "r0-n128-o32-c16-12", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 16.517627928988077, + "tpot_est_s": 0.025777658517096912, + "e2e_s": 17.31673534301808 + }, + { + "id": "r0-n128-o32-c16-13", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 18.016028585028835, + "tpot_est_s": 0.02595290787059874, + "e2e_s": 18.820568729017396 + }, + { + "id": "r0-n128-o32-c16-14", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 6.0155442809918895, + "tpot_est_s": 0.024985221225858455, + "e2e_s": 6.790086138993502 + }, + { + "id": "r0-n128-o32-c16-15", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background", + "text_equal": true, + "first_sse_s": 24.1053996339906, + "tpot_est_s": 0.02342465325754376, + "e2e_s": 24.831563884974457 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 27.255496162979398, + "output_tok_s": 75.1408078485747, + "median_first_sse_s": 12.69543952899403, + "median_tpot_est_s": 0.02663267209441181, + "median_e2e_s": 16.057561917987186, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c16-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 4.50083174899919, + "tpot_est_s": 0.026814990149403913, + "e2e_s": 7.906335497973487 + }, + { + "id": "r0-n128-o128-c16-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 16.4462477019988, + "tpot_est_s": 0.02690253985814721, + "e2e_s": 19.862870263983496 + }, + { + "id": "r0-n128-o128-c16-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 10.46617894800147, + "tpot_est_s": 0.02671544440136489, + "e2e_s": 13.859040386974812 + }, + { + "id": "r0-n128-o128-c16-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 5.98716252099257, + "tpot_est_s": 0.027224105094398158, + "e2e_s": 9.444623867981136 + }, + { + "id": "r0-n128-o128-c16-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 2.9952499130158685, + "tpot_est_s": 0.026643233519509493, + "e2e_s": 6.378940569993574 + }, + { + "id": "r0-n128-o128-c16-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 14.933583278034348, + "tpot_est_s": 0.027020057574864184, + "e2e_s": 18.3651305900421 + }, + { + "id": "r0-n128-o128-c16-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 1.5008730129920878, + "tpot_est_s": 0.02662211066931413, + "e2e_s": 4.881881067994982 + }, + { + "id": "r0-n128-o128-c16-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 22.43459428101778, + "tpot_est_s": 0.026437301527411774, + "e2e_s": 25.792131574999075 + }, + { + "id": "r0-n128-o128-c16-8", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 19.45234616304515, + "tpot_est_s": 0.026417081606369026, + "e2e_s": 22.807315527054016 + }, + { + "id": "r0-n128-o128-c16-9", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 17.964056021999568, + "tpot_est_s": 0.026672666165501055, + "e2e_s": 21.3514846250182 + }, + { + "id": "r0-n128-o128-c16-10", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 20.94872971699806, + "tpot_est_s": 0.026386099598484158, + "e2e_s": 24.299764366005547 + }, + { + "id": "r0-n128-o128-c16-11", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 11.957097252015956, + "tpot_est_s": 0.026547977110044665, + "e2e_s": 15.328690344991628 + }, + { + "id": "r0-n128-o128-c16-12", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 23.950266717001796, + "tpot_est_s": 0.026013973818937917, + "e2e_s": 27.25404139200691 + }, + { + "id": "r0-n128-o128-c16-13", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 7.486220980004873, + "tpot_est_s": 0.02705176044842155, + "e2e_s": 10.92179455695441 + }, + { + "id": "r0-n128-o128-c16-14", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 13.433781805972103, + "tpot_est_s": 0.026398832165438126, + "e2e_s": 16.786433490982745 + }, + { + "id": "r0-n128-o128-c16-15", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains", + "text_equal": true, + "first_sse_s": 8.956493585021235, + "tpot_est_s": 0.026610759929313846, + "e2e_s": 12.336060096044093 + } + ] + }, + { + "repeat": 0, + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 25.035929595993366, + "output_tok_s": 20.450608715641145, + "median_first_sse_s": 12.830411867500516, + "median_tpot_est_s": 0.026916524354037977, + "median_e2e_s": 13.687648350489326, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n512-o32-c16-0", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 9.094816276978236, + "tpot_est_s": 0.026295332161093792, + "e2e_s": 9.909971573972143 + }, + { + "id": "r0-n512-o32-c16-1", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 7.5948695100378245, + "tpot_est_s": 0.02738476522462142, + "e2e_s": 8.443797232001089 + }, + { + "id": "r0-n512-o32-c16-2", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 10.590012683009263, + "tpot_est_s": 0.02723605964603203, + "e2e_s": 11.434330532036256 + }, + { + "id": "r0-n512-o32-c16-3", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 1.5241383190150373, + "tpot_est_s": 0.026797567903544876, + "e2e_s": 2.3548629240249284 + }, + { + "id": "r0-n512-o32-c16-4", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 24.070233800041024, + "tpot_est_s": 0.03113472561216763, + "e2e_s": 25.03541029401822 + }, + { + "id": "r0-n512-o32-c16-5", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 15.070401112025138, + "tpot_est_s": 0.02622964793455697, + "e2e_s": 15.883520197996404 + }, + { + "id": "r0-n512-o32-c16-6", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 18.060993288992904, + "tpot_est_s": 0.026725389838834563, + "e2e_s": 18.889480373996776 + }, + { + "id": "r0-n512-o32-c16-7", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 21.061113458010368, + "tpot_est_s": 0.02642583706408679, + "e2e_s": 21.88031440699706 + }, + { + "id": "r0-n512-o32-c16-8", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 3.023699614976067, + "tpot_est_s": 0.02684614003162771, + "e2e_s": 3.855929955956526 + }, + { + "id": "r0-n512-o32-c16-9", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 22.56126513000345, + "tpot_est_s": 0.026376726710417818, + "e2e_s": 23.3789436580264 + }, + { + "id": "r0-n512-o32-c16-10", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 6.1033797429990955, + "tpot_est_s": 0.027429029322980393, + "e2e_s": 6.953679652011488 + }, + { + "id": "r0-n512-o32-c16-11", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 4.6086278559523635, + "tpot_est_s": 0.027172781581494717, + "e2e_s": 5.4509840849787 + }, + { + "id": "r0-n512-o32-c16-12", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 13.57780005899258, + "tpot_est_s": 0.027416481257175968, + "e2e_s": 14.427710977965035 + }, + { + "id": "r0-n512-o32-c16-13", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 16.56642406299943, + "tpot_est_s": 0.02698690867644825, + "e2e_s": 17.403018231969327 + }, + { + "id": "r0-n512-o32-c16-14", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 19.561470698041376, + "tpot_est_s": 0.02612121109550278, + "e2e_s": 20.371228242001962 + }, + { + "id": "r0-n512-o32-c16-15", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 12.083023676008452, + "tpot_est_s": 0.027889098290489207, + "e2e_s": 12.947585723013617 + } + ] + }, + { + "repeat": 0, + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 27.250107215018943, + "output_tok_s": 75.15566760307061, + "median_first_sse_s": 12.826444700534921, + "median_tpot_est_s": 0.026285151736288308, + "median_e2e_s": 16.22428090503672, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n512-o128-c16-0", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 6.078397003991995, + "tpot_est_s": 0.026711609795245922, + "e2e_s": 9.470771447988227 + }, + { + "id": "r0-n512-o128-c16-1", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 18.064740617002826, + "tpot_est_s": 0.026330027000072934, + "e2e_s": 21.40865404601209 + }, + { + "id": "r0-n512-o128-c16-2", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 10.592905625991989, + "tpot_est_s": 0.026644385409244433, + "e2e_s": 13.976742572966032 + }, + { + "id": "r0-n512-o128-c16-3", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 4.546911965007894, + "tpot_est_s": 0.026099547590715737, + "e2e_s": 7.861554509028792 + }, + { + "id": "r0-n512-o128-c16-4", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 1.5154270270140842, + "tpot_est_s": 0.026190701306991894, + "e2e_s": 4.841646093002055 + }, + { + "id": "r0-n512-o128-c16-5", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 12.082329879049212, + "tpot_est_s": 0.026694195235962063, + "e2e_s": 15.472492674016394 + }, + { + "id": "r0-n512-o128-c16-6", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 7.574525269039441, + "tpot_est_s": 0.02701296529129485, + "e2e_s": 11.005171861033887 + }, + { + "id": "r0-n512-o128-c16-7", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 3.027083791035693, + "tpot_est_s": 0.02613928381859611, + "e2e_s": 6.346772835997399 + }, + { + "id": "r0-n512-o128-c16-8", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 24.03863176103914, + "tpot_est_s": 0.025279846110227187, + "e2e_s": 27.249172217037994 + }, + { + "id": "r0-n512-o128-c16-9", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 16.553145246987697, + "tpot_est_s": 0.026017062976501706, + "e2e_s": 19.857312245003413 + }, + { + "id": "r0-n512-o128-c16-10", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 9.088580617972184, + "tpot_est_s": 0.026950163724575572, + "e2e_s": 12.511251410993282 + }, + { + "id": "r0-n512-o128-c16-11", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 19.567341150017455, + "tpot_est_s": 0.02647423994494602, + "e2e_s": 22.9295696230256 + }, + { + "id": "r0-n512-o128-c16-12", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 22.55298394302372, + "tpot_est_s": 0.02606636556699564, + "e2e_s": 25.863412370032165 + }, + { + "id": "r0-n512-o128-c16-13", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 13.57055952202063, + "tpot_est_s": 0.026815036330995422, + "e2e_s": 16.97606913605705 + }, + { + "id": "r0-n512-o128-c16-14", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 21.041843226994388, + "tpot_est_s": 0.026233262149617076, + "e2e_s": 24.373467519995756 + }, + { + "id": "r0-n512-o128-c16-15", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e", + "text_equal": true, + "first_sse_s": 15.075453659985214, + "tpot_est_s": 0.026240276472503685, + "e2e_s": 18.407968771993183 + } + ] + }, + { + "repeat": 0, + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 24.973488367977552, + "output_tok_s": 20.501741384936672, + "median_first_sse_s": 12.92197634401964, + "median_tpot_est_s": 0.02646103714528914, + "median_e2e_s": 13.739913388999412, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n2048-o32-c16-0", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "text_equal": true, + "first_sse_s": 7.66929645097116, + "tpot_est_s": 0.027300113678774645, + "e2e_s": 8.515599975013174 + }, + { + "id": "r0-n2048-o32-c16-1", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "text_equal": true, + "first_sse_s": 24.18212373496499, + "tpot_est_s": 0.02551662641945445, + "e2e_s": 24.973139153968077 + }, + { + "id": "r0-n2048-o32-c16-2", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "text_equal": true, + "first_sse_s": 22.68075709301047, + "tpot_est_s": 0.026938750710894143, + "e2e_s": 23.51585836504819 + }, + { + "id": "r0-n2048-o32-c16-3", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "text_equal": true, + "first_sse_s": 13.672315942007117, + "tpot_est_s": 0.026669145257572732, + "e2e_s": 14.499059444991872 + }, + { + "id": "r0-n2048-o32-c16-4", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "text_equal": true, + "first_sse_s": 21.18021395802498, + "tpot_est_s": 0.0267589203543931, + "e2e_s": 22.009740489011165 + }, + { + "id": "r0-n2048-o32-c16-5", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "text_equal": true, + "first_sse_s": 6.1553694600006565, + "tpot_est_s": 0.02582595886985561, + "e2e_s": 6.9559741849661805 + }, + { + "id": "r0-n2048-o32-c16-6", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "text_equal": true, + "first_sse_s": 16.673428194015287, + "tpot_est_s": 0.025732964547651428, + "e2e_s": 17.47115009499248 + }, + { + "id": "r0-n2048-o32-c16-7", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "text_equal": true, + "first_sse_s": 12.171636746032164, + "tpot_est_s": 0.02610098667660608, + "e2e_s": 12.980767333006952 + }, + { + "id": "r0-n2048-o32-c16-8", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "text_equal": true, + "first_sse_s": 10.67501645500306, + "tpot_est_s": 0.02639482787156838, + "e2e_s": 11.49325611902168 + }, + { + "id": "r0-n2048-o32-c16-9", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "text_equal": true, + "first_sse_s": 19.67951098299818, + "tpot_est_s": 0.026317012516946924, + "e2e_s": 20.495338371023536 + }, + { + "id": "r0-n2048-o32-c16-10", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "text_equal": true, + "first_sse_s": 15.171928086027037, + "tpot_est_s": 0.026078724644086775, + "e2e_s": 15.980368549993727 + }, + { + "id": "r0-n2048-o32-c16-11", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "text_equal": true, + "first_sse_s": 9.172076525981538, + "tpot_est_s": 0.026558128838998177, + "e2e_s": 9.995378519990481 + }, + { + "id": "r0-n2048-o32-c16-12", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "text_equal": true, + "first_sse_s": 4.571389732009266, + "tpot_est_s": 0.025538755451223902, + "e2e_s": 5.363091150997207 + }, + { + "id": "r0-n2048-o32-c16-13", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "text_equal": true, + "first_sse_s": 1.552410242962651, + "tpot_est_s": 0.026611249129693475, + "e2e_s": 2.3773589659831487 + }, + { + "id": "r0-n2048-o32-c16-14", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "text_equal": true, + "first_sse_s": 3.054362591006793, + "tpot_est_s": 0.026527246419009904, + "e2e_s": 3.8767072299961 + }, + { + "id": "r0-n2048-o32-c16-15", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the", + "text_equal": true, + "first_sse_s": 18.17773528897669, + "tpot_est_s": 0.027031446420287174, + "e2e_s": 19.015710128005594 + } + ] + }, + { + "repeat": 0, + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 27.308587462001015, + "output_tok_s": 74.9947247491187, + "median_first_sse_s": 12.840972991514718, + "median_tpot_est_s": 0.027452599614039137, + "median_e2e_s": 16.32084411251708, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n2048-o128-c16-0", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 16.585655015020166, + "tpot_est_s": 0.027210943204695432, + "e2e_s": 20.041444802016485 + }, + { + "id": "r0-n2048-o128-c16-1", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 24.106905052962247, + "tpot_est_s": 0.0252026565593858, + "e2e_s": 27.307642436004244 + }, + { + "id": "r0-n2048-o128-c16-2", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 10.609244376013521, + "tpot_est_s": 0.027690294716602528, + "e2e_s": 14.125911805022042 + }, + { + "id": "r0-n2048-o128-c16-3", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 22.519201216986403, + "tpot_est_s": 0.026590522732512337, + "e2e_s": 25.89619760401547 + }, + { + "id": "r0-n2048-o128-c16-4", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 15.103410287003499, + "tpot_est_s": 0.027324967000149483, + "e2e_s": 18.573681096022483 + }, + { + "id": "r0-n2048-o128-c16-5", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 9.12645442102803, + "tpot_est_s": 0.02791007019682076, + "e2e_s": 12.671033336024266 + }, + { + "id": "r0-n2048-o128-c16-6", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 21.048823850986082, + "tpot_est_s": 0.02747890936196085, + "e2e_s": 24.53864533995511 + }, + { + "id": "r0-n2048-o128-c16-7", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 18.06381305801915, + "tpot_est_s": 0.02742281655128312, + "e2e_s": 21.546510760032106 + }, + { + "id": "r0-n2048-o128-c16-8", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 7.656837326998357, + "tpot_est_s": 0.027836388370249508, + "e2e_s": 11.192058650020044 + }, + { + "id": "r0-n2048-o128-c16-9", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 19.57146925199777, + "tpot_est_s": 0.027676484708428588, + "e2e_s": 23.0863828099682 + }, + { + "id": "r0-n2048-o128-c16-10", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 3.1358506929827854, + "tpot_est_s": 0.027915562440707222, + "e2e_s": 6.681127122952603 + }, + { + "id": "r0-n2048-o128-c16-11", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 6.157531589036807, + "tpot_est_s": 0.02763366162195787, + "e2e_s": 9.667006615025457 + }, + { + "id": "r0-n2048-o128-c16-12", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 12.093299987027422, + "tpot_est_s": 0.027379838346437677, + "e2e_s": 15.570539457025006 + }, + { + "id": "r0-n2048-o128-c16-13", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 4.674312767048832, + "tpot_est_s": 0.027426289866117424, + "e2e_s": 8.157451580045745 + }, + { + "id": "r0-n2048-o128-c16-14", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 1.6137334780069068, + "tpot_est_s": 0.027548471440957113, + "e2e_s": 5.11238935100846 + }, + { + "id": "r0-n2048-o128-c16-15", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "text_equal": true, + "first_sse_s": 13.588645996002015, + "tpot_est_s": 0.027421281669347538, + "e2e_s": 17.071148768009152 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 24.960982732998673, + "output_tok_s": 20.512012907373666, + "median_first_sse_s": 13.650881092995405, + "median_tpot_est_s": 0.027259013677511604, + "median_e2e_s": 14.484518579498399, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o32-c16-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 6.142635775031522, + "tpot_est_s": 0.027473061386826297, + "e2e_s": 6.994300678023137 + }, + { + "id": "r0-n8192-o32-c16-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 24.22856745996978, + "tpot_est_s": 0.02355727558061781, + "e2e_s": 24.958843002968933 + }, + { + "id": "r0-n8192-o32-c16-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 9.090691994002555, + "tpot_est_s": 0.028363772645412434, + "e2e_s": 9.96996894601034 + }, + { + "id": "r0-n8192-o32-c16-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 18.20452931598993, + "tpot_est_s": 0.027580379065306436, + "e2e_s": 19.05952106701443 + }, + { + "id": "r0-n8192-o32-c16-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 21.283541045035236, + "tpot_est_s": 0.02497405841788878, + "e2e_s": 22.057736855989788 + }, + { + "id": "r0-n8192-o32-c16-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 3.1563887849915773, + "tpot_est_s": 0.02727468706472146, + "e2e_s": 4.0019040839979425 + }, + { + "id": "r0-n8192-o32-c16-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 15.205923443019856, + "tpot_est_s": 0.02530600380663189, + "e2e_s": 15.990409561025444 + }, + { + "id": "r0-n8192-o32-c16-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 12.171625096991193, + "tpot_est_s": 0.026065409258608858, + "e2e_s": 12.979652784008067 + }, + { + "id": "r0-n8192-o32-c16-8", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 22.72573567397194, + "tpot_est_s": 0.02457799241998263, + "e2e_s": 23.4876534389914 + }, + { + "id": "r0-n8192-o32-c16-9", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 18.283783704973757, + "tpot_est_s": 0.025087774612925825, + "e2e_s": 19.061504717974458 + }, + { + "id": "r0-n8192-o32-c16-10", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 9.163963072001934, + "tpot_est_s": 0.026012716225288328, + "e2e_s": 9.970357274985872 + }, + { + "id": "r0-n8192-o32-c16-11", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 6.070176765031647, + "tpot_est_s": 0.02977788612817324, + "e2e_s": 6.993291235005017 + }, + { + "id": "r0-n8192-o32-c16-12", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 21.213215700990986, + "tpot_est_s": 0.02724334029030175, + "e2e_s": 22.05775924999034 + }, + { + "id": "r0-n8192-o32-c16-13", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 3.0792773839784786, + "tpot_est_s": 0.029739165517141022, + "e2e_s": 4.00119151500985 + }, + { + "id": "r0-n8192-o32-c16-14", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 12.100144367024768, + "tpot_est_s": 0.02836598199979973, + "e2e_s": 12.97948980901856 + }, + { + "id": "r0-n8192-o32-c16-15", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples.", + "text_equal": true, + "first_sse_s": 15.130137088999618, + "tpot_est_s": 0.027717654386745585, + "e2e_s": 15.989384374988731 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 28.154480001016054, + "output_tok_s": 72.74153171808148, + "median_first_sse_s": 13.480653887963854, + "median_tpot_est_s": 0.027569638992115255, + "median_e2e_s": 17.04494031597278, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c16-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 20.278594707953744, + "tpot_est_s": 0.027561315937118063, + "e2e_s": 23.778881831967738 + }, + { + "id": "r0-n8192-o128-c16-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 23.316507570969407, + "tpot_est_s": 0.027064517945212526, + "e2e_s": 26.753701350011397 + }, + { + "id": "r0-n8192-o128-c16-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 15.728327093995176, + "tpot_est_s": 0.027577962047112447, + "e2e_s": 19.230728273978457 + }, + { + "id": "r0-n8192-o128-c16-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 3.171902889967896, + "tpot_est_s": 0.026331642197122373, + "e2e_s": 6.516021449002437 + }, + { + "id": "r0-n8192-o128-c16-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 9.663771511986852, + "tpot_est_s": 0.02918445576380161, + "e2e_s": 13.370197393989656 + }, + { + "id": "r0-n8192-o128-c16-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 11.170521134976298, + "tpot_est_s": 0.029070516984073782, + "e2e_s": 14.862476791953668 + }, + { + "id": "r0-n8192-o128-c16-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 21.795657696027774, + "tpot_est_s": 0.027672062495972698, + "e2e_s": 25.310009633016307 + }, + { + "id": "r0-n8192-o128-c16-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 3.102743004972581, + "tpot_est_s": 0.02686963032282097, + "e2e_s": 6.515186055970844 + }, + { + "id": "r0-n8192-o128-c16-8", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 12.714332608971745, + "tpot_est_s": 0.028304818228407816, + "e2e_s": 16.309044523979537 + }, + { + "id": "r0-n8192-o128-c16-9", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 17.248134698020294, + "tpot_est_s": 0.027474483999874677, + "e2e_s": 20.73739416600438 + }, + { + "id": "r0-n8192-o128-c16-10", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 18.78266624797834, + "tpot_est_s": 0.027411381023803975, + "e2e_s": 22.263911638001446 + }, + { + "id": "r0-n8192-o128-c16-11", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 14.246975166955963, + "tpot_est_s": 0.027825676700866626, + "e2e_s": 17.780836107966024 + }, + { + "id": "r0-n8192-o128-c16-12", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 8.144338241021615, + "tpot_est_s": 0.028531312622133584, + "e2e_s": 11.76781494403258 + }, + { + "id": "r0-n8192-o128-c16-13", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 24.836991400050465, + "tpot_est_s": 0.026108776999721816, + "e2e_s": 28.152806079015136 + }, + { + "id": "r0-n8192-o128-c16-14", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 6.127853961021174, + "tpot_est_s": 0.028289698401656675, + "e2e_s": 9.720645658031572 + }, + { + "id": "r0-n8192-o128-c16-15", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.", + "text_equal": true, + "first_sse_s": 4.627347507048398, + "tpot_est_s": 0.026155049748091744, + "e2e_s": 7.94903882505605 + } + ] + } + ], + "harness_sha256": "cfd4821e2a2112f3fcf7f242f3e76efe47134640e4bf22b3b63fb808be6148f0", + "startup_timeout_s": 1800, + "timing_scope": "Client first SSE event, full response e2e and estimated TPOT=(e2e-first_event)/(output_tokens-1). SSE can coalesce tokens; this is not per-token kernel timing. Loading/warmup/correctness checks excluded.", + "physical_gpus": 1, + "physical_rngd": 1, + "physical_atom": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 8192, + "local_chunk": 256, + "context": 9216, + "server_config": { + "servers": [ + [ + "/home/gspark/venvs/pt213/bin/python", + "-c", + "import sys,importlib.util,runpy\ns=importlib.util.spec_from_file_location('opt_prime.accel.serve.llmd','/tmp/llmd240.py')\nm=importlib.util.module_from_spec(s);sys.modules[s.name]=m;s.loader.exec_module(m)\nrunpy.run_path('/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/serve_batched.py',run_name='__main__')\n", + "--model", + "/tmp/serving-matrix-models/Gemma3-1B", + "--device", + "cuda:0", + "--dtype", + "bfloat16", + "--slots", + "4", + "--max-context", + "9216", + "--max-output", + "128", + "--kv", + "paged", + "--page-size", + "64", + "--chunk", + "256", + "--port", + "{port}", + "--pd-prefill-python", + "/tmp/stream265-python.sh", + "--pd-prefill-args", + "--engine factory --engine-factory streaming_factories:gemma --width 8192 --chip 0" + ] + ], + "metadata": { + "physical_gpus": 1, + "physical_rngd": 1, + "physical_atom": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 8192, + "local_chunk": 256, + "context": 9216 + } + }, + "load_s": 14.243642329995055, + "references": { + "128:32": { + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background" + }, + "128:128": { + "tokens": [ + 9079, + 107, + 106, + 107, + 106, + 130614, + 107, + 106, + 107, + 106, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097 + ], + "text": " Paris\n\n nonlocal\n\n\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains" + }, + "512:32": { + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e" + }, + "512:128": { + "tokens": [ + 9079, + 107, + 106, + 106, + 236936, + 236837, + 33169, + 106, + 10525, + 3214, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169, + 106, + 106, + 107, + 106, + 236936, + 236837, + 33169 + ], + "text": " Paris\n\u0905\u0902\u0924\u093f\u092e\u0941\u0915\u093f\u0932\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e\n\u0905\u0902\u0924\u093f\u092e" + }, + "2048:32": { + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the" + }, + "2048:128": { + "tokens": [ + 9079, + 107, + 106, + 106, + 237021, + 3110, + 21647, + 236830, + 26920, + 10986, + 5470, + 236764, + 16404, + 11729, + 12241, + 9927, + 45278, + 48153, + 12858, + 92449, + 6754, + 19585, + 236890, + 106, + 160068, + 531, + 506, + 2934, + 236764, + 1144, + 563, + 506, + 5279, + 529, + 7001, + 236881, + 107, + 7925, + 236787, + 9079, + 106, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106, + 107, + 106 + ], + "text": " Paris\n\u0985\u09b8\u09cd\u09a4\u09bf\u09a4\u09cd\u09ac\u09c7 \u09b8\u09be\u09b9\u09be\u09af\u09cd\u09af \u0995\u09b0\u09be\u09b0 \u099c\u09a8\u09cd\u09af, \u0986\u09aa\u09a8\u09bf \u09af\u09a6\u09bf \u0985\u09a8\u09cd\u09af \u0995\u09bf\u099b\u09c1 \u099c\u09be\u09a8\u09a4\u09c7 \u099a\u09be\u09a8 \u09a4\u09ac\u09c7 \u099c\u09bf\u099c\u09cd\u099e\u09be\u09b8\u09be \u0995\u09b0\u09a4\u09c7 \u09aa\u09be\u09b0\u09c7\u09a8\u0964 \u0628\u0627\u0644\u0646\u0633\u0628\u0629 to the question, what is the capital of France?\nAnswer: Paris\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n" + }, + "8192:32": { + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples." + }, + "8192:128": { + "tokens": [ + 9079, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761, + 107, + 2094, + 563, + 1695, + 4403, + 236761, + 669, + 2604, + 3673, + 6097, + 36157, + 236761, + 669, + 3730, + 3673, + 6097, + 6249, + 236761 + ], + "text": " Paris.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books.\nThis is background context. The red box contains apples. The blue box contains books." + } + }, + "warmup_and_checks_s": 237.94234866299666, + "metrics": [ + "# HELP vllm:num_requests_running Requests executing on the stage.\n# TYPE vllm:num_requests_running gauge\nvllm:num_requests_running{model_name=\"Gemma3-1B\"} 0\n# HELP vllm:num_requests_waiting Requests queued for the stage owner.\n# TYPE vllm:num_requests_waiting gauge\nvllm:num_requests_waiting{model_name=\"Gemma3-1B\"} 0\n# HELP vllm:kv_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:kv_cache_usage_perc gauge\nvllm:kv_cache_usage_perc{model_name=\"Gemma3-1B\"} 0.0\n# HELP vllm:gpu_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:gpu_cache_usage_perc gauge\nvllm:gpu_cache_usage_perc{model_name=\"Gemma3-1B\"} 0.0\n# HELP vllm:request_success_total Finished requests by finish reason.\n# TYPE vllm:request_success_total counter\nvllm:request_success_total{model_name=\"Gemma3-1B\",finished_reason=\"length\"} 264\n# HELP airm_stage_request_failures_total Requests that ended with an engine error.\n# TYPE airm_stage_request_failures_total counter\nairm_stage_request_failures_total{model_name=\"Gemma3-1B\"} 0\n# HELP vllm:prompt_tokens_total Prompt tokens of finished requests.\n# TYPE vllm:prompt_tokens_total counter\nvllm:prompt_tokens_total{model_name=\"Gemma3-1B\"} 718080\n# HELP vllm:generation_tokens_total Generated tokens of finished requests.\n# TYPE vllm:generation_tokens_total counter\nvllm:generation_tokens_total{model_name=\"Gemma3-1B\"} 21120\n# HELP vllm:time_to_first_token_seconds Time to first token (prefill stage: fenced prefill).\n# TYPE vllm:time_to_first_token_seconds histogram\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.001\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.005\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.01\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.02\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.04\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.06\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.08\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.1\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.25\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.5\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.75\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.0\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"2.5\"} 21\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"5.0\"} 54\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"7.5\"} 76\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"10.0\"} 104\nvllm:time_to_first_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"+Inf\"} 264\nvllm:time_to_first_token_seconds_sum{model_name=\"Gemma3-1B\"} 3250.6703642844222\nvllm:time_to_first_token_seconds_count{model_name=\"Gemma3-1B\"} 264\n# HELP vllm:time_per_output_token_seconds Time per output token after the first (decode stage).\n# TYPE vllm:time_per_output_token_seconds histogram\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.01\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.025\"} 33\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.05\"} 263\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.075\"} 263\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.1\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.15\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.2\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.3\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.4\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.5\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.75\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.0\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"2.5\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"Gemma3-1B\",le=\"+Inf\"} 264\nvllm:time_per_output_token_seconds_sum{model_name=\"Gemma3-1B\"} 7.010712259647672\nvllm:time_per_output_token_seconds_count{model_name=\"Gemma3-1B\"} 264\n# HELP vllm:e2e_request_latency_seconds Stage request latency, from execution start to reply.\n# TYPE vllm:e2e_request_latency_seconds histogram\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.3\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.8\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"2.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"2.5\"} 9\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"5.0\"} 29\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"10.0\"} 86\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"15.0\"} 135\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"20.0\"} 195\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"30.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"40.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"50.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"60.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"Gemma3-1B\",le=\"+Inf\"} 264\nvllm:e2e_request_latency_seconds_sum{model_name=\"Gemma3-1B\"} 3804.845705174783\nvllm:e2e_request_latency_seconds_count{model_name=\"Gemma3-1B\"} 264\n# HELP airm_kv_transfer_seconds KV transfer time from the prefill source to the decode destination.\n# TYPE airm_kv_transfer_seconds histogram\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.0005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.001\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.0025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.01\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.05\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.1\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.25\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"0.5\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"1.0\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"Gemma3-1B\",le=\"+Inf\"} 0\nairm_kv_transfer_seconds_sum{model_name=\"Gemma3-1B\"} 0.0\nairm_kv_transfer_seconds_count{model_name=\"Gemma3-1B\"} 0\n# HELP vllm:cache_config_info Information of the LLMEngine CacheConfig.\n# TYPE vllm:cache_config_info gauge\nvllm:cache_config_info{model_name=\"Gemma3-1B\",block_size=\"64\",num_gpu_blocks=\"576\",enable_prefix_caching=\"False\"} 1\n# HELP vllm:prefix_cache_queries_total Prompt tokens looked up in the prefix cache.\n# TYPE vllm:prefix_cache_queries_total counter\nvllm:prefix_cache_queries_total{model_name=\"Gemma3-1B\"} 718080\n# HELP vllm:prefix_cache_hits_total Prompt tokens served from the prefix cache.\n# TYPE vllm:prefix_cache_hits_total counter\nvllm:prefix_cache_hits_total{model_name=\"Gemma3-1B\"} 0\n# HELP airm_pd_prefills_total Prompts prefilled by the PD prefill worker (remote) or here (local).\n# TYPE airm_pd_prefills_total counter\nairm_pd_prefills_total{model_name=\"Gemma3-1B\",side=\"remote\"} 264\nairm_pd_prefills_total{model_name=\"Gemma3-1B\",side=\"local\"} 0\n# HELP airm_pd_transferred_tokens_total Prompt KV tokens received from the prefill side.\n# TYPE airm_pd_transferred_tokens_total counter\nairm_pd_transferred_tokens_total{model_name=\"Gemma3-1B\"} 718080\n# HELP airm_pd_producer_seconds_total Accumulated worker-reported seconds for admitted PD handoffs; excludes failed/cancelled handoffs. Prefill includes KV gathering; transfer excludes destination KV installation.\n# TYPE airm_pd_producer_seconds_total counter\nairm_pd_producer_seconds_total{model_name=\"Gemma3-1B\",stage=\"prefill\"} 397.39046369411517\nairm_pd_producer_seconds_total{model_name=\"Gemma3-1B\",stage=\"transfer\"} 0.0\n" + ], + "parity_passed": true +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-http-c16-queue.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-http-c16-queue.json index e1ee2e45..9e4dcf44 100644 --- a/opt_prime/examples/pd/http_matrix/evidence265/stream265-http-c16-queue.json +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-http-c16-queue.json @@ -28,5 +28,20 @@ "model": "qwen4b", "mode": "stream", "exit_code": 0 + }, + { + "model": "gemma", + "mode": "native", + "exit_code": 0 + }, + { + "model": "gemma", + "mode": "whole", + "exit_code": 0 + }, + { + "model": "gemma", + "mode": "stream", + "exit_code": 0 } ] diff --git a/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-stream265-gemma-http.md b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-stream265-gemma-http.md new file mode 100644 index 00000000..3040a624 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-stream265-gemma-http.md @@ -0,0 +1,37 @@ +# Gemma HTTP c16 layer streaming + +- **Date**: 2026-10-24 +- **Task**: RNGD layer streaming (aicomp #265), partial four-model HTTP matrix +- **Host / device**: GPU benchmark host; A10080GB PCIe, driver580.178.04; PD additionally one RNGD, Furiosa2026.4 environment +- **Commit**: production33d6cb08ec806f693dbecfd7d630331a3bd1bb2f; launch head5978c35d9d478a62c6e30819f03e7962925c1ae1. Later commits evidence/tests only. Manifest retained in evidence265/stream265-http-c16-manifest.json. + +## Question + +Does Gemma layer streaming preserve whole-source output and improve HTTP latency under sixteen queued requests? + +## Setup and command + +Gemma3-1B BF16,4execution slots,4source slots,sourcewidth8192,context9216,cachesoff. Inputs128/512/2048/8192,outputs32/128,c16. Each mode8warmups,128retained-token checks,128timed SSE text checks. One measured batch per condition. Native uses one GPU; PD adds one RNGD. Exact driver and its environment/dependencies retained in evidence265/run_stream265_http_c16.py; it invokes the issue248 benchmark and llmd240 HTTP module, whose hashes are in the manifest. + +```bash +/home/gspark/venvs/pt213/bin/python analysis/serving-matrix-201/run_stream265_http_c16.py --run +``` + +## Results + +Allthree modes exit0 and independently pass audit_result. Whole/stream reference arrays match exactly in8/8conditions. Native/whole strict references match4/8: first differences at index8 for512input and24 for2048input, but firstEOS is index2 on both paths. Generation EOS IDs[1,106]; trimming through and including firstEOS yields8/8 equality. At8192 there is noEOS in32/128tokens and outputs remain exact. This post-hoc distinction preserves strict mismatches and does not waive earlier Gemma content/numerical failures. + +| Input | Output | Native TTFT s | Whole TTFT s | Stream TTFT s | Stream throughput change vswhole % | +|---:|---:|---:|---:|---:|---:| +| 128 | 32 | 1.44 | 12.78 | 12.50 | 2.27 | +| 128 | 128 | 5.01 | 12.70 | 12.63 | 1.51 | +| 512 | 32 | 1.66 | 12.83 | 12.42 | 3.17 | +| 512 | 128 | 5.19 | 12.83 | 12.49 | 1.56 | +| 2048 | 32 | 3.08 | 12.92 | 12.51 | 2.52 | +| 2048 | 128 | 6.68 | 12.84 | 12.53 | 1.97 | +| 8192 | 32 | 12.65 | 13.65 | 12.65 | 2.10 | +| 8192 | 128 | 13.94 | 13.48 | 13.11 | 2.19 | + +## Conclusion + +Observed throughput+1.51–3.17% is small and needs repeated measurements before claiming reliable improvement. Do not generalize Qwen's larger gains to Gemma. Native remains substantially faster for short prompts; fixedwidth cost remains unisolated. No device DMA-overlap, equal-resource advantage or model-quality claim. KONI GPU HTTP and remaining ATOM candidate cases are still active. Raw files stream265-gemma-http-c16-{native,whole,stream}.json, derived observations and EOS comparison are in evidence265. From 897373c2a6c927545e4258dfc6bdafebdd7cbb05 Mon Sep 17 00:00:00 2001 From: gspark Date: Sat, 24 Oct 2026 10:54:32 +0900 Subject: [PATCH 18/29] docs: complete four-model GPU HTTP streaming evidence --- .../pd/http_matrix/.research/events.jsonl | 1 + opt_prime/examples/pd/http_matrix/STATUS.md | 4 + .../http265-four-model-gpu-summary.json | 116 + ...http265-four-model-native-gpu-summary.json | 42 + .../http265-koni-divergence-fixtures.json | 11407 +++++++ .../http265-koni-gpu-observations.json | 141 + .../http265-koni-native-whole-comparison.json | 98 + .../evidence265/stream265-http-c16-queue.json | 15 + .../stream265-koni-http-c16-native.json | 25222 +++++++++++++++ .../stream265-koni-http-c16-stream.json | 25227 ++++++++++++++++ .../stream265-koni-http-c16-whole.json | 25226 +++++++++++++++ .../2026-10-24-stream265-gpu-http-complete.md | 44 + 12 files changed, 87543 insertions(+) create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/http265-four-model-gpu-summary.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/http265-four-model-native-gpu-summary.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/http265-koni-divergence-fixtures.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/http265-koni-gpu-observations.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/http265-koni-native-whole-comparison.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-http-c16-native.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-http-c16-stream.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-http-c16-whole.json create mode 100644 opt_prime/examples/pd/http_matrix/experiments/2026-10-24-stream265-gpu-http-complete.md diff --git a/opt_prime/examples/pd/http_matrix/.research/events.jsonl b/opt_prime/examples/pd/http_matrix/.research/events.jsonl index be8afc7b..5d0cbda4 100644 --- a/opt_prime/examples/pd/http_matrix/.research/events.jsonl +++ b/opt_prime/examples/pd/http_matrix/.research/events.jsonl @@ -23,3 +23,4 @@ {"id": "69f886cf99bb4d24a17eef3e6d4302dc", "ts": "2026-10-24T09:13:24+09:00", "task": "Within-request layer streaming (aicomp #265)", "result": "Prepared c16 PR evidence: allfour32batches/512sequences exact; auditor reproduces reductions25.20/20.02/2.33/20.91% from publication copy; malformed-evidence self-check passes. Runtime unchanged; GPU/ATOMHTTP queues active.", "next": "Publish c16 evidence and monitor HTTP correctness, failures and cleanup", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": ["evidence265/stream265-c16-summary.json"], "experiments": ["experiments/2026-10-24-stream265-c16.md"], "labels": ["benchmark", "rngd"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "GPU+RNGD host", "branch": "perf/265-rngd-stream", "commit": "33d6cb0"} {"id": "aae08bd8e3ef40c39645cf7375f63d13", "ts": "2026-10-24T10:01:42+09:00", "task": "RNGD layer streaming (aicomp #265)", "result": "Qwen06/Qwen4 GPU HTTP native/whole/stream six modes independently audited; each264 responses across8conditions. Whole/stream references exact. Qwen4 observed throughput+22.1-27.2% vswhole; native parity differences remain.", "next": "Finish Gemma/KONI GPU and backlog128 ATOM matrix; isolate fixed-width cost after devices free", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"concurrency": "16", "width": "8192"}, "artifacts": [{"path": "analysis/serving-matrix-201/http265-qwen4b-gpu-observations.json", "size": 3782, "sha256": "9f218fe842631dd0"}], "experiments": ["experiments/2026-10-24-stream265-qwen-http.md"], "labels": ["benchmark"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} {"id": "da1ed733433f4f25892928b452a4ca6e", "ts": "2026-10-24T10:20:22+09:00", "task": "RNGD layer streaming (aicomp #265)", "result": "Prepared reviewable Gemma HTTP evidence:three raw modes independently audited,whole/stream8/8 exact;native strict4/8 and throughEOS8/8 retained. Single-batch+1.51-3.17% throughput not a reliable speedup claim. GPUKONI/ATOMQwen4 continue.", "next": "Publish Gemma evidence; finish running four-model matrix and measure width cost after device release", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": [{"path": "analysis/serving-matrix-201/http265-gemma-gpu-observations.json", "size": 3806, "sha256": "8ca8103e474abe94"}], "experiments": ["experiments/2026-10-24-stream265-gemma-http.md"], "labels": ["benchmark"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} +{"id": "724d1e78a2b742c9a9edf52d23c02a8a", "ts": "2026-10-24T10:54:08+09:00", "task": "RNGD layer streaming (aicomp #265)", "result": "GPU HTTP queue41030 exit0;all12modes independently audited,96conditions/1536tokenchecks/1536SSEchecks. Whole/stream8/8exact permodel. KONI observed+20.94-33.93%throughput;native numerical failures retained. Widthqueue beganQwen06w512 afteridle check.", "next": "Continue remainingATOMmatrix and width268 sourceprobes;publish completedGPU evidence without waiving numerical/quality failures", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": [{"path": "analysis/serving-matrix-201/http265-four-model-gpu-summary.json", "size": 2932, "sha256": "6856c50fff58ae2e"}], "experiments": ["experiments/2026-10-24-stream265-gpu-http-complete.md"], "labels": ["benchmark"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} diff --git a/opt_prime/examples/pd/http_matrix/STATUS.md b/opt_prime/examples/pd/http_matrix/STATUS.md index 47f9ba83..b591cb4b 100644 --- a/opt_prime/examples/pd/http_matrix/STATUS.md +++ b/opt_prime/examples/pd/http_matrix/STATUS.md @@ -111,3 +111,7 @@ Qwen0.6/Qwen4 native/whole/stream six modes independently pass eight conditions ## Gemma HTTP c16 follow-up (#265) Allthree modes independently pass8conditions each;whole/stream exact. Native strict4/8 differences occur afterEOS;throughEOS8/8 on these fixtures only. Observed+1.51–3.17% throughput is small and needs repeat measurements. Earlier Gemma content/numerical counterexamples remain. KONI GPU and remainingATOM cases active. See experiments/2026-10-24-stream265-gemma-http.md. + +## GPU HTTP c16 matrix completed (#265) + +Allfour models x3modes completed:96conditions,1536token checks,1536SSE text checks. Whole/stream exact8/8 permodel. Native/whole exact Qwen06=8/8,Qwen4=4/8,Gemma=4/8(EOStrim8/8),KONI=5/8;earlier numerical/quality failures retained. KONI observed throughput+20.94–33.93%,single batches only. RemainingATOMmatrix andwidth268 probes active. See experiments/2026-10-24-stream265-gpu-http-complete.md. diff --git a/opt_prime/examples/pd/http_matrix/evidence265/http265-four-model-gpu-summary.json b/opt_prime/examples/pd/http_matrix/evidence265/http265-four-model-gpu-summary.json new file mode 100644 index 00000000..b7cb7c52 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/http265-four-model-gpu-summary.json @@ -0,0 +1,116 @@ +{ + "scope": "HTTPc16 same-route checks,one measured batch per condition; native/PD numerical discrepancies remain separate.", + "models": { + "qwen06b": { + "modes": { + "native": { + "stage": "passed", + "conditions": 8, + "warmups": 8, + "correctness_responses": 128, + "timed_text_responses": 128 + }, + "whole": { + "stage": "passed", + "conditions": 8, + "warmups": 8, + "correctness_responses": 128, + "timed_text_responses": 128 + }, + "stream": { + "stage": "passed", + "conditions": 8, + "warmups": 8, + "correctness_responses": 128, + "timed_text_responses": 128 + } + }, + "whole_stream_references_equal": true + }, + "qwen4b": { + "modes": { + "native": { + "stage": "passed", + "conditions": 8, + "warmups": 8, + "correctness_responses": 128, + "timed_text_responses": 128 + }, + "whole": { + "stage": "passed", + "conditions": 8, + "warmups": 8, + "correctness_responses": 128, + "timed_text_responses": 128 + }, + "stream": { + "stage": "passed", + "conditions": 8, + "warmups": 8, + "correctness_responses": 128, + "timed_text_responses": 128 + } + }, + "whole_stream_references_equal": true + }, + "gemma": { + "modes": { + "native": { + "stage": "passed", + "conditions": 8, + "warmups": 8, + "correctness_responses": 128, + "timed_text_responses": 128 + }, + "whole": { + "stage": "passed", + "conditions": 8, + "warmups": 8, + "correctness_responses": 128, + "timed_text_responses": 128 + }, + "stream": { + "stage": "passed", + "conditions": 8, + "warmups": 8, + "correctness_responses": 128, + "timed_text_responses": 128 + } + }, + "whole_stream_references_equal": true + }, + "koni": { + "modes": { + "native": { + "stage": "passed", + "conditions": 8, + "warmups": 8, + "correctness_responses": 128, + "timed_text_responses": 128 + }, + "whole": { + "stage": "passed", + "conditions": 8, + "warmups": 8, + "correctness_responses": 128, + "timed_text_responses": 128 + }, + "stream": { + "stage": "passed", + "conditions": 8, + "warmups": 8, + "correctness_responses": 128, + "timed_text_responses": 128 + } + }, + "whole_stream_references_equal": true + } + }, + "totals": { + "completed_modes": 12, + "conditions": 96, + "warmups": 96, + "retained_token_checks": 1536, + "timed_sse_text_checks": 1536 + } +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/http265-four-model-native-gpu-summary.json b/opt_prime/examples/pd/http_matrix/evidence265/http265-four-model-native-gpu-summary.json new file mode 100644 index 00000000..13326521 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/http265-four-model-native-gpu-summary.json @@ -0,0 +1,42 @@ +{ + "scope": "Native GPU c16,4execution slots,cacheoff,inputs128/512/2048/8192,outputs32/128. Same-route reproducibility only; no model-quality or cross-device equivalence claim.", + "models": { + "qwen06b": { + "stage": "passed", + "conditions": 8, + "warmups": 8, + "correctness_responses": 128, + "timed_text_responses": 128, + "artifact": "stream265-qwen06b-http-c16-native.json" + }, + "qwen4b": { + "stage": "passed", + "conditions": 8, + "warmups": 8, + "correctness_responses": 128, + "timed_text_responses": 128, + "artifact": "stream265-qwen4b-http-c16-native.json" + }, + "gemma": { + "stage": "passed", + "conditions": 8, + "warmups": 8, + "correctness_responses": 128, + "timed_text_responses": 128, + "artifact": "stream265-gemma-http-c16-native.json" + }, + "koni": { + "stage": "passed", + "conditions": 8, + "warmups": 8, + "correctness_responses": 128, + "timed_text_responses": 128, + "artifact": "stream265-koni-http-c16-native.json" + } + }, + "totals": { + "warmups": 32, + "retained_token_checks": 512, + "timed_sse_text_checks": 512 + } +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/http265-koni-divergence-fixtures.json b/opt_prime/examples/pd/http_matrix/evidence265/http265-koni-divergence-fixtures.json new file mode 100644 index 00000000..b5846536 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/http265-koni-divergence-fixtures.json @@ -0,0 +1,11407 @@ +{ + "scope": "Reproduction fixtures for numerical diagnosis, not token forcing or altered production sampling. No new hardware measurements.", + "source_sha256": { + "stream265-koni-http-c16-native.json": "cc3a88e2d5c0d23fd791c39beda7a8d2cf374f6b31bef9ef80732fcfffab5a28", + "stream265-koni-http-c16-whole.json": "6698b52b83c863fd56d03b7b71ed032f88528e66885e5ae5f932bd1addc0fa64", + "local201-koni-matrix-a.json": "4847953463e522a57a86a95a41bb29fceb2f4b693a28d02ff6a2483c5bd04453" + }, + "short_case_identical_to_issue261_prior_replay": true, + "cases": [ + { + "condition": "128:128", + "input_ids": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ], + "common_generated_prefix": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652 + ], + "first_difference_zero_based": 64, + "native_next_token": 3940, + "pd_next_token": 8712, + "native_output": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "pd_output": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ] + }, + { + "condition": "2048:128", + "input_ids": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ], + "common_generated_prefix": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829 + ], + "first_difference_zero_based": 56, + "native_next_token": 323, + "pd_next_token": 11, + "native_output": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 11401, + 5064, + 11, + 36105, + 11, + 323, + 34076, + 13042, + 6237, + 13, + 578, + 4033, + 4221, + 22066, + 304, + 12366, + 374, + 8753, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 11, + 51647, + 11990, + 315, + 15613, + 1855, + 1060, + 889, + 2586, + 311, + 13488, + 1202, + 9257, + 3925, + 11, + 1989, + 11, + 323, + 7829, + 13, + 578 + ], + "pd_output": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ] + }, + { + "condition": "8192:128", + "input_ids": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ], + "common_generated_prefix": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323 + ], + "first_difference_zero_based": 98, + "native_next_token": 16924, + "pd_next_token": 18112, + "native_output": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "pd_output": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ] + } + ] +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/http265-koni-gpu-observations.json b/opt_prime/examples/pd/http_matrix/evidence265/http265-koni-gpu-observations.json new file mode 100644 index 00000000..783a0875 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/http265-koni-gpu-observations.json @@ -0,0 +1,141 @@ +{ + "scope": "HTTPc16 same-route checks,one measured batch per condition; native/PD numerical discrepancies remain separate.", + "rows": [ + { + "input_tokens": 128, + "output_tokens": 32, + "native": { + "ttft_s": 1.3253986519994214, + "output_tok_s": 159.01363193357108 + }, + "whole": { + "ttft_s": 25.787289747502655, + "output_tok_s": 10.553143761128151 + }, + "stream": { + "ttft_s": 20.54686916747596, + "output_tok_s": 13.062216147906943 + }, + "stream_vs_whole_throughput_pct": 23.775591838526864 + }, + { + "input_tokens": 128, + "output_tokens": 128, + "native": { + "ttft_s": 4.204140768502839, + "output_tok_s": 184.34819746151035 + }, + "whole": { + "ttft_s": 25.704003082501004, + "output_tok_s": 40.800116486419036 + }, + "stream": { + "ttft_s": 20.68576326800394, + "output_tok_s": 49.34320672651434 + }, + "stream_vs_whole_throughput_pct": 20.93888688513672 + }, + { + "input_tokens": 512, + "output_tokens": 32, + "native": { + "ttft_s": 1.7559854989813175, + "output_tok_s": 126.48680670974369 + }, + "whole": { + "ttft_s": 25.29261620849138, + "output_tok_s": 10.665138224594699 + }, + "stream": { + "ttft_s": 20.228287370991893, + "output_tok_s": 13.301181143620363 + }, + "stream_vs_whole_throughput_pct": 24.716444020826 + }, + { + "input_tokens": 512, + "output_tokens": 128, + "native": { + "ttft_s": 4.7987363485153764, + "output_tok_s": 168.73720223358194 + }, + "whole": { + "ttft_s": 25.332793043518905, + "output_tok_s": 40.912097581250976 + }, + "stream": { + "ttft_s": 20.682178853981895, + "output_tok_s": 50.0316529295389 + }, + "stream_vs_whole_throughput_pct": 22.290608126793266 + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "native": { + "ttft_s": 4.3901233180076815, + "output_tok_s": 56.810866423048246 + }, + "whole": { + "ttft_s": 26.047173374478007, + "output_tok_s": 10.372169539168821 + }, + "stream": { + "ttft_s": 20.6012105315167, + "output_tok_s": 12.898165636333484 + }, + "stream_vs_whole_throughput_pct": 24.353594372186514 + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "native": { + "ttft_s": 7.385878722998314, + "output_tok_s": 119.73121091234819 + }, + "whole": { + "ttft_s": 25.689061603479786, + "output_tok_s": 39.779786716383505 + }, + "stream": { + "ttft_s": 19.95131698602927, + "output_tok_s": 51.20723219069808 + }, + "stream_vs_whole_throughput_pct": 28.726764061829723 + }, + { + "input_tokens": 8192, + "output_tokens": 32, + "native": { + "ttft_s": 21.286734168010298, + "output_tok_s": 12.390588937087307 + }, + "whole": { + "ttft_s": 29.496646780520678, + "output_tok_s": 9.697976625385127 + }, + "stream": { + "ttft_s": 22.115119235473685, + "output_tok_s": 12.988135945511814 + }, + "stream_vs_whole_throughput_pct": 33.92624510472078 + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "native": { + "ttft_s": 22.66956914498587, + "output_tok_s": 44.292673136376116 + }, + "whole": { + "ttft_s": 28.242891130503267, + "output_tok_s": 36.920845051796064 + }, + "stream": { + "ttft_s": 20.848844775522593, + "output_tok_s": 49.21046601692602 + }, + "stream_vs_whole_throughput_pct": 33.28640216086309 + } + ] +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/http265-koni-native-whole-comparison.json b/opt_prime/examples/pd/http_matrix/evidence265/http265-koni-native-whole-comparison.json new file mode 100644 index 00000000..bd778a30 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/http265-koni-native-whole-comparison.json @@ -0,0 +1,98 @@ +{ + "scope": "Fixed synthetic prompts,ignore_eos. Same-route checks pass; cross-route strict and EOS comparisons separate. No answer-quality claim.", + "eos_token_ids": [ + 128001, + 128009 + ], + "conditions": [ + { + "condition": "128:128", + "tokens_exact": false, + "first_difference_zero_based": 64, + "first_eos_zero_based": [ + null, + null + ], + "difference_before_either_eos": true, + "tokens_equal_through_first_eos": false + }, + { + "condition": "128:32", + "tokens_exact": true, + "first_difference_zero_based": null, + "first_eos_zero_based": [ + null, + null + ], + "difference_before_either_eos": false, + "tokens_equal_through_first_eos": true + }, + { + "condition": "2048:128", + "tokens_exact": false, + "first_difference_zero_based": 56, + "first_eos_zero_based": [ + null, + null + ], + "difference_before_either_eos": true, + "tokens_equal_through_first_eos": false + }, + { + "condition": "2048:32", + "tokens_exact": true, + "first_difference_zero_based": null, + "first_eos_zero_based": [ + null, + null + ], + "difference_before_either_eos": false, + "tokens_equal_through_first_eos": true + }, + { + "condition": "512:128", + "tokens_exact": true, + "first_difference_zero_based": null, + "first_eos_zero_based": [ + null, + null + ], + "difference_before_either_eos": false, + "tokens_equal_through_first_eos": true + }, + { + "condition": "512:32", + "tokens_exact": true, + "first_difference_zero_based": null, + "first_eos_zero_based": [ + null, + null + ], + "difference_before_either_eos": false, + "tokens_equal_through_first_eos": true + }, + { + "condition": "8192:128", + "tokens_exact": false, + "first_difference_zero_based": 98, + "first_eos_zero_based": [ + null, + null + ], + "difference_before_either_eos": true, + "tokens_equal_through_first_eos": false + }, + { + "condition": "8192:32", + "tokens_exact": true, + "first_difference_zero_based": null, + "first_eos_zero_based": [ + null, + null + ], + "difference_before_either_eos": false, + "tokens_equal_through_first_eos": true + } + ], + "eos_source": "Union of generation_config.eos_token_id and tokenizer EOS, matching serving policy#229" +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-http-c16-queue.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-http-c16-queue.json index 9e4dcf44..b26b47c8 100644 --- a/opt_prime/examples/pd/http_matrix/evidence265/stream265-http-c16-queue.json +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-http-c16-queue.json @@ -43,5 +43,20 @@ "model": "gemma", "mode": "stream", "exit_code": 0 + }, + { + "model": "koni", + "mode": "native", + "exit_code": 0 + }, + { + "model": "koni", + "mode": "whole", + "exit_code": 0 + }, + { + "model": "koni", + "mode": "stream", + "exit_code": 0 } ] diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-http-c16-native.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-http-c16-native.json new file mode 100644 index 00000000..9154f412 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-http-c16-native.json @@ -0,0 +1,25222 @@ +{ + "passed": true, + "model": "KONI-8B", + "mode": "native", + "dtype": "bfloat16", + "torch": "2.13.0+cu130", + "transformers": "5.15.0", + "replicas": 1, + "cpu_threads_per_server": 4, + "prompts": { + "128": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ], + "512": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ], + "2048": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ], + "8192": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ] + }, + "warmups": [ + { + "id": "warm-0-128-32", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "warm-0-128-128", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "warm-0-512-32", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "warm-0-512-128", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "warm-0-2048-32", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "warm-0-2048-128", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 11401, + 5064, + 11, + 36105, + 11, + 323, + 34076, + 13042, + 6237, + 13, + 578, + 4033, + 4221, + 22066, + 304, + 12366, + 374, + 8753, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 11, + 51647, + 11990, + 315, + 15613, + 1855, + 1060, + 889, + 2586, + 311, + 13488, + 1202, + 9257, + 3925, + 11, + 1989, + 11, + 323, + 7829, + 13, + 578 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The", + "tokens_equal": true + }, + { + "id": "warm-0-8192-32", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "warm-0-8192-128", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + } + ], + "correctness_batches": [ + { + "input_tokens": 128, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-128-32-16-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-1", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-2", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-3", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-4", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-5", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-6", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-7", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-8", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-9", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-10", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-11", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-12", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-13", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-14", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-15", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-128-128-16-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-16-1", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-16-2", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-16-3", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-16-4", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-16-5", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-16-6", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-16-7", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-16-8", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-16-9", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-16-10", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-16-11", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-16-12", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-16-13", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-16-14", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + }, + { + "id": "check-128-128-16-15", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 512, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-512-32-16-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-1", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-2", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-3", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-4", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-5", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-6", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-7", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-8", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-9", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-10", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-11", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-12", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-13", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-14", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-15", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-512-128-16-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-1", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-2", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-3", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-4", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-5", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-6", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-7", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-8", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-9", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-10", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-11", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-12", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-13", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-14", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-15", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-2048-32-16-0", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-1", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-2", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-3", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-4", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-5", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-6", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-7", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-8", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-9", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-10", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-11", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-12", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-13", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-14", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-15", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-2048-128-16-0", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 11401, + 5064, + 11, + 36105, + 11, + 323, + 34076, + 13042, + 6237, + 13, + 578, + 4033, + 4221, + 22066, + 304, + 12366, + 374, + 8753, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 11, + 51647, + 11990, + 315, + 15613, + 1855, + 1060, + 889, + 2586, + 311, + 13488, + 1202, + 9257, + 3925, + 11, + 1989, + 11, + 323, + 7829, + 13, + 578 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-1", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 11401, + 5064, + 11, + 36105, + 11, + 323, + 34076, + 13042, + 6237, + 13, + 578, + 4033, + 4221, + 22066, + 304, + 12366, + 374, + 8753, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 11, + 51647, + 11990, + 315, + 15613, + 1855, + 1060, + 889, + 2586, + 311, + 13488, + 1202, + 9257, + 3925, + 11, + 1989, + 11, + 323, + 7829, + 13, + 578 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-2", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 11401, + 5064, + 11, + 36105, + 11, + 323, + 34076, + 13042, + 6237, + 13, + 578, + 4033, + 4221, + 22066, + 304, + 12366, + 374, + 8753, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 11, + 51647, + 11990, + 315, + 15613, + 1855, + 1060, + 889, + 2586, + 311, + 13488, + 1202, + 9257, + 3925, + 11, + 1989, + 11, + 323, + 7829, + 13, + 578 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-3", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 11401, + 5064, + 11, + 36105, + 11, + 323, + 34076, + 13042, + 6237, + 13, + 578, + 4033, + 4221, + 22066, + 304, + 12366, + 374, + 8753, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 11, + 51647, + 11990, + 315, + 15613, + 1855, + 1060, + 889, + 2586, + 311, + 13488, + 1202, + 9257, + 3925, + 11, + 1989, + 11, + 323, + 7829, + 13, + 578 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-4", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 11401, + 5064, + 11, + 36105, + 11, + 323, + 34076, + 13042, + 6237, + 13, + 578, + 4033, + 4221, + 22066, + 304, + 12366, + 374, + 8753, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 11, + 51647, + 11990, + 315, + 15613, + 1855, + 1060, + 889, + 2586, + 311, + 13488, + 1202, + 9257, + 3925, + 11, + 1989, + 11, + 323, + 7829, + 13, + 578 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-5", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 11401, + 5064, + 11, + 36105, + 11, + 323, + 34076, + 13042, + 6237, + 13, + 578, + 4033, + 4221, + 22066, + 304, + 12366, + 374, + 8753, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 11, + 51647, + 11990, + 315, + 15613, + 1855, + 1060, + 889, + 2586, + 311, + 13488, + 1202, + 9257, + 3925, + 11, + 1989, + 11, + 323, + 7829, + 13, + 578 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-6", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 11401, + 5064, + 11, + 36105, + 11, + 323, + 34076, + 13042, + 6237, + 13, + 578, + 4033, + 4221, + 22066, + 304, + 12366, + 374, + 8753, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 11, + 51647, + 11990, + 315, + 15613, + 1855, + 1060, + 889, + 2586, + 311, + 13488, + 1202, + 9257, + 3925, + 11, + 1989, + 11, + 323, + 7829, + 13, + 578 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-7", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 11401, + 5064, + 11, + 36105, + 11, + 323, + 34076, + 13042, + 6237, + 13, + 578, + 4033, + 4221, + 22066, + 304, + 12366, + 374, + 8753, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 11, + 51647, + 11990, + 315, + 15613, + 1855, + 1060, + 889, + 2586, + 311, + 13488, + 1202, + 9257, + 3925, + 11, + 1989, + 11, + 323, + 7829, + 13, + 578 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-8", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 11401, + 5064, + 11, + 36105, + 11, + 323, + 34076, + 13042, + 6237, + 13, + 578, + 4033, + 4221, + 22066, + 304, + 12366, + 374, + 8753, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 11, + 51647, + 11990, + 315, + 15613, + 1855, + 1060, + 889, + 2586, + 311, + 13488, + 1202, + 9257, + 3925, + 11, + 1989, + 11, + 323, + 7829, + 13, + 578 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-9", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 11401, + 5064, + 11, + 36105, + 11, + 323, + 34076, + 13042, + 6237, + 13, + 578, + 4033, + 4221, + 22066, + 304, + 12366, + 374, + 8753, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 11, + 51647, + 11990, + 315, + 15613, + 1855, + 1060, + 889, + 2586, + 311, + 13488, + 1202, + 9257, + 3925, + 11, + 1989, + 11, + 323, + 7829, + 13, + 578 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-10", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 11401, + 5064, + 11, + 36105, + 11, + 323, + 34076, + 13042, + 6237, + 13, + 578, + 4033, + 4221, + 22066, + 304, + 12366, + 374, + 8753, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 11, + 51647, + 11990, + 315, + 15613, + 1855, + 1060, + 889, + 2586, + 311, + 13488, + 1202, + 9257, + 3925, + 11, + 1989, + 11, + 323, + 7829, + 13, + 578 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-11", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 11401, + 5064, + 11, + 36105, + 11, + 323, + 34076, + 13042, + 6237, + 13, + 578, + 4033, + 4221, + 22066, + 304, + 12366, + 374, + 8753, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 11, + 51647, + 11990, + 315, + 15613, + 1855, + 1060, + 889, + 2586, + 311, + 13488, + 1202, + 9257, + 3925, + 11, + 1989, + 11, + 323, + 7829, + 13, + 578 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-12", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 11401, + 5064, + 11, + 36105, + 11, + 323, + 34076, + 13042, + 6237, + 13, + 578, + 4033, + 4221, + 22066, + 304, + 12366, + 374, + 8753, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 11, + 51647, + 11990, + 315, + 15613, + 1855, + 1060, + 889, + 2586, + 311, + 13488, + 1202, + 9257, + 3925, + 11, + 1989, + 11, + 323, + 7829, + 13, + 578 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-13", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 11401, + 5064, + 11, + 36105, + 11, + 323, + 34076, + 13042, + 6237, + 13, + 578, + 4033, + 4221, + 22066, + 304, + 12366, + 374, + 8753, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 11, + 51647, + 11990, + 315, + 15613, + 1855, + 1060, + 889, + 2586, + 311, + 13488, + 1202, + 9257, + 3925, + 11, + 1989, + 11, + 323, + 7829, + 13, + 578 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-14", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 11401, + 5064, + 11, + 36105, + 11, + 323, + 34076, + 13042, + 6237, + 13, + 578, + 4033, + 4221, + 22066, + 304, + 12366, + 374, + 8753, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 11, + 51647, + 11990, + 315, + 15613, + 1855, + 1060, + 889, + 2586, + 311, + 13488, + 1202, + 9257, + 3925, + 11, + 1989, + 11, + 323, + 7829, + 13, + 578 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-15", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 11401, + 5064, + 11, + 36105, + 11, + 323, + 34076, + 13042, + 6237, + 13, + 578, + 4033, + 4221, + 22066, + 304, + 12366, + 374, + 8753, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 11, + 51647, + 11990, + 315, + 15613, + 1855, + 1060, + 889, + 2586, + 311, + 13488, + 1202, + 9257, + 3925, + 11, + 1989, + 11, + 323, + 7829, + 13, + 578 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-8192-32-16-0", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-1", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-2", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-3", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-4", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-5", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-6", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-7", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-8", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-9", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-10", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-11", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-12", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-13", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-14", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-15", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-8192-128-16-0", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-1", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-2", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-3", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-4", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-5", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-6", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-7", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-8", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-9", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-10", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-11", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-12", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-13", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-14", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-15", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "tokens_equal": true + } + ] + } + ], + "batches": [ + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 3.219849730958231, + "output_tok_s": 159.01363193357108, + "median_first_sse_s": 1.3253986519994214, + "median_tpot_est_s": 0.023310123548482456, + "median_e2e_s": 2.125648439512588, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o32-c16-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 1.75936152797658, + "tpot_est_s": 0.022847772097109906, + "e2e_s": 2.467642462986987 + }, + { + "id": "r0-n128-o32-c16-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 0.7999198459438048, + "tpot_est_s": 0.02873107387248667, + "e2e_s": 1.6905831359908916 + }, + { + "id": "r0-n128-o32-c16-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 0.12416955101070926, + "tpot_est_s": 0.02385590348257533, + "e2e_s": 0.8637025589705445 + }, + { + "id": "r0-n128-o32-c16-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 2.448925953998696, + "tpot_est_s": 0.02277791825866687, + "e2e_s": 3.155041420017369 + }, + { + "id": "r0-n128-o32-c16-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 0.8455581429880112, + "tpot_est_s": 0.028744598031945286, + "e2e_s": 1.7366406819783151 + }, + { + "id": "r0-n128-o32-c16-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 1.7171216889983043, + "tpot_est_s": 0.02281262645227534, + "e2e_s": 2.42431310901884 + }, + { + "id": "r0-n128-o32-c16-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 0.9336756150005385, + "tpot_est_s": 0.028816392096961217, + "e2e_s": 1.8269837700063363 + }, + { + "id": "r0-n128-o32-c16-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 2.538028747017961, + "tpot_est_s": 0.021248165677647077, + "e2e_s": 3.1967218830250204 + }, + { + "id": "r0-n128-o32-c16-8", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 1.8525454420014285, + "tpot_est_s": 0.022788993516681535, + "e2e_s": 2.559004241018556 + }, + { + "id": "r0-n128-o32-c16-9", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 2.5837059110053815, + "tpot_est_s": 0.020437882032110204, + "e2e_s": 3.217280254000798 + }, + { + "id": "r0-n128-o32-c16-10", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 1.807340216008015, + "tpot_est_s": 0.022771254966726467, + "e2e_s": 2.5132491199765354 + }, + { + "id": "r0-n128-o32-c16-11", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 0.1714399799820967, + "tpot_est_s": 0.023772474999855003, + "e2e_s": 0.9083867049776018 + }, + { + "id": "r0-n128-o32-c16-12", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 0.8878899910487235, + "tpot_est_s": 0.028811083806137883, + "e2e_s": 1.7810335890389979 + }, + { + "id": "r0-n128-o32-c16-13", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 0.03240782499779016, + "tpot_est_s": 0.023934839742122998, + "e2e_s": 0.7743878570036031 + }, + { + "id": "r0-n128-o32-c16-14", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 0.07525036198785529, + "tpot_est_s": 0.023982201355524483, + "e2e_s": 0.8186986040091142 + }, + { + "id": "r0-n128-o32-c16-15", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 2.4931567139574327, + "tpot_est_s": 0.02199792129085249, + "e2e_s": 3.17509227397386 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 11.109411582001485, + "output_tok_s": 184.34819746151035, + "median_first_sse_s": 4.204140768502839, + "median_tpot_est_s": 0.021419154968677367, + "median_e2e_s": 6.928024222521344, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c16-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 5.600014086987358, + "tpot_est_s": 0.02150136074023761, + "e2e_s": 8.330686900997534 + }, + { + "id": "r0-n128-o128-c16-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 8.400347676011734, + "tpot_est_s": 0.021319292354173812, + "e2e_s": 11.107897804991808 + }, + { + "id": "r0-n128-o128-c16-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.7614903599605896, + "tpot_est_s": 0.021416797260038818, + "e2e_s": 5.4814236119855195 + }, + { + "id": "r0-n128-o128-c16-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.07832347898511216, + "tpot_est_s": 0.021292175606303795, + "e2e_s": 2.7824297809856944 + }, + { + "id": "r0-n128-o128-c16-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 8.354906249034684, + "tpot_est_s": 0.02150432533065708, + "e2e_s": 11.085955566028133 + }, + { + "id": "r0-n128-o128-c16-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 8.262813136039767, + "tpot_est_s": 0.021874963094143007, + "e2e_s": 11.04093344899593 + }, + { + "id": "r0-n128-o128-c16-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 5.645306600956246, + "tpot_est_s": 0.021484550811427344, + "e2e_s": 8.373844554007519 + }, + { + "id": "r0-n128-o128-c16-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.901805969013367, + "tpot_est_s": 0.02140796559864626, + "e2e_s": 5.620617600041442 + }, + { + "id": "r0-n128-o128-c16-8", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.807585003960412, + "tpot_est_s": 0.02141263911053245, + "e2e_s": 5.526990170998033 + }, + { + "id": "r0-n128-o128-c16-9", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.1225559469894506, + "tpot_est_s": 0.021301276110548995, + "e2e_s": 2.827818013029173 + }, + { + "id": "r0-n128-o128-c16-10", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 5.551996888010763, + "tpot_est_s": 0.021506122157608314, + "e2e_s": 8.283274402027018 + }, + { + "id": "r0-n128-o128-c16-11", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.16877710598055273, + "tpot_est_s": 0.02131195989800397, + "e2e_s": 2.875396013027057 + }, + { + "id": "r0-n128-o128-c16-12", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 2.852235562982969, + "tpot_est_s": 0.021421512677315915, + "e2e_s": 5.57276767300209 + }, + { + "id": "r0-n128-o128-c16-13", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 8.308833346003667, + "tpot_est_s": 0.0216725280079404, + "e2e_s": 11.061244403012097 + }, + { + "id": "r0-n128-o128-c16-14", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 5.506475567992311, + "tpot_est_s": 0.021487836826842015, + "e2e_s": 8.235430845001247 + }, + { + "id": "r0-n128-o128-c16-15", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have.", + "text_equal": true, + "first_sse_s": 0.03156269498867914, + "tpot_est_s": 0.021289622417548452, + "e2e_s": 2.7353447420173325 + } + ] + }, + { + "repeat": 0, + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 4.047852999996394, + "output_tok_s": 126.48680670974369, + "median_first_sse_s": 1.7559854989813175, + "median_tpot_est_s": 0.028478263918640875, + "median_e2e_s": 2.6432584514841437, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n512-o32-c16-0", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 0.2049212289857678, + "tpot_est_s": 0.028914989678249244, + "e2e_s": 1.1012859090114944 + }, + { + "id": "r0-n512-o32-c16-1", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 2.1968647300382145, + "tpot_est_s": 0.028178482967984652, + "e2e_s": 3.0703977020457387 + }, + { + "id": "r0-n512-o32-c16-2", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 3.049136287998408, + "tpot_est_s": 0.028050480064966025, + "e2e_s": 3.918701170012355 + }, + { + "id": "r0-n512-o32-c16-3", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 1.2007200440275483, + "tpot_est_s": 0.028938122966792434, + "e2e_s": 2.0978018559981138 + }, + { + "id": "r0-n512-o32-c16-4", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 2.436152284964919, + "tpot_est_s": 0.02821945690459782, + "e2e_s": 3.3109554490074515 + }, + { + "id": "r0-n512-o32-c16-5", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 0.08644355199066922, + "tpot_est_s": 0.028695621257347446, + "e2e_s": 0.97600781096844 + }, + { + "id": "r0-n512-o32-c16-6", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 2.3164675930165686, + "tpot_est_s": 0.02823391616074068, + "e2e_s": 3.1917189939995296 + }, + { + "id": "r0-n512-o32-c16-7", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 3.2896576559869573, + "tpot_est_s": 0.023035752710946385, + "e2e_s": 4.003765990026295 + }, + { + "id": "r0-n512-o32-c16-8", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 3.4092229799716733, + "tpot_est_s": 0.02051269241999234, + "e2e_s": 4.045116444991436 + }, + { + "id": "r0-n512-o32-c16-9", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 0.44470506598008797, + "tpot_est_s": 0.028917168387241902, + "e2e_s": 1.341137285984587 + }, + { + "id": "r0-n512-o32-c16-10", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 0.32540031999815255, + "tpot_est_s": 0.028849215194162343, + "e2e_s": 1.2197259910171852 + }, + { + "id": "r0-n512-o32-c16-11", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 2.0740885009872727, + "tpot_est_s": 0.0282609065799343, + "e2e_s": 2.950176604965236 + }, + { + "id": "r0-n512-o32-c16-12", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 1.0803103229845874, + "tpot_est_s": 0.028861312548659982, + "e2e_s": 1.9750110119930468 + }, + { + "id": "r0-n512-o32-c16-13", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 1.4378824969753623, + "tpot_est_s": 0.028982509710570616, + "e2e_s": 2.3363402980030514 + }, + { + "id": "r0-n512-o32-c16-14", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 1.3207210400141776, + "tpot_est_s": 0.028941590902245334, + "e2e_s": 2.217910357983783 + }, + { + "id": "r0-n512-o32-c16-15", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 3.1703120800084434, + "tpot_est_s": 0.02549866161256608, + "e2e_s": 3.960770589997992 + } + ] + }, + { + "repeat": 0, + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 12.137216766015626, + "output_tok_s": 168.73720223358194, + "median_first_sse_s": 4.7987363485153764, + "median_tpot_est_s": 0.022845886000083745, + "median_e2e_s": 7.707236715010367, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n512-o128-c16-0", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 9.116874836967327, + "tpot_est_s": 0.022767950740356847, + "e2e_s": 12.008404580992647 + }, + { + "id": "r0-n512-o128-c16-1", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 0.32139249495230615, + "tpot_est_s": 0.02295634342544514, + "e2e_s": 3.236848109983839 + }, + { + "id": "r0-n512-o128-c16-2", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 9.235966097970959, + "tpot_est_s": 0.022165294110547663, + "e2e_s": 12.050958450010512 + }, + { + "id": "r0-n512-o128-c16-3", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 9.47436013398692, + "tpot_est_s": 0.02096270623627874, + "e2e_s": 12.13662382599432 + }, + { + "id": "r0-n512-o128-c16-4", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 3.2147175450227223, + "tpot_est_s": 0.023219211677393662, + "e2e_s": 6.163557428051718 + }, + { + "id": "r0-n512-o128-c16-5", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 6.378044195007533, + "tpot_est_s": 0.022660590755463554, + "e2e_s": 9.255939220951404 + }, + { + "id": "r0-n512-o128-c16-6", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 0.43961862596916035, + "tpot_est_s": 0.022952656976614645, + "e2e_s": 3.3546060619992204 + }, + { + "id": "r0-n512-o128-c16-7", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 6.143379854038358, + "tpot_est_s": 0.022615881724279432, + "e2e_s": 9.015596833021846 + }, + { + "id": "r0-n512-o128-c16-8", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 0.08584053599042818, + "tpot_est_s": 0.022923821259810642, + "e2e_s": 2.9971658359863795 + }, + { + "id": "r0-n512-o128-c16-9", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 6.261547165981028, + "tpot_est_s": 0.022634804078770113, + "e2e_s": 9.136167283984832 + }, + { + "id": "r0-n512-o128-c16-10", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 3.334821318043396, + "tpot_est_s": 0.023209845684798742, + "e2e_s": 6.282471720012836 + }, + { + "id": "r0-n512-o128-c16-11", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 6.494923259015195, + "tpot_est_s": 0.02266854731463204, + "e2e_s": 9.373828767973464 + }, + { + "id": "r0-n512-o128-c16-12", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 3.0945063469698653, + "tpot_est_s": 0.02324109674820046, + "e2e_s": 6.046125633991323 + }, + { + "id": "r0-n512-o128-c16-13", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 0.20334127597743645, + "tpot_est_s": 0.022933336945092964, + "e2e_s": 3.115875068004243 + }, + { + "id": "r0-n512-o128-c16-14", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 9.354719208960887, + "tpot_est_s": 0.02156381096872391, + "e2e_s": 12.093323201988824 + }, + { + "id": "r0-n512-o128-c16-15", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 3.454092842992395, + "tpot_est_s": 0.02318727365359444, + "e2e_s": 6.398876596998889 + } + ] + }, + { + "repeat": 0, + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 9.012360349996015, + "output_tok_s": 56.810866423048246, + "median_first_sse_s": 4.3901233180076815, + "median_tpot_est_s": 0.054082545903398685, + "median_e2e_s": 6.069316461507697, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n2048-o32-c16-0", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 2.539755575999152, + "tpot_est_s": 0.054248995870547066, + "e2e_s": 4.221474447986111 + }, + { + "id": "r0-n2048-o32-c16-1", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 7.383571928949095, + "tpot_est_s": 0.042355757646052344, + "e2e_s": 8.696600415976718 + }, + { + "id": "r0-n2048-o32-c16-2", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 0.3633433689828962, + "tpot_est_s": 0.054288451291335325, + "e2e_s": 2.0462853590142913 + }, + { + "id": "r0-n2048-o32-c16-3", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 1.9003057280206122, + "tpot_est_s": 0.054366183547949, + "e2e_s": 3.585657418007031 + }, + { + "id": "r0-n2048-o32-c16-4", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 6.242308681947179, + "tpot_est_s": 0.053795772516393975, + "e2e_s": 7.909977629955392 + }, + { + "id": "r0-n2048-o32-c16-5", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 5.736727028968744, + "tpot_est_s": 0.053819928999855035, + "e2e_s": 7.40514482796425 + }, + { + "id": "r0-n2048-o32-c16-6", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 8.396492319006938, + "tpot_est_s": 0.019823420484880765, + "e2e_s": 9.011018354038242 + }, + { + "id": "r0-n2048-o32-c16-7", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 1.3932902620290406, + "tpot_est_s": 0.054176510193370164, + "e2e_s": 3.0727620780235156 + }, + { + "id": "r0-n2048-o32-c16-8", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 4.705727802007459, + "tpot_est_s": 0.05411327235408187, + "e2e_s": 6.383239244983997 + }, + { + "id": "r0-n2048-o32-c16-9", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 0.8826398180099204, + "tpot_est_s": 0.05408240232293705, + "e2e_s": 2.5591942900209688 + }, + { + "id": "r0-n2048-o32-c16-10", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 3.565044888004195, + "tpot_est_s": 0.054171877838070356, + "e2e_s": 5.244373100984376 + }, + { + "id": "r0-n2048-o32-c16-11", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 6.869880351005122, + "tpot_est_s": 0.053739682611663855, + "e2e_s": 8.535810511966702 + }, + { + "id": "r0-n2048-o32-c16-12", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 3.049412656982895, + "tpot_est_s": 0.05408268948386033, + "e2e_s": 4.725976030982565 + }, + { + "id": "r0-n2048-o32-c16-13", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 5.222767141007353, + "tpot_est_s": 0.05378377880720842, + "e2e_s": 6.890064284030814 + }, + { + "id": "r0-n2048-o32-c16-14", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 4.074518834007904, + "tpot_est_s": 0.054221769162048135, + "e2e_s": 5.755393678031396 + }, + { + "id": "r0-n2048-o32-c16-15", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 7.889553326996975, + "tpot_est_s": 0.03120699222575152, + "e2e_s": 8.856970085995272 + } + ] + }, + { + "repeat": 0, + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 17.104980267002247, + "output_tok_s": 119.73121091234819, + "median_first_sse_s": 7.385878722998314, + "median_tpot_est_s": 0.029093890492144357, + "median_e2e_s": 11.117918321484467, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n2048-o128-c16-0", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The", + "text_equal": true, + "first_sse_s": 1.8890472779748961, + "tpot_est_s": 0.028848359386040644, + "e2e_s": 5.552788920002058 + }, + { + "id": "r0-n2048-o128-c16-1", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The", + "text_equal": true, + "first_sse_s": 0.36180430895183235, + "tpot_est_s": 0.028827282551522036, + "e2e_s": 4.022869192995131 + }, + { + "id": "r0-n2048-o128-c16-2", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The", + "text_equal": true, + "first_sse_s": 5.529318571963813, + "tpot_est_s": 0.029442724417510082, + "e2e_s": 9.268544572987594 + }, + { + "id": "r0-n2048-o128-c16-3", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The", + "text_equal": true, + "first_sse_s": 14.498111067980062, + "tpot_est_s": 0.020523504818804328, + "e2e_s": 17.104596179968212 + }, + { + "id": "r0-n2048-o128-c16-4", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The", + "text_equal": true, + "first_sse_s": 12.951509801030625, + "tpot_est_s": 0.02885049827558201, + "e2e_s": 16.61552308202954 + }, + { + "id": "r0-n2048-o128-c16-5", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The", + "text_equal": true, + "first_sse_s": 13.994720290007535, + "tpot_est_s": 0.023250189008040895, + "e2e_s": 16.94749429402873 + }, + { + "id": "r0-n2048-o128-c16-6", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The", + "text_equal": true, + "first_sse_s": 8.731146519945469, + "tpot_est_s": 0.02932518374818326, + "e2e_s": 12.455444855964743 + }, + { + "id": "r0-n2048-o128-c16-7", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The", + "text_equal": true, + "first_sse_s": 6.0406109260511585, + "tpot_est_s": 0.02944709339333097, + "e2e_s": 9.780391787004191 + }, + { + "id": "r0-n2048-o128-c16-8", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The", + "text_equal": true, + "first_sse_s": 5.021885402034968, + "tpot_est_s": 0.029396833850100168, + "e2e_s": 8.75528330099769 + }, + { + "id": "r0-n2048-o128-c16-9", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The", + "text_equal": true, + "first_sse_s": 13.480195570038632, + "tpot_est_s": 0.02602950035407406, + "e2e_s": 16.785942115006037 + }, + { + "id": "r0-n2048-o128-c16-10", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The", + "text_equal": true, + "first_sse_s": 9.761124001001008, + "tpot_est_s": 0.029469414236020355, + "e2e_s": 13.503739608975593 + }, + { + "id": "r0-n2048-o128-c16-11", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The", + "text_equal": true, + "first_sse_s": 0.8661732639884576, + "tpot_est_s": 0.02887750013390424, + "e2e_s": 4.533615780994296 + }, + { + "id": "r0-n2048-o128-c16-12", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The", + "text_equal": true, + "first_sse_s": 4.513104852987453, + "tpot_est_s": 0.02931706007115367, + "e2e_s": 8.23637148202397 + }, + { + "id": "r0-n2048-o128-c16-13", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The", + "text_equal": true, + "first_sse_s": 10.273203306016512, + "tpot_est_s": 0.029454319913391258, + "e2e_s": 14.013901935017202 + }, + { + "id": "r0-n2048-o128-c16-14", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The", + "text_equal": true, + "first_sse_s": 1.3765846039750613, + "tpot_est_s": 0.028855020905877868, + "e2e_s": 5.04117225902155 + }, + { + "id": "r0-n2048-o128-c16-15", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The", + "text_equal": true, + "first_sse_s": 9.248489230987616, + "tpot_est_s": 0.029310280850384472, + "e2e_s": 12.970894898986444 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 41.32168394897599, + "output_tok_s": 12.390588937087307, + "median_first_sse_s": 21.286734168010298, + "median_tpot_est_s": 0.07797609728990093, + "median_e2e_s": 23.706581339996774, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o32-c16-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 27.76197469799081, + "tpot_est_s": 0.07817077848331762, + "e2e_s": 30.185268830973655 + }, + { + "id": "r0-n8192-o32-c16-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 25.160582368960604, + "tpot_est_s": 0.07862199612915696, + "e2e_s": 27.59786424896447 + }, + { + "id": "r0-n8192-o32-c16-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 22.576214597036596, + "tpot_est_s": 0.07815834364455734, + "e2e_s": 24.999123250017874 + }, + { + "id": "r0-n8192-o32-c16-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 14.839855095022358, + "tpot_est_s": 0.07808102267764268, + "e2e_s": 17.26036679802928 + }, + { + "id": "r0-n8192-o32-c16-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 7.106096776027698, + "tpot_est_s": 0.07795093177382144, + "e2e_s": 9.522575661016162 + }, + { + "id": "r0-n8192-o32-c16-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 17.42213284695754, + "tpot_est_s": 0.07785412187184838, + "e2e_s": 19.835610624984838 + }, + { + "id": "r0-n8192-o32-c16-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 38.08747341000708, + "tpot_est_s": 0.07802691693500345, + "e2e_s": 40.506307834992185 + }, + { + "id": "r0-n8192-o32-c16-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 35.50349950999953, + "tpot_est_s": 0.07811270122446361, + "e2e_s": 37.9249932479579 + }, + { + "id": "r0-n8192-o32-c16-8", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 4.51846618700074, + "tpot_est_s": 0.07820579025804275, + "e2e_s": 6.942845685000066 + }, + { + "id": "r0-n8192-o32-c16-9", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 40.66592291201232, + "tpot_est_s": 0.021086586417720442, + "e2e_s": 41.319607090961654 + }, + { + "id": "r0-n8192-o32-c16-10", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 32.92600841098465, + "tpot_est_s": 0.07794776506489143, + "e2e_s": 35.342389127996285 + }, + { + "id": "r0-n8192-o32-c16-11", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 9.683328695013188, + "tpot_est_s": 0.07799136583813496, + "e2e_s": 12.101061035995372 + }, + { + "id": "r0-n8192-o32-c16-12", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 19.997253738984, + "tpot_est_s": 0.07796082874166689, + "e2e_s": 22.414039429975674 + }, + { + "id": "r0-n8192-o32-c16-13", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 12.262410457013175, + "tpot_est_s": 0.07788394719189513, + "e2e_s": 14.676812819961924 + }, + { + "id": "r0-n8192-o32-c16-14", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 1.9534969929954968, + "tpot_est_s": 0.07755272906468881, + "e2e_s": 4.35763159400085 + }, + { + "id": "r0-n8192-o32-c16-15", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 30.345717360964045, + "tpot_est_s": 0.07796034951611693, + "e2e_s": 32.76248819596367 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 46.23789568297798, + "output_tok_s": 44.292673136376116, + "median_first_sse_s": 22.66956914498587, + "median_tpot_est_s": 0.0676143576732954, + "median_e2e_s": 31.26666179348831, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c16-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 32.21952358999988, + "tpot_est_s": 0.0677461169053265, + "e2e_s": 40.82328043697635 + }, + { + "id": "r0-n8192-o128-c16-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 24.3215806389926, + "tpot_est_s": 0.06769961388974165, + "e2e_s": 32.91943160298979 + }, + { + "id": "r0-n8192-o128-c16-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 29.591041333042085, + "tpot_est_s": 0.0677158891807281, + "e2e_s": 38.19095925899455 + }, + { + "id": "r0-n8192-o128-c16-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 26.961460765975062, + "tpot_est_s": 0.0676732485042335, + "e2e_s": 35.555963326012716 + }, + { + "id": "r0-n8192-o128-c16-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 35.535223332000896, + "tpot_est_s": 0.06760083073218477, + "e2e_s": 44.12052883498836 + }, + { + "id": "r0-n8192-o128-c16-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 9.824772794963792, + "tpot_est_s": 0.06762788461440603, + "e2e_s": 18.413514140993357 + }, + { + "id": "r0-n8192-o128-c16-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 18.39062575204298, + "tpot_est_s": 0.06766177885010692, + "e2e_s": 26.983671666006558 + }, + { + "id": "r0-n8192-o128-c16-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 15.76041827496374, + "tpot_est_s": 0.06759668602360647, + "e2e_s": 24.345197399961762 + }, + { + "id": "r0-n8192-o128-c16-8", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 13.125448309991043, + "tpot_est_s": 0.06758920196856291, + "e2e_s": 21.709276959998533 + }, + { + "id": "r0-n8192-o128-c16-9", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 43.43143976503052, + "tpot_est_s": 0.022087729094168684, + "e2e_s": 46.23658135998994 + }, + { + "id": "r0-n8192-o128-c16-10", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 38.16869341098936, + "tpot_est_s": 0.05238639396078166, + "e2e_s": 44.82176544400863 + }, + { + "id": "r0-n8192-o128-c16-11", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 4.568460476002656, + "tpot_est_s": 0.06755160547263084, + "e2e_s": 13.147514371026773 + }, + { + "id": "r0-n8192-o128-c16-12", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 21.017557650979143, + "tpot_est_s": 0.06768767191344638, + "e2e_s": 29.613891983986832 + }, + { + "id": "r0-n8192-o128-c16-13", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 40.79877256695181, + "tpot_est_s": 0.037224511417475944, + "e2e_s": 45.52628551697126 + }, + { + "id": "r0-n8192-o128-c16-14", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 7.1925468550180085, + "tpot_est_s": 0.06762886470079231, + "e2e_s": 15.781412672018632 + }, + { + "id": "r0-n8192-o128-c16-15", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage", + "text_equal": true, + "first_sse_s": 1.9649049550062045, + "tpot_est_s": 0.06736362303147005, + "e2e_s": 10.5200850800029 + } + ] + } + ], + "harness_sha256": "cfd4821e2a2112f3fcf7f242f3e76efe47134640e4bf22b3b63fb808be6148f0", + "startup_timeout_s": 1800, + "timing_scope": "Client first SSE event, full response e2e and estimated TPOT=(e2e-first_event)/(output_tokens-1). SSE can coalesce tokens; this is not per-token kernel timing. Loading/warmup/correctness checks excluded.", + "physical_gpus": 1, + "physical_rngd": 0, + "physical_atom": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216, + "server_config": { + "servers": [ + [ + "/home/gspark/venvs/pt213/bin/python", + "-c", + "import sys,importlib.util,runpy\ns=importlib.util.spec_from_file_location('opt_prime.accel.serve.llmd','/tmp/llmd240.py')\nm=importlib.util.module_from_spec(s);sys.modules[s.name]=m;s.loader.exec_module(m)\nrunpy.run_path('/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/serve_batched.py',run_name='__main__')\n", + "--model", + "/tmp/serving-matrix-models/KONI-8B", + "--device", + "cuda:0", + "--dtype", + "bfloat16", + "--slots", + "4", + "--max-context", + "9216", + "--max-output", + "128", + "--kv", + "paged", + "--page-size", + "64", + "--chunk", + "256", + "--port", + "{port}" + ] + ], + "metadata": { + "physical_gpus": 1, + "physical_rngd": 0, + "physical_atom": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 256, + "local_chunk": 256, + "context": 9216 + } + }, + "load_s": 6.740540819999296, + "references": { + "128:32": { + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date" + }, + "128:128": { + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 3940, + 449, + 264, + 6420, + 315, + 2579, + 323, + 6437, + 15039, + 8649, + 41776, + 323, + 6603, + 11, + 15947, + 13, + 720, + 791, + 3488, + 922, + 279, + 6864, + 315, + 9822, + 5084, + 704, + 315, + 2035, + 304, + 420, + 2317, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 5552, + 311, + 279, + 4113, + 8712, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 40, + 2846, + 1618, + 311, + 7945, + 499, + 449, + 904, + 44983, + 499, + 1253, + 617, + 13 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation started with a mention of red and blue boxes containing apples and books, respectively. \nThe question about the capital of France seems out of place in this context. \nIf you have any other questions related to the original topic, feel free to ask. \nI'm here to assist you with any inquiries you may have." + }, + "512:32": { + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It" + }, + "512:128": { + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language" + }, + "2048:32": { + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums" + }, + "2048:128": { + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 11401, + 5064, + 11, + 36105, + 11, + 323, + 34076, + 13042, + 6237, + 13, + 578, + 4033, + 4221, + 22066, + 304, + 12366, + 374, + 8753, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 11, + 51647, + 11990, + 315, + 15613, + 1855, + 1060, + 889, + 2586, + 311, + 13488, + 1202, + 9257, + 3925, + 11, + 1989, + 11, + 323, + 7829, + 13, + 578 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its fashion industry, cuisine, and vibrant cultural scene. The official language spoken in Paris is French. Paris is a popular tourist destination, attracting millions of visitors each year who come to explore its rich history, art, and culture. The" + }, + "8192:32": { + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the" + }, + "8192:128": { + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 16924, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 34076, + 14708, + 11, + 323, + 1917, + 15144, + 51677, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 369, + 5606, + 8173, + 304, + 24919, + 279, + 7829, + 323, + 28948 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and entertainment. The city's beautiful architecture, vibrant streets, and world-class museums make it a must-visit for anyone interested in exploring the culture and heritage" + } + }, + "warmup_and_checks_s": 158.7125529340119, + "metrics": [ + "# HELP vllm:num_requests_running Requests executing on the stage.\n# TYPE vllm:num_requests_running gauge\nvllm:num_requests_running{model_name=\"KONI-8B\"} 0\n# HELP vllm:num_requests_waiting Requests queued for the stage owner.\n# TYPE vllm:num_requests_waiting gauge\nvllm:num_requests_waiting{model_name=\"KONI-8B\"} 0\n# HELP vllm:kv_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:kv_cache_usage_perc gauge\nvllm:kv_cache_usage_perc{model_name=\"KONI-8B\"} 0.0\n# HELP vllm:gpu_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:gpu_cache_usage_perc gauge\nvllm:gpu_cache_usage_perc{model_name=\"KONI-8B\"} 0.0\n# HELP vllm:request_success_total Finished requests by finish reason.\n# TYPE vllm:request_success_total counter\nvllm:request_success_total{model_name=\"KONI-8B\",finished_reason=\"length\"} 264\n# HELP airm_stage_request_failures_total Requests that ended with an engine error.\n# TYPE airm_stage_request_failures_total counter\nairm_stage_request_failures_total{model_name=\"KONI-8B\"} 0\n# HELP vllm:prompt_tokens_total Prompt tokens of finished requests.\n# TYPE vllm:prompt_tokens_total counter\nvllm:prompt_tokens_total{model_name=\"KONI-8B\"} 718080\n# HELP vllm:generation_tokens_total Generated tokens of finished requests.\n# TYPE vllm:generation_tokens_total counter\nvllm:generation_tokens_total{model_name=\"KONI-8B\"} 21120\n# HELP vllm:time_to_first_token_seconds Time to first token (prefill stage: fenced prefill).\n# TYPE vllm:time_to_first_token_seconds histogram\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.001\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.005\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.01\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.02\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.04\"} 5\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.06\"} 5\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.08\"} 10\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.1\"} 15\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.25\"} 27\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.5\"} 41\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.75\"} 42\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"1.0\"} 54\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"2.5\"} 108\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"5.0\"} 143\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"7.5\"} 188\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"10.0\"} 207\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"+Inf\"} 264\nvllm:time_to_first_token_seconds_sum{model_name=\"KONI-8B\"} 2081.7858363590785\nvllm:time_to_first_token_seconds_count{model_name=\"KONI-8B\"} 264\n# HELP vllm:time_per_output_token_seconds Time per output token after the first (decode stage).\n# TYPE vllm:time_per_output_token_seconds histogram\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.01\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.025\"} 115\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.05\"} 179\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.075\"} 234\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.1\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.15\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.2\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.3\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.4\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.5\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.75\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"1.0\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"2.5\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"+Inf\"} 264\nvllm:time_per_output_token_seconds_sum{model_name=\"KONI-8B\"} 9.917622707842597\nvllm:time_per_output_token_seconds_count{model_name=\"KONI-8B\"} 264\n# HELP vllm:e2e_request_latency_seconds Stage request latency, from execution start to reply.\n# TYPE vllm:e2e_request_latency_seconds histogram\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"0.3\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"0.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"0.8\"} 5\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"1.0\"} 12\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"1.5\"} 21\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"2.0\"} 38\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"2.5\"} 55\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"5.0\"} 108\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"10.0\"} 178\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"15.0\"} 208\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"20.0\"} 222\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"30.0\"} 237\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"40.0\"} 252\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"50.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"60.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"+Inf\"} 264\nvllm:e2e_request_latency_seconds_sum{model_name=\"KONI-8B\"} 2799.5537201544503\nvllm:e2e_request_latency_seconds_count{model_name=\"KONI-8B\"} 264\n# HELP airm_kv_transfer_seconds KV transfer time from the prefill source to the decode destination.\n# TYPE airm_kv_transfer_seconds histogram\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.0005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.001\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.0025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.01\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.05\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.1\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.25\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.5\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"1.0\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"+Inf\"} 0\nairm_kv_transfer_seconds_sum{model_name=\"KONI-8B\"} 0.0\nairm_kv_transfer_seconds_count{model_name=\"KONI-8B\"} 0\n# HELP vllm:cache_config_info Information of the LLMEngine CacheConfig.\n# TYPE vllm:cache_config_info gauge\nvllm:cache_config_info{model_name=\"KONI-8B\",block_size=\"64\",num_gpu_blocks=\"576\",enable_prefix_caching=\"False\"} 1\n# HELP vllm:prefix_cache_queries_total Prompt tokens looked up in the prefix cache.\n# TYPE vllm:prefix_cache_queries_total counter\nvllm:prefix_cache_queries_total{model_name=\"KONI-8B\"} 718080\n# HELP vllm:prefix_cache_hits_total Prompt tokens served from the prefix cache.\n# TYPE vllm:prefix_cache_hits_total counter\nvllm:prefix_cache_hits_total{model_name=\"KONI-8B\"} 0\n" + ], + "parity_passed": true +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-http-c16-stream.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-http-c16-stream.json new file mode 100644 index 00000000..f60fa7b0 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-http-c16-stream.json @@ -0,0 +1,25227 @@ +{ + "passed": true, + "model": "KONI-8B", + "mode": "pd", + "dtype": "bfloat16", + "torch": "2.13.0+cu130", + "transformers": "5.15.0", + "replicas": 1, + "cpu_threads_per_server": 4, + "prompts": { + "128": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ], + "512": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ], + "2048": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ], + "8192": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ] + }, + "warmups": [ + { + "id": "warm-0-128-32", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "warm-0-128-128", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + }, + { + "id": "warm-0-512-32", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "warm-0-512-128", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "warm-0-2048-32", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "warm-0-2048-128", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + }, + { + "id": "warm-0-8192-32", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "warm-0-8192-128", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + } + ], + "correctness_batches": [ + { + "input_tokens": 128, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-128-32-16-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-1", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-2", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-3", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-4", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-5", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-6", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-7", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-8", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-9", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-10", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-11", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-12", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-13", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-14", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-15", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-128-128-16-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + }, + { + "id": "check-128-128-16-1", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + }, + { + "id": "check-128-128-16-2", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + }, + { + "id": "check-128-128-16-3", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + }, + { + "id": "check-128-128-16-4", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + }, + { + "id": "check-128-128-16-5", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + }, + { + "id": "check-128-128-16-6", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + }, + { + "id": "check-128-128-16-7", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + }, + { + "id": "check-128-128-16-8", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + }, + { + "id": "check-128-128-16-9", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + }, + { + "id": "check-128-128-16-10", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + }, + { + "id": "check-128-128-16-11", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + }, + { + "id": "check-128-128-16-12", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + }, + { + "id": "check-128-128-16-13", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + }, + { + "id": "check-128-128-16-14", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + }, + { + "id": "check-128-128-16-15", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 512, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-512-32-16-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-1", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-2", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-3", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-4", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-5", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-6", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-7", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-8", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-9", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-10", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-11", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-12", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-13", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-14", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-15", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-512-128-16-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-1", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-2", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-3", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-4", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-5", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-6", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-7", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-8", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-9", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-10", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-11", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-12", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-13", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-14", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-15", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-2048-32-16-0", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-1", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-2", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-3", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-4", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-5", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-6", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-7", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-8", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-9", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-10", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-11", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-12", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-13", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-14", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-15", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-2048-128-16-0", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-1", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-2", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-3", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-4", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-5", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-6", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-7", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-8", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-9", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-10", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-11", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-12", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-13", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-14", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-15", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-8192-32-16-0", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-1", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-2", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-3", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-4", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-5", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-6", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-7", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-8", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-9", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-10", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-11", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-12", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-13", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-14", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-15", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-8192-128-16-0", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-1", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-2", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-3", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-4", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-5", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-6", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-7", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-8", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-9", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-10", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-11", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-12", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-13", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-14", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-15", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + } + ] + } + ], + "batches": [ + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 39.197024012042675, + "output_tok_s": 13.062216147906943, + "median_first_sse_s": 20.54686916747596, + "median_tpot_est_s": 0.02046452359777064, + "median_e2e_s": 21.175351050973404, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o32-c16-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 38.61899110500235, + "tpot_est_s": 0.01863746293595121, + "e2e_s": 39.19675245601684 + }, + { + "id": "r0-n128-o32-c16-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 14.739367344998755, + "tpot_est_s": 0.020195723000553348, + "e2e_s": 15.365434758015908 + }, + { + "id": "r0-n128-o32-c16-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 12.431632555963006, + "tpot_est_s": 0.023516127225687546, + "e2e_s": 13.16063249995932 + }, + { + "id": "r0-n128-o32-c16-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 17.060215857985895, + "tpot_est_s": 0.02005218693633534, + "e2e_s": 17.68183365301229 + }, + { + "id": "r0-n128-o32-c16-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 26.41792075597914, + "tpot_est_s": 0.020495214968949797, + "e2e_s": 27.053272420016583 + }, + { + "id": "r0-n128-o32-c16-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 31.108674868009984, + "tpot_est_s": 0.019949806452308212, + "e2e_s": 31.72711886803154 + }, + { + "id": "r0-n128-o32-c16-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 2.7552979540196247, + "tpot_est_s": 0.023106353612796914, + "e2e_s": 3.471594916016329 + }, + { + "id": "r0-n128-o32-c16-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 33.66158577799797, + "tpot_est_s": 0.020426114356415646, + "e2e_s": 34.294795323046856 + }, + { + "id": "r0-n128-o32-c16-8", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 35.98870536900358, + "tpot_est_s": 0.020433832226591484, + "e2e_s": 36.62215416802792 + }, + { + "id": "r0-n128-o32-c16-9", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 24.048856977024116, + "tpot_est_s": 0.019755465936126006, + "e2e_s": 24.661276421044022 + }, + { + "id": "r0-n128-o32-c16-10", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 28.75459474901436, + "tpot_est_s": 0.02074365509719017, + "e2e_s": 29.397648057027254 + }, + { + "id": "r0-n128-o32-c16-11", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 19.38104648096487, + "tpot_est_s": 0.019840652677005216, + "e2e_s": 19.99610671395203 + }, + { + "id": "r0-n128-o32-c16-12", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 5.072247143951245, + "tpot_est_s": 0.021571522646193064, + "e2e_s": 5.74096434598323 + }, + { + "id": "r0-n128-o32-c16-13", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 10.128480961022433, + "tpot_est_s": 0.023363396515994662, + "e2e_s": 10.852746253018267 + }, + { + "id": "r0-n128-o32-c16-14", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 21.712691853987053, + "tpot_est_s": 0.0207065656131524, + "e2e_s": 22.354595387994777 + }, + { + "id": "r0-n128-o32-c16-15", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 7.404950088006444, + "tpot_est_s": 0.022679305419461022, + "e2e_s": 8.108008556009736 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 41.505206812988035, + "output_tok_s": 49.34320672651434, + "median_first_sse_s": 20.68576326800394, + "median_tpot_est_s": 0.02028766823620865, + "median_e2e_s": 23.208677231974434, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c16-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": true, + "first_sse_s": 12.318205302988645, + "tpot_est_s": 0.020643821685101954, + "e2e_s": 14.939970656996593 + }, + { + "id": "r0-n128-o128-c16-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": true, + "first_sse_s": 26.592520865029655, + "tpot_est_s": 0.019490397362016493, + "e2e_s": 29.06780133000575 + }, + { + "id": "r0-n128-o128-c16-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": true, + "first_sse_s": 17.177798350981902, + "tpot_est_s": 0.02030603755146309, + "e2e_s": 19.756665120017715 + }, + { + "id": "r0-n128-o128-c16-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": true, + "first_sse_s": 14.803135405003559, + "tpot_est_s": 0.02081337758279442, + "e2e_s": 17.44643435801845 + }, + { + "id": "r0-n128-o128-c16-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": true, + "first_sse_s": 9.943358528020326, + "tpot_est_s": 0.020269298920954217, + "e2e_s": 12.517559490981512 + }, + { + "id": "r0-n128-o128-c16-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": true, + "first_sse_s": 39.13656587200239, + "tpot_est_s": 0.018625796393502328, + "e2e_s": 41.50204201397719 + }, + { + "id": "r0-n128-o128-c16-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": true, + "first_sse_s": 31.43755339202471, + "tpot_est_s": 0.021233914858170264, + "e2e_s": 34.134260579012334 + }, + { + "id": "r0-n128-o128-c16-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": true, + "first_sse_s": 4.7616167920059524, + "tpot_est_s": 0.020477333267432028, + "e2e_s": 7.36223811696982 + }, + { + "id": "r0-n128-o128-c16-8", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": true, + "first_sse_s": 28.92654678999679, + "tpot_est_s": 0.020095099275656718, + "e2e_s": 31.478624398005195 + }, + { + "id": "r0-n128-o128-c16-9", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": true, + "first_sse_s": 2.4250038859900087, + "tpot_est_s": 0.02067131260648282, + "e2e_s": 5.050260587013327 + }, + { + "id": "r0-n128-o128-c16-10", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": true, + "first_sse_s": 34.11777206900297, + "tpot_est_s": 0.01997959352736398, + "e2e_s": 36.65518044697819 + }, + { + "id": "r0-n128-o128-c16-11", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": true, + "first_sse_s": 7.299793964019045, + "tpot_est_s": 0.020089334204671978, + "e2e_s": 9.851139408012386 + }, + { + "id": "r0-n128-o128-c16-12", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": true, + "first_sse_s": 21.862402400001884, + "tpot_est_s": 0.01974409716533805, + "e2e_s": 24.369902739999816 + }, + { + "id": "r0-n128-o128-c16-13", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": true, + "first_sse_s": 36.55618007603334, + "tpot_est_s": 0.02033433927531083, + "e2e_s": 39.13864116399782 + }, + { + "id": "r0-n128-o128-c16-14", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": true, + "first_sse_s": 24.23194703104673, + "tpot_est_s": 0.02045805150355161, + "e2e_s": 26.830119571997784 + }, + { + "id": "r0-n128-o128-c16-15", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": true, + "first_sse_s": 19.509124136005994, + "tpot_est_s": 0.019986831401126445, + "e2e_s": 22.047451723949052 + } + ] + }, + { + "repeat": 0, + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 38.492822139000054, + "output_tok_s": 13.301181143620363, + "median_first_sse_s": 20.228287370991893, + "median_tpot_est_s": 0.02018629838693737, + "median_e2e_s": 20.851643588510342, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n512-o32-c16-0", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 14.166532531031407, + "tpot_est_s": 0.02412538203192995, + "e2e_s": 14.914419374021236 + }, + { + "id": "r0-n512-o32-c16-1", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 30.713511063018814, + "tpot_est_s": 0.02008966487013705, + "e2e_s": 31.336290673993062 + }, + { + "id": "r0-n512-o32-c16-2", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 4.864573150000069, + "tpot_est_s": 0.020191180129205028, + "e2e_s": 5.490499734005425 + }, + { + "id": "r0-n512-o32-c16-3", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 2.498759062960744, + "tpot_est_s": 0.01999362877517518, + "e2e_s": 3.1185615549911745 + }, + { + "id": "r0-n512-o32-c16-4", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 23.71844838099787, + "tpot_est_s": 0.019642106257379055, + "e2e_s": 24.32735367497662 + }, + { + "id": "r0-n512-o32-c16-5", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 33.05750794999767, + "tpot_est_s": 0.02006759871015205, + "e2e_s": 33.679603510012385 + }, + { + "id": "r0-n512-o32-c16-6", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 35.39811559201917, + "tpot_est_s": 0.020181416644669707, + "e2e_s": 36.02373950800393 + }, + { + "id": "r0-n512-o32-c16-7", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 26.05281952500809, + "tpot_est_s": 0.020366101903134898, + "e2e_s": 26.68416868400527 + }, + { + "id": "r0-n512-o32-c16-8", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 11.857070955971722, + "tpot_est_s": 0.023054343225779914, + "e2e_s": 12.571755595970899 + }, + { + "id": "r0-n512-o32-c16-9", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 37.90107031201478, + "tpot_est_s": 0.019006671030975638, + "e2e_s": 38.490277113975026 + }, + { + "id": "r0-n512-o32-c16-10", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 19.0693313429947, + "tpot_est_s": 0.020663874678223604, + "e2e_s": 19.709911458019633 + }, + { + "id": "r0-n512-o32-c16-11", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 7.203867632953916, + "tpot_est_s": 0.022603833741853915, + "e2e_s": 7.904586478951387 + }, + { + "id": "r0-n512-o32-c16-12", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 9.54198397003347, + "tpot_est_s": 0.022767159515135593, + "e2e_s": 10.247765915002674 + }, + { + "id": "r0-n512-o32-c16-13", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 16.476566643978003, + "tpot_est_s": 0.02037053090339947, + "e2e_s": 17.108053101983387 + }, + { + "id": "r0-n512-o32-c16-14", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 21.387243398989085, + "tpot_est_s": 0.019552655484256967, + "e2e_s": 21.99337571900105 + }, + { + "id": "r0-n512-o32-c16-15", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 28.36501504399348, + "tpot_est_s": 0.020030736549562143, + "e2e_s": 28.985967877029907 + } + ] + }, + { + "repeat": 0, + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 40.934086324996315, + "output_tok_s": 50.0316529295389, + "median_first_sse_s": 20.682178853981895, + "median_tpot_est_s": 0.02046399668095575, + "median_e2e_s": 23.283467413013568, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n512-o128-c16-0", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 38.42610464000609, + "tpot_est_s": 0.019735828559024362, + "e2e_s": 40.93255486700218 + }, + { + "id": "r0-n512-o128-c16-1", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 14.795491271011997, + "tpot_est_s": 0.020141916267489502, + "e2e_s": 17.353514636983164 + }, + { + "id": "r0-n512-o128-c16-2", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 7.707929547992535, + "tpot_est_s": 0.020238156298883113, + "e2e_s": 10.27817539795069 + }, + { + "id": "r0-n512-o128-c16-3", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 10.078330838994589, + "tpot_est_s": 0.01989288357458642, + "e2e_s": 12.604727052967064 + }, + { + "id": "r0-n512-o128-c16-4", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 12.426549541996792, + "tpot_est_s": 0.019908204756303154, + "e2e_s": 14.954891546047293 + }, + { + "id": "r0-n512-o128-c16-5", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 17.157155537977815, + "tpot_est_s": 0.02065052717326458, + "e2e_s": 19.779772488982417 + }, + { + "id": "r0-n512-o128-c16-6", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 29.091348532994743, + "tpot_est_s": 0.02048929339351763, + "e2e_s": 31.693488793971483 + }, + { + "id": "r0-n512-o128-c16-7", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 5.32185067597311, + "tpot_est_s": 0.020865467338507453, + "e2e_s": 7.971765027963556 + }, + { + "id": "r0-n512-o128-c16-8", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 33.73847718798788, + "tpot_est_s": 0.021122360432898172, + "e2e_s": 36.42101696296595 + }, + { + "id": "r0-n512-o128-c16-9", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 2.637361518049147, + "tpot_est_s": 0.020899334306898342, + "e2e_s": 5.291576975025237 + }, + { + "id": "r0-n512-o128-c16-10", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 21.827907376980875, + "tpot_est_s": 0.02036217523658076, + "e2e_s": 24.41390363202663 + }, + { + "id": "r0-n512-o128-c16-11", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 24.41621228499571, + "tpot_est_s": 0.020252509039412364, + "e2e_s": 26.98828093300108 + }, + { + "id": "r0-n512-o128-c16-12", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 31.409375456976704, + "tpot_est_s": 0.020438699968393863, + "e2e_s": 34.005090352962725 + }, + { + "id": "r0-n512-o128-c16-13", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 26.76764291903237, + "tpot_est_s": 0.02076548296824376, + "e2e_s": 29.404859255999327 + }, + { + "id": "r0-n512-o128-c16-14", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 36.06699199200375, + "tpot_est_s": 0.021076653779696995, + "e2e_s": 38.74372702202527 + }, + { + "id": "r0-n512-o128-c16-15", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 19.536450330982916, + "tpot_est_s": 0.020602998921398337, + "e2e_s": 22.153031194000505 + } + ] + }, + { + "repeat": 0, + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 39.69556714000646, + "output_tok_s": 12.898165636333484, + "median_first_sse_s": 20.6012105315167, + "median_tpot_est_s": 0.020706215613303824, + "median_e2e_s": 21.227317188022425, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n2048-o32-c16-0", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 29.283943342976272, + "tpot_est_s": 0.021238202225386856, + "e2e_s": 29.942327611963265 + }, + { + "id": "r0-n2048-o32-c16-1", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 34.34948394499952, + "tpot_est_s": 0.021093671388488503, + "e2e_s": 35.00338775804266 + }, + { + "id": "r0-n2048-o32-c16-2", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 36.76644341700012, + "tpot_est_s": 0.021342937096637944, + "e2e_s": 37.428074466995895 + }, + { + "id": "r0-n2048-o32-c16-3", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 16.801712632994168, + "tpot_est_s": 0.02066845706506302, + "e2e_s": 17.44243480201112 + }, + { + "id": "r0-n2048-o32-c16-4", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 14.44946221698774, + "tpot_est_s": 0.020101961871278624, + "e2e_s": 15.072623034997378 + }, + { + "id": "r0-n2048-o32-c16-5", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 12.077435602026526, + "tpot_est_s": 0.02031559400042639, + "e2e_s": 12.707219016039744 + }, + { + "id": "r0-n2048-o32-c16-6", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 2.5361346919671632, + "tpot_est_s": 0.02130166622584746, + "e2e_s": 3.1964863449684344 + }, + { + "id": "r0-n2048-o32-c16-7", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 26.911099364981055, + "tpot_est_s": 0.02161613083820069, + "e2e_s": 27.581199420965277 + }, + { + "id": "r0-n2048-o32-c16-8", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 4.93071611598134, + "tpot_est_s": 0.020943637032272113, + "e2e_s": 5.579968863981776 + }, + { + "id": "r0-n2048-o32-c16-9", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 21.877971434034407, + "tpot_est_s": 0.020001700547929373, + "e2e_s": 22.498024151020218 + }, + { + "id": "r0-n2048-o32-c16-10", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 7.323209283989854, + "tpot_est_s": 0.021503991000504503, + "e2e_s": 7.989833005005494 + }, + { + "id": "r0-n2048-o32-c16-11", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 31.882554062991403, + "tpot_est_s": 0.020743974161544634, + "e2e_s": 32.52561726199929 + }, + { + "id": "r0-n2048-o32-c16-12", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 39.100027755019255, + "tpot_est_s": 0.019174124386477014, + "e2e_s": 39.69442561100004 + }, + { + "id": "r0-n2048-o32-c16-13", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 24.463725735025946, + "tpot_est_s": 0.02039300554784976, + "e2e_s": 25.09590890700929 + }, + { + "id": "r0-n2048-o32-c16-14", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 19.32444962899899, + "tpot_est_s": 0.020392277291149744, + "e2e_s": 19.956610225024633 + }, + { + "id": "r0-n2048-o32-c16-15", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 9.703915428020991, + "tpot_est_s": 0.02065205251452543, + "e2e_s": 10.34412905597128 + } + ] + }, + { + "repeat": 0, + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 39.99435064900899, + "output_tok_s": 51.20723219069808, + "median_first_sse_s": 19.95131698602927, + "median_tpot_est_s": 0.020930556854275313, + "median_e2e_s": 22.613660705508664, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n2048-o128-c16-0", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "text_equal": true, + "first_sse_s": 7.2122454510536045, + "tpot_est_s": 0.020500640921096693, + "e2e_s": 9.815826848032884 + }, + { + "id": "r0-n2048-o128-c16-1", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "text_equal": true, + "first_sse_s": 28.359409247001167, + "tpot_est_s": 0.02091939566156453, + "e2e_s": 31.016172496019863 + }, + { + "id": "r0-n2048-o128-c16-2", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "text_equal": true, + "first_sse_s": 35.18851494498085, + "tpot_est_s": 0.020762109110135527, + "e2e_s": 37.825302801968064 + }, + { + "id": "r0-n2048-o128-c16-3", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "text_equal": true, + "first_sse_s": 30.663843108981382, + "tpot_est_s": 0.02044853033070768, + "e2e_s": 33.26080646098126 + }, + { + "id": "r0-n2048-o128-c16-4", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "text_equal": true, + "first_sse_s": 23.57457372895442, + "tpot_est_s": 0.020960366354309257, + "e2e_s": 26.236540255951695 + }, + { + "id": "r0-n2048-o128-c16-5", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "text_equal": true, + "first_sse_s": 2.280624374980107, + "tpot_est_s": 0.020952066535397808, + "e2e_s": 4.941536824975628 + }, + { + "id": "r0-n2048-o128-c16-6", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "text_equal": true, + "first_sse_s": 14.168689344951417, + "tpot_est_s": 0.021212392795544967, + "e2e_s": 16.86266322998563 + }, + { + "id": "r0-n2048-o128-c16-7", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "text_equal": true, + "first_sse_s": 26.04720144701423, + "tpot_est_s": 0.020951539063074544, + "e2e_s": 28.7080469080247 + }, + { + "id": "r0-n2048-o128-c16-8", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "text_equal": true, + "first_sse_s": 11.842113409016747, + "tpot_est_s": 0.02242105576350889, + "e2e_s": 14.689587490982376 + }, + { + "id": "r0-n2048-o128-c16-9", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "text_equal": true, + "first_sse_s": 21.121938215044793, + "tpot_est_s": 0.020941718046986094, + "e2e_s": 23.781536407012027 + }, + { + "id": "r0-n2048-o128-c16-10", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "text_equal": true, + "first_sse_s": 32.916635679022875, + "tpot_est_s": 0.020472908582754697, + "e2e_s": 35.51669506903272 + }, + { + "id": "r0-n2048-o128-c16-11", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "text_equal": true, + "first_sse_s": 9.53347111097537, + "tpot_est_s": 0.020771059141619, + "e2e_s": 12.171395621960983 + }, + { + "id": "r0-n2048-o128-c16-12", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "text_equal": true, + "first_sse_s": 18.780695757013746, + "tpot_est_s": 0.020984954700720915, + "e2e_s": 21.4457850040053 + }, + { + "id": "r0-n2048-o128-c16-13", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "text_equal": true, + "first_sse_s": 37.469434593978804, + "tpot_est_s": 0.019863342236100482, + "e2e_s": 39.992079057963565 + }, + { + "id": "r0-n2048-o128-c16-14", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "text_equal": true, + "first_sse_s": 4.605069359007757, + "tpot_est_s": 0.02052193200014033, + "e2e_s": 7.211354723025579 + }, + { + "id": "r0-n2048-o128-c16-15", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "text_equal": true, + "first_sse_s": 16.496198429027572, + "tpot_est_s": 0.021644434818766982, + "e2e_s": 19.24504165101098 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 39.420591388014145, + "output_tok_s": 12.988135945511814, + "median_first_sse_s": 22.115119235473685, + "median_tpot_est_s": 0.025328400822716854, + "median_e2e_s": 23.0215789944923, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o32-c16-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 9.951247852004599, + "tpot_est_s": 0.024655590064808604, + "e2e_s": 10.715571144013666 + }, + { + "id": "r0-n8192-o32-c16-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 14.825166766007897, + "tpot_est_s": 0.02444033125873595, + "e2e_s": 15.582817035028711 + }, + { + "id": "r0-n8192-o32-c16-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 29.479801995970774, + "tpot_est_s": 0.025235373549343597, + "e2e_s": 30.262098576000426 + }, + { + "id": "r0-n8192-o32-c16-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 34.229373739042785, + "tpot_est_s": 0.025356605515680124, + "e2e_s": 35.01542851002887 + }, + { + "id": "r0-n8192-o32-c16-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 4.925872182007879, + "tpot_est_s": 0.03063359364469145, + "e2e_s": 5.875513584993314 + }, + { + "id": "r0-n8192-o32-c16-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 19.5414369009668, + "tpot_est_s": 0.03069477512936799, + "e2e_s": 20.49297492997721 + }, + { + "id": "r0-n8192-o32-c16-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 19.709467277978547, + "tpot_est_s": 0.025300196129753583, + "e2e_s": 20.493773358000908 + }, + { + "id": "r0-n8192-o32-c16-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 14.656792572990526, + "tpot_est_s": 0.029853901484109942, + "e2e_s": 15.582263518997934 + }, + { + "id": "r0-n8192-o32-c16-8", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 38.754165727994405, + "tpot_est_s": 0.021426693063169237, + "e2e_s": 39.41839321295265 + }, + { + "id": "r0-n8192-o32-c16-9", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 29.307415549992584, + "tpot_est_s": 0.030733881998927362, + "e2e_s": 30.260165891959332 + }, + { + "id": "r0-n8192-o32-c16-10", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 9.77603031200124, + "tpot_est_s": 0.030257139645982534, + "e2e_s": 10.714001641026698 + }, + { + "id": "r0-n8192-o32-c16-11", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 24.766357052023523, + "tpot_est_s": 0.0252765326126058, + "e2e_s": 25.549929563014302 + }, + { + "id": "r0-n8192-o32-c16-12", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 34.05741356802173, + "tpot_est_s": 0.030887483129082547, + "e2e_s": 35.01492554502329 + }, + { + "id": "r0-n8192-o32-c16-13", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 36.33979403198464, + "tpot_est_s": 0.023478316612571718, + "e2e_s": 37.06762184697436 + }, + { + "id": "r0-n8192-o32-c16-14", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 5.105146471003536, + "tpot_est_s": 0.024879823356205897, + "e2e_s": 5.876420995045919 + }, + { + "id": "r0-n8192-o32-c16-15", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 24.520771192968823, + "tpot_est_s": 0.03318107864564104, + "e2e_s": 25.549384630983695 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 41.61716329399496, + "output_tok_s": 49.21046601692602, + "median_first_sse_s": 20.848844775522593, + "median_tpot_est_s": 0.026125690047070015, + "median_e2e_s": 24.78392301450367, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c16-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 38.93211323500145, + "tpot_est_s": 0.021122795771660766, + "e2e_s": 41.61470829800237 + }, + { + "id": "r0-n8192-o128-c16-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 19.71482516900869, + "tpot_est_s": 0.025808563866142886, + "e2e_s": 22.992512780008838 + }, + { + "id": "r0-n8192-o128-c16-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 21.982864382036496, + "tpot_est_s": 0.03616117218080321, + "e2e_s": 26.575333248998504 + }, + { + "id": "r0-n8192-o128-c16-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 5.119955391972326, + "tpot_est_s": 0.025364921220640584, + "e2e_s": 8.34130038699368 + }, + { + "id": "r0-n8192-o128-c16-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 5.280338059994392, + "tpot_est_s": 0.024117441007805124, + "e2e_s": 8.343253067985643 + }, + { + "id": "r0-n8192-o128-c16-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 34.05619293201016, + "tpot_est_s": 0.023650170645793885, + "e2e_s": 37.059764604025986 + }, + { + "id": "r0-n8192-o128-c16-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 17.1672832230106, + "tpot_est_s": 0.03675271199986808, + "e2e_s": 21.834877646993846 + }, + { + "id": "r0-n8192-o128-c16-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 24.478210252011195, + "tpot_est_s": 0.026177054527307324, + "e2e_s": 27.802696176979225 + }, + { + "id": "r0-n8192-o128-c16-8", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 9.801010555995163, + "tpot_est_s": 0.02590677762215253, + "e2e_s": 13.091171314008534 + }, + { + "id": "r0-n8192-o128-c16-9", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 12.096014120033942, + "tpot_est_s": 0.03702079918873533, + "e2e_s": 16.79765561700333 + }, + { + "id": "r0-n8192-o128-c16-10", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 26.795238305989187, + "tpot_est_s": 0.035737062252115634, + "e2e_s": 31.333845212007873 + }, + { + "id": "r0-n8192-o128-c16-11", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 31.57555126596708, + "tpot_est_s": 0.035133141157580317, + "e2e_s": 36.03746019297978 + }, + { + "id": "r0-n8192-o128-c16-12", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 7.343969153997023, + "tpot_est_s": 0.03656026412591734, + "e2e_s": 11.987122697988525 + }, + { + "id": "r0-n8192-o128-c16-13", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 29.281801544013433, + "tpot_est_s": 0.026074325566832708, + "e2e_s": 32.59324089100119 + }, + { + "id": "r0-n8192-o128-c16-14", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 14.753505687986035, + "tpot_est_s": 0.0271586212517481, + "e2e_s": 18.202650586958043 + }, + { + "id": "r0-n8192-o128-c16-15", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 36.44374341296498, + "tpot_est_s": 0.02301976849612831, + "e2e_s": 39.36725401197327 + } + ] + } + ], + "harness_sha256": "cfd4821e2a2112f3fcf7f242f3e76efe47134640e4bf22b3b63fb808be6148f0", + "startup_timeout_s": 1800, + "timing_scope": "Client first SSE event, full response e2e and estimated TPOT=(e2e-first_event)/(output_tokens-1). SSE can coalesce tokens; this is not per-token kernel timing. Loading/warmup/correctness checks excluded.", + "physical_gpus": 1, + "physical_rngd": 1, + "physical_atom": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 8192, + "local_chunk": 256, + "context": 9216, + "server_config": { + "servers": [ + [ + "/home/gspark/venvs/pt213/bin/python", + "-c", + "import sys,importlib.util,runpy\ns=importlib.util.spec_from_file_location('opt_prime.accel.serve.llmd','/tmp/llmd240.py')\nm=importlib.util.module_from_spec(s);sys.modules[s.name]=m;s.loader.exec_module(m)\nrunpy.run_path('/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/serve_batched.py',run_name='__main__')\n", + "--model", + "/tmp/serving-matrix-models/KONI-8B", + "--device", + "cuda:0", + "--dtype", + "bfloat16", + "--slots", + "4", + "--max-context", + "9216", + "--max-output", + "128", + "--kv", + "paged", + "--page-size", + "64", + "--chunk", + "256", + "--port", + "{port}", + "--pd-prefill-python", + "/tmp/stream265-python.sh", + "--pd-prefill-args", + "--engine factory --engine-factory streaming_factories:koni --width 8192 --chip 0", + "--pd-prefill-stream-layers" + ] + ], + "metadata": { + "physical_gpus": 1, + "physical_rngd": 1, + "physical_atom": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 8192, + "local_chunk": 256, + "context": 9216 + } + }, + "load_s": 136.69348047603853, + "references": { + "128:32": { + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date" + }, + "128:128": { + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don" + }, + "512:32": { + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It" + }, + "512:128": { + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language" + }, + "2048:32": { + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums" + }, + "2048:128": { + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is" + }, + "8192:32": { + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the" + }, + "8192:128": { + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home" + } + }, + "warmup_and_checks_s": 362.51260464603547, + "metrics": [ + "# HELP vllm:num_requests_running Requests executing on the stage.\n# TYPE vllm:num_requests_running gauge\nvllm:num_requests_running{model_name=\"KONI-8B\"} 0\n# HELP vllm:num_requests_waiting Requests queued for the stage owner.\n# TYPE vllm:num_requests_waiting gauge\nvllm:num_requests_waiting{model_name=\"KONI-8B\"} 0\n# HELP vllm:kv_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:kv_cache_usage_perc gauge\nvllm:kv_cache_usage_perc{model_name=\"KONI-8B\"} 0.0\n# HELP vllm:gpu_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:gpu_cache_usage_perc gauge\nvllm:gpu_cache_usage_perc{model_name=\"KONI-8B\"} 0.0\n# HELP vllm:request_success_total Finished requests by finish reason.\n# TYPE vllm:request_success_total counter\nvllm:request_success_total{model_name=\"KONI-8B\",finished_reason=\"length\"} 264\n# HELP airm_stage_request_failures_total Requests that ended with an engine error.\n# TYPE airm_stage_request_failures_total counter\nairm_stage_request_failures_total{model_name=\"KONI-8B\"} 0\n# HELP vllm:prompt_tokens_total Prompt tokens of finished requests.\n# TYPE vllm:prompt_tokens_total counter\nvllm:prompt_tokens_total{model_name=\"KONI-8B\"} 718080\n# HELP vllm:generation_tokens_total Generated tokens of finished requests.\n# TYPE vllm:generation_tokens_total counter\nvllm:generation_tokens_total{model_name=\"KONI-8B\"} 21120\n# HELP vllm:time_to_first_token_seconds Time to first token (prefill stage: fenced prefill).\n# TYPE vllm:time_to_first_token_seconds histogram\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.001\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.005\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.01\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.02\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.04\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.06\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.08\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.1\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.25\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.5\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.75\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"1.0\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"2.5\"} 7\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"5.0\"} 28\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"7.5\"} 50\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"10.0\"} 65\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"+Inf\"} 264\nvllm:time_to_first_token_seconds_sum{model_name=\"KONI-8B\"} 5300.839412991365\nvllm:time_to_first_token_seconds_count{model_name=\"KONI-8B\"} 264\n# HELP vllm:time_per_output_token_seconds Time per output token after the first (decode stage).\n# TYPE vllm:time_per_output_token_seconds histogram\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.01\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.025\"} 219\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.05\"} 263\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.075\"} 263\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.1\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.15\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.2\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.3\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.4\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.5\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.75\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"1.0\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"2.5\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"+Inf\"} 264\nvllm:time_per_output_token_seconds_sum{model_name=\"KONI-8B\"} 6.087481571004029\nvllm:time_per_output_token_seconds_count{model_name=\"KONI-8B\"} 264\n# HELP vllm:e2e_request_latency_seconds Stage request latency, from execution start to reply.\n# TYPE vllm:e2e_request_latency_seconds histogram\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"0.3\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"0.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"0.8\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"1.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"1.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"2.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"2.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"5.0\"} 12\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"10.0\"} 50\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"15.0\"} 84\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"20.0\"} 119\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"30.0\"} 185\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"40.0\"} 258\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"50.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"60.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"+Inf\"} 264\nvllm:e2e_request_latency_seconds_sum{model_name=\"KONI-8B\"} 5781.565720341401\nvllm:e2e_request_latency_seconds_count{model_name=\"KONI-8B\"} 264\n# HELP airm_kv_transfer_seconds KV transfer time from the prefill source to the decode destination.\n# TYPE airm_kv_transfer_seconds histogram\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.0005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.001\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.0025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.01\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.05\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.1\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.25\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.5\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"1.0\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"+Inf\"} 0\nairm_kv_transfer_seconds_sum{model_name=\"KONI-8B\"} 0.0\nairm_kv_transfer_seconds_count{model_name=\"KONI-8B\"} 0\n# HELP vllm:cache_config_info Information of the LLMEngine CacheConfig.\n# TYPE vllm:cache_config_info gauge\nvllm:cache_config_info{model_name=\"KONI-8B\",block_size=\"64\",num_gpu_blocks=\"576\",enable_prefix_caching=\"False\"} 1\n# HELP vllm:prefix_cache_queries_total Prompt tokens looked up in the prefix cache.\n# TYPE vllm:prefix_cache_queries_total counter\nvllm:prefix_cache_queries_total{model_name=\"KONI-8B\"} 718080\n# HELP vllm:prefix_cache_hits_total Prompt tokens served from the prefix cache.\n# TYPE vllm:prefix_cache_hits_total counter\nvllm:prefix_cache_hits_total{model_name=\"KONI-8B\"} 0\n# HELP airm_pd_prefills_total Prompts prefilled by the PD prefill worker (remote) or here (local).\n# TYPE airm_pd_prefills_total counter\nairm_pd_prefills_total{model_name=\"KONI-8B\",side=\"remote\"} 264\nairm_pd_prefills_total{model_name=\"KONI-8B\",side=\"local\"} 0\n# HELP airm_pd_transferred_tokens_total Prompt KV tokens received from the prefill side.\n# TYPE airm_pd_transferred_tokens_total counter\nairm_pd_transferred_tokens_total{model_name=\"KONI-8B\"} 718080\n# HELP airm_pd_producer_seconds_total Accumulated worker-reported seconds for admitted PD handoffs; excludes failed/cancelled handoffs. Prefill includes KV gathering; transfer excludes destination KV installation.\n# TYPE airm_pd_producer_seconds_total counter\nairm_pd_producer_seconds_total{model_name=\"KONI-8B\",stage=\"prefill\"} 643.2457509624073\nairm_pd_producer_seconds_total{model_name=\"KONI-8B\",stage=\"transfer\"} 0.0\n" + ], + "parity_passed": true +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-http-c16-whole.json b/opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-http-c16-whole.json new file mode 100644 index 00000000..41501157 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/stream265-koni-http-c16-whole.json @@ -0,0 +1,25226 @@ +{ + "passed": true, + "model": "KONI-8B", + "mode": "pd", + "dtype": "bfloat16", + "torch": "2.13.0+cu130", + "transformers": "5.15.0", + "replicas": 1, + "cpu_threads_per_server": 4, + "prompts": { + "128": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ], + "512": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ], + "2048": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ], + "8192": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ] + }, + "warmups": [ + { + "id": "warm-0-128-32", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "warm-0-128-128", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + }, + { + "id": "warm-0-512-32", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "warm-0-512-128", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "warm-0-2048-32", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "warm-0-2048-128", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + }, + { + "id": "warm-0-8192-32", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "warm-0-8192-128", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + } + ], + "correctness_batches": [ + { + "input_tokens": 128, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-128-32-16-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-1", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-2", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-3", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-4", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-5", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-6", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-7", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-8", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-9", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-10", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-11", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-12", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-13", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-14", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + }, + { + "id": "check-128-32-16-15", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-128-128-16-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + }, + { + "id": "check-128-128-16-1", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + }, + { + "id": "check-128-128-16-2", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + }, + { + "id": "check-128-128-16-3", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + }, + { + "id": "check-128-128-16-4", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + }, + { + "id": "check-128-128-16-5", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + }, + { + "id": "check-128-128-16-6", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + }, + { + "id": "check-128-128-16-7", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + }, + { + "id": "check-128-128-16-8", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + }, + { + "id": "check-128-128-16-9", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + }, + { + "id": "check-128-128-16-10", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + }, + { + "id": "check-128-128-16-11", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + }, + { + "id": "check-128-128-16-12", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + }, + { + "id": "check-128-128-16-13", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + }, + { + "id": "check-128-128-16-14", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + }, + { + "id": "check-128-128-16-15", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 512, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-512-32-16-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-1", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-2", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-3", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-4", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-5", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-6", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-7", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-8", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-9", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-10", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-11", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-12", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-13", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-14", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-15", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-512-128-16-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-1", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-2", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-3", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-4", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-5", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-6", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-7", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-8", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-9", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-10", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-11", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-12", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-13", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-14", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + }, + { + "id": "check-512-128-16-15", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-2048-32-16-0", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-1", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-2", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-3", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-4", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-5", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-6", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-7", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-8", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-9", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-10", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-11", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-12", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-13", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-14", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-15", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-2048-128-16-0", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-1", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-2", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-3", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-4", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-5", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-6", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-7", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-8", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-9", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-10", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-11", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-12", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-13", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-14", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-15", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-8192-32-16-0", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-1", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-2", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-3", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-4", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-5", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-6", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-7", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-8", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-9", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-10", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-11", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-12", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-13", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-14", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-15", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-8192-128-16-0", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-1", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-2", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-3", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-4", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-5", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-6", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-7", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-8", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-9", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-10", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-11", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-12", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-13", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-14", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-15", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + } + ] + } + ], + "batches": [ + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 48.516348453995306, + "output_tok_s": 10.553143761128151, + "median_first_sse_s": 25.787289747502655, + "median_tpot_est_s": 0.021191958595262538, + "median_e2e_s": 26.444240463955794, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o32-c16-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 18.1936078669969, + "tpot_est_s": 0.019844171677475736, + "e2e_s": 18.808777188998647 + }, + { + "id": "r0-n128-o32-c16-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 44.98823112499667, + "tpot_est_s": 0.02183513377507728, + "e2e_s": 45.66512027202407 + }, + { + "id": "r0-n128-o32-c16-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 12.3002679090132, + "tpot_est_s": 0.020711447838919178, + "e2e_s": 12.942322792019695 + }, + { + "id": "r0-n128-o32-c16-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 21.31916460697539, + "tpot_est_s": 0.021477898257979824, + "e2e_s": 21.984979452972766 + }, + { + "id": "r0-n128-o32-c16-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 6.146114421018865, + "tpot_est_s": 0.020113697870739647, + "e2e_s": 6.769639055011794 + }, + { + "id": "r0-n128-o32-c16-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 36.368867926998064, + "tpot_est_s": 0.021418441967633102, + "e2e_s": 37.03283962799469 + }, + { + "id": "r0-n128-o32-c16-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 27.250629718997516, + "tpot_est_s": 0.021206132417935276, + "e2e_s": 27.90801982395351 + }, + { + "id": "r0-n128-o32-c16-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 3.271451150008943, + "tpot_est_s": 0.02140662083852916, + "e2e_s": 3.935056396003347 + }, + { + "id": "r0-n128-o32-c16-8", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 30.144107912958134, + "tpot_est_s": 0.02080260264506984, + "e2e_s": 30.7889885949553 + }, + { + "id": "r0-n128-o32-c16-9", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 9.005793507036287, + "tpot_est_s": 0.02000511690200637, + "e2e_s": 9.625952130998485 + }, + { + "id": "r0-n128-o32-c16-10", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 15.316231173987035, + "tpot_est_s": 0.02104843080779838, + "e2e_s": 15.968732529028784 + }, + { + "id": "r0-n128-o32-c16-11", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 47.8616822300246, + "tpot_est_s": 0.02108340522634887, + "e2e_s": 48.51526779204141 + }, + { + "id": "r0-n128-o32-c16-12", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 33.03450577898184, + "tpot_est_s": 0.023095583742214067, + "e2e_s": 33.750468874990474 + }, + { + "id": "r0-n128-o32-c16-13", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 24.323949776007794, + "tpot_est_s": 0.021177784772589803, + "e2e_s": 24.980461103958078 + }, + { + "id": "r0-n128-o32-c16-14", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 42.11272827902576, + "tpot_est_s": 0.02210987580662233, + "e2e_s": 42.79813442903105 + }, + { + "id": "r0-n128-o32-c16-15", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date", + "text_equal": true, + "first_sse_s": 39.24288045702269, + "tpot_est_s": 0.022399862064048648, + "e2e_s": 39.9372761810082 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 50.19593511900166, + "output_tok_s": 40.800116486419036, + "median_first_sse_s": 25.704003082501004, + "median_tpot_est_s": 0.02121528316134272, + "median_e2e_s": 28.37186409899732, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c16-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": true, + "first_sse_s": 38.69538060401101, + "tpot_est_s": 0.020365963086823192, + "e2e_s": 41.28185791603755 + }, + { + "id": "r0-n128-o128-c16-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": true, + "first_sse_s": 12.159380520984996, + "tpot_est_s": 0.02226768818905753, + "e2e_s": 14.987376920995302 + }, + { + "id": "r0-n128-o128-c16-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": true, + "first_sse_s": 3.1879052739823237, + "tpot_est_s": 0.021785901417574426, + "e2e_s": 5.954714754014276 + }, + { + "id": "r0-n128-o128-c16-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": true, + "first_sse_s": 32.9711997769773, + "tpot_est_s": 0.019976166480286852, + "e2e_s": 35.50817291997373 + }, + { + "id": "r0-n128-o128-c16-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": true, + "first_sse_s": 30.099339144013356, + "tpot_est_s": 0.02154674814916839, + "e2e_s": 32.83577615895774 + }, + { + "id": "r0-n128-o128-c16-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": true, + "first_sse_s": 27.14245977101382, + "tpot_est_s": 0.020842893149494744, + "e2e_s": 29.78950720099965 + }, + { + "id": "r0-n128-o128-c16-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": true, + "first_sse_s": 35.83202229696326, + "tpot_est_s": 0.01968452160651832, + "e2e_s": 38.33195654099109 + }, + { + "id": "r0-n128-o128-c16-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": true, + "first_sse_s": 9.071348302008118, + "tpot_est_s": 0.021803894551382878, + "e2e_s": 11.840442910033744 + }, + { + "id": "r0-n128-o128-c16-8", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": true, + "first_sse_s": 15.176105320977513, + "tpot_est_s": 0.02187165463027933, + "e2e_s": 17.953805459022988 + }, + { + "id": "r0-n128-o128-c16-9", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": true, + "first_sse_s": 6.173708237998653, + "tpot_est_s": 0.021871232157701436, + "e2e_s": 8.951354722026736 + }, + { + "id": "r0-n128-o128-c16-10", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": true, + "first_sse_s": 21.398727207037155, + "tpot_est_s": 0.02125990015727754, + "e2e_s": 24.098734527011402 + }, + { + "id": "r0-n128-o128-c16-11", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": true, + "first_sse_s": 47.611004838952795, + "tpot_est_s": 0.020342398653958198, + "e2e_s": 50.194489468005486 + }, + { + "id": "r0-n128-o128-c16-12", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": true, + "first_sse_s": 24.26554639398819, + "tpot_est_s": 0.021170666165407893, + "e2e_s": 26.95422099699499 + }, + { + "id": "r0-n128-o128-c16-13", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": true, + "first_sse_s": 44.47412391600665, + "tpot_est_s": 0.020736423220694446, + "e2e_s": 47.10764966503484 + }, + { + "id": "r0-n128-o128-c16-14", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": true, + "first_sse_s": 18.21876878401963, + "tpot_est_s": 0.021678589842205238, + "e2e_s": 20.971949693979695 + }, + { + "id": "r0-n128-o128-c16-15", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don", + "text_equal": true, + "first_sse_s": 41.581901800993364, + "tpot_est_s": 0.02029644305529953, + "e2e_s": 44.159550069016404 + } + ] + }, + { + "repeat": 0, + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 48.00687897502212, + "output_tok_s": 10.665138224594699, + "median_first_sse_s": 25.29261620849138, + "median_tpot_est_s": 0.020675607661213423, + "median_e2e_s": 25.933016023016535, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n512-o32-c16-0", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 23.842190155002754, + "tpot_est_s": 0.021256068032310015, + "e2e_s": 24.501128264004365 + }, + { + "id": "r0-n512-o32-c16-1", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 15.047367936989758, + "tpot_est_s": 0.02018301303295659, + "e2e_s": 15.673041341011412 + }, + { + "id": "r0-n512-o32-c16-2", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 20.92819102597423, + "tpot_est_s": 0.020019027678626438, + "e2e_s": 21.54878088401165 + }, + { + "id": "r0-n512-o32-c16-3", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 41.62134250398958, + "tpot_est_s": 0.020942700613710667, + "e2e_s": 42.27056622301461 + }, + { + "id": "r0-n512-o32-c16-4", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 2.9328824619879015, + "tpot_est_s": 0.020878940677991318, + "e2e_s": 3.5801296230056323 + }, + { + "id": "r0-n512-o32-c16-5", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 32.52948680805275, + "tpot_est_s": 0.020636281160066924, + "e2e_s": 33.16921152401483 + }, + { + "id": "r0-n512-o32-c16-6", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 38.603306157980114, + "tpot_est_s": 0.02164464848371403, + "e2e_s": 39.27429026097525 + }, + { + "id": "r0-n512-o32-c16-7", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 35.437545216991566, + "tpot_est_s": 0.020251567869807682, + "e2e_s": 36.065343820955604 + }, + { + "id": "r0-n512-o32-c16-8", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 8.979132168984506, + "tpot_est_s": 0.020997330227175787, + "e2e_s": 9.630049406026956 + }, + { + "id": "r0-n512-o32-c16-9", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 18.042792805994395, + "tpot_est_s": 0.019460425096293612, + "e2e_s": 18.646065983979497 + }, + { + "id": "r0-n512-o32-c16-10", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 5.968974667950533, + "tpot_est_s": 0.020966350388217477, + "e2e_s": 6.618931529985275 + }, + { + "id": "r0-n512-o32-c16-11", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 29.641508325992618, + "tpot_est_s": 0.020714934162359925, + "e2e_s": 30.283671285025775 + }, + { + "id": "r0-n512-o32-c16-12", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 47.38726658798987, + "tpot_est_s": 0.019924215807188905, + "e2e_s": 48.00491727801273 + }, + { + "id": "r0-n512-o32-c16-13", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 26.74304226198001, + "tpot_est_s": 0.020060049033828922, + "e2e_s": 27.364903782028705 + }, + { + "id": "r0-n512-o32-c16-14", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 11.861347005004063, + "tpot_est_s": 0.020313484935961183, + "e2e_s": 12.49106503801886 + }, + { + "id": "r0-n512-o32-c16-15", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 44.499533071997575, + "tpot_est_s": 0.021561972064627035, + "e2e_s": 45.16795420600101 + } + ] + }, + { + "repeat": 0, + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 50.05854309798451, + "output_tok_s": 40.912097581250976, + "median_first_sse_s": 25.332793043518905, + "median_tpot_est_s": 0.021443365633993697, + "median_e2e_s": 27.96631305103074, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n512-o128-c16-0", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 29.719401916954666, + "tpot_est_s": 0.021157201921281323, + "e2e_s": 32.406366560957395 + }, + { + "id": "r0-n512-o128-c16-1", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 23.86917987902416, + "tpot_est_s": 0.020337158393785797, + "e2e_s": 26.451998995034955 + }, + { + "id": "r0-n512-o128-c16-2", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 26.79640620801365, + "tpot_est_s": 0.021135597630022606, + "e2e_s": 29.48062710702652 + }, + { + "id": "r0-n512-o128-c16-3", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 32.624758013989776, + "tpot_est_s": 0.021054881748167695, + "e2e_s": 35.298727996007074 + }, + { + "id": "r0-n512-o128-c16-4", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 11.828513576008845, + "tpot_est_s": 0.021626802259876475, + "e2e_s": 14.575117463013157 + }, + { + "id": "r0-n512-o128-c16-5", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 41.63943701196695, + "tpot_est_s": 0.022038070110541836, + "e2e_s": 44.43827191600576 + }, + { + "id": "r0-n512-o128-c16-6", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 20.96920717798639, + "tpot_est_s": 0.02014124261418827, + "e2e_s": 23.5271449899883 + }, + { + "id": "r0-n512-o128-c16-7", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 17.888479563000146, + "tpot_est_s": 0.0206187179685189, + "e2e_s": 20.507056745002046 + }, + { + "id": "r0-n512-o128-c16-8", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 14.747224004997406, + "tpot_est_s": 0.021578594952854732, + "e2e_s": 17.487705564009957 + }, + { + "id": "r0-n512-o128-c16-9", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 38.75185650005005, + "tpot_est_s": 0.021773030283387868, + "e2e_s": 41.51703134604031 + }, + { + "id": "r0-n512-o128-c16-10", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 2.904237207956612, + "tpot_est_s": 0.021642179708693206, + "e2e_s": 5.652794030960649 + }, + { + "id": "r0-n512-o128-c16-11", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 35.53260646999115, + "tpot_est_s": 0.021536169267959863, + "e2e_s": 38.267699967022054 + }, + { + "id": "r0-n512-o128-c16-12", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 44.51795969798695, + "tpot_est_s": 0.021777758370226937, + "e2e_s": 47.283735011005774 + }, + { + "id": "r0-n512-o128-c16-13", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 47.41581479203887, + "tpot_est_s": 0.02080000039349552, + "e2e_s": 50.057414842012804 + }, + { + "id": "r0-n512-o128-c16-14", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 8.697616951016244, + "tpot_est_s": 0.021350562000027527, + "e2e_s": 11.40913832501974 + }, + { + "id": "r0-n512-o128-c16-15", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language", + "text_equal": true, + "first_sse_s": 5.780292367970105, + "tpot_est_s": 0.022345927598479195, + "e2e_s": 8.618225172976963 + } + ] + }, + { + "repeat": 0, + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 49.3628645450226, + "output_tok_s": 10.372169539168821, + "median_first_sse_s": 26.047173374478007, + "median_tpot_est_s": 0.021417234403704622, + "median_e2e_s": 26.696669679979095, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n2048-o32-c16-0", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 39.791001987992786, + "tpot_est_s": 0.021088758515449422, + "e2e_s": 40.44475350197172 + }, + { + "id": "r0-n2048-o32-c16-1", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 5.999310604005586, + "tpot_est_s": 0.021658357613975363, + "e2e_s": 6.670719690038823 + }, + { + "id": "r0-n2048-o32-c16-2", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 48.66426699998556, + "tpot_est_s": 0.022523340451786476, + "e2e_s": 49.36249055399094 + }, + { + "id": "r0-n2048-o32-c16-3", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 36.792107979010325, + "tpot_est_s": 0.0217249586768899, + "e2e_s": 37.46558169799391 + }, + { + "id": "r0-n2048-o32-c16-4", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 9.134219088009559, + "tpot_est_s": 0.02104664209576684, + "e2e_s": 9.78666499297833 + }, + { + "id": "r0-n2048-o32-c16-5", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 15.376362367998809, + "tpot_est_s": 0.021479328515969457, + "e2e_s": 16.042221551993862 + }, + { + "id": "r0-n2048-o32-c16-6", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 21.615409334015567, + "tpot_est_s": 0.02053117641856173, + "e2e_s": 22.25187580299098 + }, + { + "id": "r0-n2048-o32-c16-7", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 24.566573684976902, + "tpot_est_s": 0.021318646645428794, + "e2e_s": 25.227451730985194 + }, + { + "id": "r0-n2048-o32-c16-8", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 42.7341115999734, + "tpot_est_s": 0.021368157291304198, + "e2e_s": 43.39652447600383 + }, + { + "id": "r0-n2048-o32-c16-9", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 27.52777306397911, + "tpot_est_s": 0.020584340806254337, + "e2e_s": 28.165887628972996 + }, + { + "id": "r0-n2048-o32-c16-10", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 33.45441616902826, + "tpot_est_s": 0.021657254451119733, + "e2e_s": 34.125791057012975 + }, + { + "id": "r0-n2048-o32-c16-11", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 18.650427034008317, + "tpot_est_s": 0.021980607354517786, + "e2e_s": 19.331825861998368 + }, + { + "id": "r0-n2048-o32-c16-12", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 3.0410058270208538, + "tpot_est_s": 0.0220658959024736, + "e2e_s": 3.7250485999975353 + }, + { + "id": "r0-n2048-o32-c16-13", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 30.496858511993196, + "tpot_est_s": 0.021466311516105046, + "e2e_s": 31.162314168992452 + }, + { + "id": "r0-n2048-o32-c16-14", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 45.70546298800036, + "tpot_est_s": 0.020803085485127784, + "e2e_s": 46.350358638039324 + }, + { + "id": "r0-n2048-o32-c16-15", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums", + "text_equal": true, + "first_sse_s": 12.334835820016451, + "tpot_est_s": 0.02113566680571004, + "e2e_s": 12.990041490993463 + } + ] + }, + { + "repeat": 0, + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 51.483433398010675, + "output_tok_s": 39.779786716383505, + "median_first_sse_s": 25.689061603479786, + "median_tpot_est_s": 0.021560519523496968, + "median_e2e_s": 28.39471548248548, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n2048-o128-c16-0", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "text_equal": true, + "first_sse_s": 30.162619236973114, + "tpot_est_s": 0.021193732850356247, + "e2e_s": 32.85422330896836 + }, + { + "id": "r0-n2048-o128-c16-1", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "text_equal": true, + "first_sse_s": 42.389980599982664, + "tpot_est_s": 0.02151041910213631, + "e2e_s": 45.121803825953975 + }, + { + "id": "r0-n2048-o128-c16-2", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "text_equal": true, + "first_sse_s": 18.277189738000743, + "tpot_est_s": 0.02175723117323387, + "e2e_s": 21.040358097001445 + }, + { + "id": "r0-n2048-o128-c16-3", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "text_equal": true, + "first_sse_s": 27.162178694969043, + "tpot_est_s": 0.021484829566998803, + "e2e_s": 29.89075204997789 + }, + { + "id": "r0-n2048-o128-c16-4", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "text_equal": true, + "first_sse_s": 12.237757512019016, + "tpot_est_s": 0.02184986674014156, + "e2e_s": 15.012690588016994 + }, + { + "id": "r0-n2048-o128-c16-5", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "text_equal": true, + "first_sse_s": 3.0370269939885475, + "tpot_est_s": 0.02209010445668663, + "e2e_s": 5.842470259987749 + }, + { + "id": "r0-n2048-o128-c16-6", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "text_equal": true, + "first_sse_s": 6.166520724014845, + "tpot_est_s": 0.021088509212658688, + "e2e_s": 8.844761394022498 + }, + { + "id": "r0-n2048-o128-c16-7", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "text_equal": true, + "first_sse_s": 39.22286013700068, + "tpot_est_s": 0.021679001732447044, + "e2e_s": 41.976093357021455 + }, + { + "id": "r0-n2048-o128-c16-8", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "text_equal": true, + "first_sse_s": 33.12103328498779, + "tpot_est_s": 0.021496326259729696, + "e2e_s": 35.85106671997346 + }, + { + "id": "r0-n2048-o128-c16-9", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "text_equal": true, + "first_sse_s": 15.304272833978757, + "tpot_est_s": 0.021610619944857624, + "e2e_s": 18.048821566975676 + }, + { + "id": "r0-n2048-o128-c16-10", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "text_equal": true, + "first_sse_s": 21.26847948000068, + "tpot_est_s": 0.020812458795491665, + "e2e_s": 23.91166174702812 + }, + { + "id": "r0-n2048-o128-c16-11", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "text_equal": true, + "first_sse_s": 9.140647568972781, + "tpot_est_s": 0.021782479708643967, + "e2e_s": 11.907022491970565 + }, + { + "id": "r0-n2048-o128-c16-12", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "text_equal": true, + "first_sse_s": 48.84180778096197, + "tpot_est_s": 0.020791247070906318, + "e2e_s": 51.482296158967074 + }, + { + "id": "r0-n2048-o128-c16-13", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "text_equal": true, + "first_sse_s": 45.62082139600534, + "tpot_est_s": 0.021877887204571768, + "e2e_s": 48.399313070985954 + }, + { + "id": "r0-n2048-o128-c16-14", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "text_equal": true, + "first_sse_s": 24.21594451199053, + "tpot_est_s": 0.021123892937027888, + "e2e_s": 26.89867891499307 + }, + { + "id": "r0-n2048-o128-c16-15", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is", + "text_equal": true, + "first_sse_s": 36.108263091999106, + "tpot_est_s": 0.021772195763819977, + "e2e_s": 38.87333195400424 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 52.794517844042275, + "output_tok_s": 9.697976625385127, + "median_first_sse_s": 29.496646780520678, + "median_tpot_est_s": 0.022594777870953323, + "median_e2e_s": 30.335084279533476, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o32-c16-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 39.16797221201705, + "tpot_est_s": 0.022631067063494194, + "e2e_s": 39.86953529098537 + }, + { + "id": "r0-n8192-o32-c16-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 32.82464482402429, + "tpot_est_s": 0.022162437902748463, + "e2e_s": 33.51168039900949 + }, + { + "id": "r0-n8192-o32-c16-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 13.35748898802558, + "tpot_est_s": 0.022040015644198583, + "e2e_s": 14.040729472995736 + }, + { + "id": "r0-n8192-o32-c16-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 32.51847157999873, + "tpot_est_s": 0.03203692374330375, + "e2e_s": 33.51161621604115 + }, + { + "id": "r0-n8192-o32-c16-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 13.058151183009613, + "tpot_est_s": 0.031683143708975084, + "e2e_s": 14.040328637987841 + }, + { + "id": "r0-n8192-o32-c16-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 6.674295351025648, + "tpot_est_s": 0.03224440425777087, + "e2e_s": 7.673871883016545 + }, + { + "id": "r0-n8192-o32-c16-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 19.780334542039782, + "tpot_est_s": 0.032321019128205314, + "e2e_s": 20.782286135014147 + }, + { + "id": "r0-n8192-o32-c16-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 45.87466103001498, + "tpot_est_s": 0.022351029644449873, + "e2e_s": 46.56754294899292 + }, + { + "id": "r0-n8192-o32-c16-8", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 6.97835390700493, + "tpot_est_s": 0.022457683417615632, + "e2e_s": 7.674542092951015 + }, + { + "id": "r0-n8192-o32-c16-9", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 52.12519372598035, + "tpot_est_s": 0.02155099761289274, + "e2e_s": 52.79327465198003 + }, + { + "id": "r0-n8192-o32-c16-10", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 26.474821981042624, + "tpot_est_s": 0.02205581812848968, + "e2e_s": 27.158552343025804 + }, + { + "id": "r0-n8192-o32-c16-11", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 38.84722356701968, + "tpot_est_s": 0.032946690806232755, + "e2e_s": 39.8685709820129 + }, + { + "id": "r0-n8192-o32-c16-12", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 45.56855326099321, + "tpot_est_s": 0.032194598290633654, + "e2e_s": 46.566585808002856 + }, + { + "id": "r0-n8192-o32-c16-13", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 20.083183587994426, + "tpot_est_s": 0.022558488678412453, + "e2e_s": 20.782496737025212 + }, + { + "id": "r0-n8192-o32-c16-14", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 48.884305018989835, + "tpot_est_s": 0.021738977903770582, + "e2e_s": 49.55821333400672 + }, + { + "id": "r0-n8192-o32-c16-15", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 26.17354406300001, + "tpot_est_s": 0.031771154225533525, + "e2e_s": 27.158449843991548 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 55.47001963597722, + "output_tok_s": 36.920845051796064, + "median_first_sse_s": 28.242891130503267, + "median_tpot_est_s": 0.027275542303274468, + "median_e2e_s": 32.87765814899467, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c16-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 6.6726421500206925, + "tpot_est_s": 0.02708289822046535, + "e2e_s": 10.112170224019792 + }, + { + "id": "r0-n8192-o128-c16-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 6.976133624033537, + "tpot_est_s": 0.024695554613887415, + "e2e_s": 10.112469059997238 + }, + { + "id": "r0-n8192-o128-c16-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 20.166249344008975, + "tpot_est_s": 0.027368229952747163, + "e2e_s": 23.642014548007865 + }, + { + "id": "r0-n8192-o128-c16-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 29.855904230033047, + "tpot_est_s": 0.04618522277153207, + "e2e_s": 35.72142752201762 + }, + { + "id": "r0-n8192-o128-c16-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 16.682116120995488, + "tpot_est_s": 0.04824782191321078, + "e2e_s": 22.809589503973257 + }, + { + "id": "r0-n8192-o128-c16-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 33.10769119800534, + "tpot_est_s": 0.02718285465380177, + "e2e_s": 36.559913739038166 + }, + { + "id": "r0-n8192-o128-c16-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 36.3744049060042, + "tpot_est_s": 0.04663649973217544, + "e2e_s": 42.29724037199048 + }, + { + "id": "r0-n8192-o128-c16-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 9.930847457959317, + "tpot_est_s": 0.046755761448953916, + "e2e_s": 15.868829161976464 + }, + { + "id": "r0-n8192-o128-c16-8", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 52.79065092699602, + "tpot_est_s": 0.02108376782651492, + "e2e_s": 55.46828944096342 + }, + { + "id": "r0-n8192-o128-c16-9", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 42.88236192194745, + "tpot_est_s": 0.04755556883471908, + "e2e_s": 48.92191916395677 + }, + { + "id": "r0-n8192-o128-c16-10", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 39.6271565729985, + "tpot_est_s": 0.027070118031394853, + "e2e_s": 43.06506156298565 + }, + { + "id": "r0-n8192-o128-c16-11", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 23.462634600989986, + "tpot_est_s": 0.04561670348057377, + "e2e_s": 29.255955943022855 + }, + { + "id": "r0-n8192-o128-c16-12", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 46.27450531203067, + "tpot_est_s": 0.022446984267522264, + "e2e_s": 49.125272314006 + }, + { + "id": "r0-n8192-o128-c16-13", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 49.49138858995866, + "tpot_est_s": 0.022243739984375902, + "e2e_s": 52.3163435679744 + }, + { + "id": "r0-n8192-o128-c16-14", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 13.261734372004867, + "tpot_est_s": 0.028410925881893145, + "e2e_s": 16.869921959005296 + }, + { + "id": "r0-n8192-o128-c16-15", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 26.629878030973487, + "tpot_est_s": 0.0268032342125845, + "e2e_s": 30.033888775971718 + } + ] + } + ], + "harness_sha256": "cfd4821e2a2112f3fcf7f242f3e76efe47134640e4bf22b3b63fb808be6148f0", + "startup_timeout_s": 1800, + "timing_scope": "Client first SSE event, full response e2e and estimated TPOT=(e2e-first_event)/(output_tokens-1). SSE can coalesce tokens; this is not per-token kernel timing. Loading/warmup/correctness checks excluded.", + "physical_gpus": 1, + "physical_rngd": 1, + "physical_atom": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 8192, + "local_chunk": 256, + "context": 9216, + "server_config": { + "servers": [ + [ + "/home/gspark/venvs/pt213/bin/python", + "-c", + "import sys,importlib.util,runpy\ns=importlib.util.spec_from_file_location('opt_prime.accel.serve.llmd','/tmp/llmd240.py')\nm=importlib.util.module_from_spec(s);sys.modules[s.name]=m;s.loader.exec_module(m)\nrunpy.run_path('/home/gspark/workspace/aicomp-rngd-stream-265/opt_prime/examples/pd/serve_batched.py',run_name='__main__')\n", + "--model", + "/tmp/serving-matrix-models/KONI-8B", + "--device", + "cuda:0", + "--dtype", + "bfloat16", + "--slots", + "4", + "--max-context", + "9216", + "--max-output", + "128", + "--kv", + "paged", + "--page-size", + "64", + "--chunk", + "256", + "--port", + "{port}", + "--pd-prefill-python", + "/tmp/stream265-python.sh", + "--pd-prefill-args", + "--engine factory --engine-factory streaming_factories:koni --width 8192 --chip 0" + ] + ], + "metadata": { + "physical_gpus": 1, + "physical_rngd": 1, + "physical_atom": 0, + "slots_per_decoder": 4, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 8192, + "local_chunk": 256, + "context": 9216 + } + }, + "load_s": 143.30956487596268, + "references": { + "128:32": { + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date" + }, + "128:128": { + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 779, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 617, + 904, + 1023, + 4860, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 2822, + 11, + 420, + 2038, + 374, + 539, + 9959, + 311, + 279, + 2728, + 8712, + 13, + 720, + 791, + 10652, + 8712, + 574, + 922, + 15039, + 8649, + 2204, + 3673, + 11, + 323, + 279, + 3488, + 4691, + 922, + 279, + 6864, + 315, + 9822, + 13, + 720, + 2746, + 499, + 617, + 904, + 1023, + 4860, + 477, + 1205, + 4726, + 13291, + 11, + 2733, + 1949, + 311, + 2610, + 13, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 40, + 2846, + 14931, + 11, + 719, + 358, + 1541 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If so, please let me know if you have any other questions. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nNo, this information is not relevant to the given topic. \nThe conversation topic was about boxes containing different items, and the question asked about the capital of France. \nIf you have any other questions or need further assistance, feel free to ask. \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \nI'm sorry, but I don" + }, + "512:32": { + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It" + }, + "512:128": { + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 323, + 56780, + 17404, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 1855, + 1060, + 11, + 3339, + 433, + 832, + 315, + 279, + 1455, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 36536, + 11, + 75001, + 36617, + 579, + 23291, + 11, + 323, + 34076, + 33100, + 1093, + 9995, + 34572, + 265, + 323, + 2009, + 2947, + 2852, + 13, + 8753, + 374, + 279, + 6156, + 4221 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, and gastronomy. It attracts millions of tourists each year, making it one of the most visited cities in the world. The city is also famous for its beautiful gardens, picturesque riverside walks, and vibrant neighborhoods like Montmartre and Le Marais. French is the primary language" + }, + "2048:32": { + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums" + }, + "2048:128": { + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 6366, + 18112, + 11, + 1989, + 51677, + 11, + 323, + 18526, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 7829, + 11, + 11401, + 11, + 323, + 11759, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 36105, + 323, + 374, + 3629, + 14183, + 311, + 439, + 279, + 330, + 13020, + 315, + 8828, + 1210, + 578, + 6864, + 315, + 9822, + 706, + 1027, + 12366, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 220, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 13, + 220, + 1115, + 374 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its beautiful architecture, art museums, and historic landmarks such as the Eiffel Tower and Notre-Dame Cathedral. Paris has been a center of culture, fashion, and politics for centuries and is considered one of the most romantic and visited cities in the world. The city is also famous for its cuisine and is often referred to as the \"City of Light.\" The capital of France has been Paris since the 12th century. The red box contains apples. The blue box contains books. This is" + }, + "8192:32": { + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the" + }, + "8192:128": { + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home" + } + }, + "warmup_and_checks_s": 456.1767733549932, + "metrics": [ + "# HELP vllm:num_requests_running Requests executing on the stage.\n# TYPE vllm:num_requests_running gauge\nvllm:num_requests_running{model_name=\"KONI-8B\"} 0\n# HELP vllm:num_requests_waiting Requests queued for the stage owner.\n# TYPE vllm:num_requests_waiting gauge\nvllm:num_requests_waiting{model_name=\"KONI-8B\"} 0\n# HELP vllm:kv_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:kv_cache_usage_perc gauge\nvllm:kv_cache_usage_perc{model_name=\"KONI-8B\"} 0.0\n# HELP vllm:gpu_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:gpu_cache_usage_perc gauge\nvllm:gpu_cache_usage_perc{model_name=\"KONI-8B\"} 0.0\n# HELP vllm:request_success_total Finished requests by finish reason.\n# TYPE vllm:request_success_total counter\nvllm:request_success_total{model_name=\"KONI-8B\",finished_reason=\"length\"} 264\n# HELP airm_stage_request_failures_total Requests that ended with an engine error.\n# TYPE airm_stage_request_failures_total counter\nairm_stage_request_failures_total{model_name=\"KONI-8B\"} 0\n# HELP vllm:prompt_tokens_total Prompt tokens of finished requests.\n# TYPE vllm:prompt_tokens_total counter\nvllm:prompt_tokens_total{model_name=\"KONI-8B\"} 718080\n# HELP vllm:generation_tokens_total Generated tokens of finished requests.\n# TYPE vllm:generation_tokens_total counter\nvllm:generation_tokens_total{model_name=\"KONI-8B\"} 21120\n# HELP vllm:time_to_first_token_seconds Time to first token (prefill stage: fenced prefill).\n# TYPE vllm:time_to_first_token_seconds histogram\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.001\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.005\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.01\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.02\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.04\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.06\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.08\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.1\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.25\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.5\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.75\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"1.0\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"2.5\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"5.0\"} 21\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"7.5\"} 40\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"10.0\"} 54\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-8B\",le=\"+Inf\"} 264\nvllm:time_to_first_token_seconds_sum{model_name=\"KONI-8B\"} 6774.7393025428755\nvllm:time_to_first_token_seconds_count{model_name=\"KONI-8B\"} 264\n# HELP vllm:time_per_output_token_seconds Time per output token after the first (decode stage).\n# TYPE vllm:time_per_output_token_seconds histogram\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.01\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.025\"} 219\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.05\"} 250\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.075\"} 250\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.1\"} 251\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.15\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.2\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.3\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.4\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.5\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"0.75\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"1.0\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"2.5\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-8B\",le=\"+Inf\"} 264\nvllm:time_per_output_token_seconds_sum{model_name=\"KONI-8B\"} 7.317239523834382\nvllm:time_per_output_token_seconds_count{model_name=\"KONI-8B\"} 264\n# HELP vllm:e2e_request_latency_seconds Stage request latency, from execution start to reply.\n# TYPE vllm:e2e_request_latency_seconds histogram\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"0.3\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"0.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"0.8\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"1.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"1.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"2.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"2.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"5.0\"} 9\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"10.0\"} 42\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"15.0\"} 63\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"20.0\"} 89\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"30.0\"} 144\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"40.0\"} 196\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"50.0\"} 253\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"60.0\"} 264\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-8B\",le=\"+Inf\"} 264\nvllm:e2e_request_latency_seconds_sum{model_name=\"KONI-8B\"} 7303.767270206008\nvllm:e2e_request_latency_seconds_count{model_name=\"KONI-8B\"} 264\n# HELP airm_kv_transfer_seconds KV transfer time from the prefill source to the decode destination.\n# TYPE airm_kv_transfer_seconds histogram\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.0005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.001\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.0025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.01\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.05\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.1\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.25\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"0.5\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"1.0\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-8B\",le=\"+Inf\"} 0\nairm_kv_transfer_seconds_sum{model_name=\"KONI-8B\"} 0.0\nairm_kv_transfer_seconds_count{model_name=\"KONI-8B\"} 0\n# HELP vllm:cache_config_info Information of the LLMEngine CacheConfig.\n# TYPE vllm:cache_config_info gauge\nvllm:cache_config_info{model_name=\"KONI-8B\",block_size=\"64\",num_gpu_blocks=\"576\",enable_prefix_caching=\"False\"} 1\n# HELP vllm:prefix_cache_queries_total Prompt tokens looked up in the prefix cache.\n# TYPE vllm:prefix_cache_queries_total counter\nvllm:prefix_cache_queries_total{model_name=\"KONI-8B\"} 718080\n# HELP vllm:prefix_cache_hits_total Prompt tokens served from the prefix cache.\n# TYPE vllm:prefix_cache_hits_total counter\nvllm:prefix_cache_hits_total{model_name=\"KONI-8B\"} 0\n# HELP airm_pd_prefills_total Prompts prefilled by the PD prefill worker (remote) or here (local).\n# TYPE airm_pd_prefills_total counter\nairm_pd_prefills_total{model_name=\"KONI-8B\",side=\"remote\"} 264\nairm_pd_prefills_total{model_name=\"KONI-8B\",side=\"local\"} 0\n# HELP airm_pd_transferred_tokens_total Prompt KV tokens received from the prefill side.\n# TYPE airm_pd_transferred_tokens_total counter\nairm_pd_transferred_tokens_total{model_name=\"KONI-8B\"} 718080\n# HELP airm_pd_producer_seconds_total Accumulated worker-reported seconds for admitted PD handoffs; excludes failed/cancelled handoffs. Prefill includes KV gathering; transfer excludes destination KV installation.\n# TYPE airm_pd_producer_seconds_total counter\nairm_pd_producer_seconds_total{model_name=\"KONI-8B\",stage=\"prefill\"} 819.1821705153561\nairm_pd_producer_seconds_total{model_name=\"KONI-8B\",stage=\"transfer\"} 0.0\n" + ], + "parity_passed": true +} diff --git a/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-stream265-gpu-http-complete.md b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-stream265-gpu-http-complete.md new file mode 100644 index 00000000..1e8f9ab7 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-stream265-gpu-http-complete.md @@ -0,0 +1,44 @@ +# Four-model GPU HTTP streaming matrix completed + +- **Date**: 2026-10-24 +- **Task**: RNGD layer streaming (aicomp #265) +- **Host / device**: GPU benchmark host; A10080GB PCIe,driver580.178.04; PD additionally one RNGD,Furiosa2026.4 environment +- **Commit**: production33d6cb08ec806f693dbecfd7d630331a3bd1bb2f;launch head5978c35d9d478a62c6e30819f03e7962925c1ae1. Later changes evidence/tests only; captured hashes in evidence265/stream265-http-c16-manifest.json. + +## Question and setup + +Compare native GPU, whole RNGD KV handoff and layer streaming for Qwen3-0.6B,Qwen3-4B,Gemma3-1B,KONI-8B. BF16,sourcewidth8192,context9216,cachesoff,c16 behind4execution slots;inputs128/512/2048/8192,outputs32/128. Each of12modes has8warmups,128retained-token checks and128timed SSE text checks. One measured batch per condition, not statistical speedup evidence. Native uses one GPU; PD adds one RNGD. Exact driver, configuration and dependencies documented in the preceding Qwen/Gemma HTTP records. + +## Command + +```bash +/home/gspark/venvs/pt213/bin/python analysis/serving-matrix-201/run_stream265_http_c16.py --run +``` + +## Results + +Queue session41030 exited0. All12child modes exit0 and independently pass audit_result. Totals:96conditions,96warmups,1536retained-token checks,1536timed SSE text checks. Whole/stream reference arrays identical for allfour models across all8conditions. Independent summary http265-four-model-gpu-summary.json in evidence265. + +| Model | Native/whole exact references | Whole/stream exact references | Remaining numerical distinction | +|---|---:|---:|---| +| Qwen3-0.6B |8/8|8/8|Measured fixtures only| +| Qwen3-4B |4/8|8/8|Four differences beforeEOS;#256 remains| +| Gemma3-1B |4/8|8/8|All strict differences afterEOS;throughEOS8/8 on these fixtures;earlier#233/#263 failures remain| +| KONI-8B |5/8|8/8|Three differences beforeEOS;#261 remains| + +KONI first divergent indices64/56/98 for128/2048/8192input with128output. EOS union128001/128009 verified; noEOS in these references. Short fixture and both fulloutputs exactly reproduce the earlier#261diagnosis. Head-onlyFP32 remains rejected as a general fix. Exact fixtures and hashes retained. + +| KONI input | Output | Native TTFT s | Whole TTFT s | Stream TTFT s | Stream throughput change vswhole % | +|---:|---:|---:|---:|---:|---:| +| 128 | 32 | 1.33 | 25.79 | 20.55 | 23.78 | +| 128 | 128 | 4.20 | 25.70 | 20.69 | 20.94 | +| 512 | 32 | 1.76 | 25.29 | 20.23 | 24.72 | +| 512 | 128 | 4.80 | 25.33 | 20.68 | 22.29 | +| 2048 | 32 | 4.39 | 26.05 | 20.60 | 24.35 | +| 2048 | 128 | 7.39 | 25.69 | 19.95 | 28.73 | +| 8192 | 32 | 21.29 | 29.50 | 22.12 | 33.93 | +| 8192 | 128 | 22.67 | 28.24 | 20.85 | 33.29 | + +## Conclusion + +KONI's observed stream throughput gain20.94–33.93% joins the larger Qwen gains; Gemma's1.51–3.17% needs repeats before a reliable improvement claim. No equal-resource advantage, device DMA overlap, native numerical equivalence or answer quality is established by this matrix. ATOM remaining models and width-cost experiments continue; overall four-model objective remains active. Once GPU queue exited and the RNGD device-user check was empty, separate issue268source probes started with Qwen0.6width512. Those measurements are not part of these unchanged HTTP runs. From 7646a31e531c2438f725ad5690c21fb7fbdd830e Mon Sep 17 00:00:00 2001 From: gspark Date: Sat, 24 Oct 2026 12:53:50 +0900 Subject: [PATCH 19/29] docs: record ATOM streaming gains and retained KONI timeout --- .../pd/http_matrix/.research/events.jsonl | 1 + opt_prime/examples/pd/http_matrix/STATUS.md | 4 + .../http267-atom-source-hashes.json | 8 + .../http267-gemma-complete-summary.json | 347 +++++++++++++++++ .../http267-koni-native-timeout-summary.json | 149 ++++++++ .../http267-qwen06b-stream-summary.json | 81 ++++ .../http267-qwen4b-complete-summary.json | 357 ++++++++++++++++++ ...2026-10-24-stream265-atom-http-progress.md | 67 ++++ 8 files changed, 1014 insertions(+) create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/http267-atom-source-hashes.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/http267-gemma-complete-summary.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/http267-koni-native-timeout-summary.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/http267-qwen06b-stream-summary.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/http267-qwen4b-complete-summary.json create mode 100644 opt_prime/examples/pd/http_matrix/experiments/2026-10-24-stream265-atom-http-progress.md diff --git a/opt_prime/examples/pd/http_matrix/.research/events.jsonl b/opt_prime/examples/pd/http_matrix/.research/events.jsonl index 5d0cbda4..49adc5f3 100644 --- a/opt_prime/examples/pd/http_matrix/.research/events.jsonl +++ b/opt_prime/examples/pd/http_matrix/.research/events.jsonl @@ -24,3 +24,4 @@ {"id": "aae08bd8e3ef40c39645cf7375f63d13", "ts": "2026-10-24T10:01:42+09:00", "task": "RNGD layer streaming (aicomp #265)", "result": "Qwen06/Qwen4 GPU HTTP native/whole/stream six modes independently audited; each264 responses across8conditions. Whole/stream references exact. Qwen4 observed throughput+22.1-27.2% vswhole; native parity differences remain.", "next": "Finish Gemma/KONI GPU and backlog128 ATOM matrix; isolate fixed-width cost after devices free", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {"concurrency": "16", "width": "8192"}, "artifacts": [{"path": "analysis/serving-matrix-201/http265-qwen4b-gpu-observations.json", "size": 3782, "sha256": "9f218fe842631dd0"}], "experiments": ["experiments/2026-10-24-stream265-qwen-http.md"], "labels": ["benchmark"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} {"id": "da1ed733433f4f25892928b452a4ca6e", "ts": "2026-10-24T10:20:22+09:00", "task": "RNGD layer streaming (aicomp #265)", "result": "Prepared reviewable Gemma HTTP evidence:three raw modes independently audited,whole/stream8/8 exact;native strict4/8 and throughEOS8/8 retained. Single-batch+1.51-3.17% throughput not a reliable speedup claim. GPUKONI/ATOMQwen4 continue.", "next": "Publish Gemma evidence; finish running four-model matrix and measure width cost after device release", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": [{"path": "analysis/serving-matrix-201/http265-gemma-gpu-observations.json", "size": 3806, "sha256": "8ca8103e474abe94"}], "experiments": ["experiments/2026-10-24-stream265-gemma-http.md"], "labels": ["benchmark"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} {"id": "724d1e78a2b742c9a9edf52d23c02a8a", "ts": "2026-10-24T10:54:08+09:00", "task": "RNGD layer streaming (aicomp #265)", "result": "GPU HTTP queue41030 exit0;all12modes independently audited,96conditions/1536tokenchecks/1536SSEchecks. Whole/stream8/8exact permodel. KONI observed+20.94-33.93%throughput;native numerical failures retained. Widthqueue beganQwen06w512 afteridle check.", "next": "Continue remainingATOMmatrix and width268 sourceprobes;publish completedGPU evidence without waiving numerical/quality failures", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": [{"path": "analysis/serving-matrix-201/http265-four-model-gpu-summary.json", "size": 2932, "sha256": "6856c50fff58ae2e"}], "experiments": ["experiments/2026-10-24-stream265-gpu-http-complete.md"], "labels": ["benchmark"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} +{"ts": "2026-10-24T03:53:34.726931+00:00", "task": "RNGD layer streaming (#265)", "result": "Three-model ATOM HTTP whole/stream evidence audited; KONI native timeout retained, longer-wait diagnostic pending.", "next": "Complete KONI ATOM coverage and repeat performance measurements", "state": "active", "done": false, "experiments": ["experiments/2026-10-24-stream265-atom-http-progress.md"]} diff --git a/opt_prime/examples/pd/http_matrix/STATUS.md b/opt_prime/examples/pd/http_matrix/STATUS.md index b591cb4b..8ffe1342 100644 --- a/opt_prime/examples/pd/http_matrix/STATUS.md +++ b/opt_prime/examples/pd/http_matrix/STATUS.md @@ -115,3 +115,7 @@ Allthree modes independently pass8conditions each;whole/stream exact. Native str ## GPU HTTP c16 matrix completed (#265) Allfour models x3modes completed:96conditions,1536token checks,1536SSE text checks. Whole/stream exact8/8 permodel. Native/whole exact Qwen06=8/8,Qwen4=4/8,Gemma=4/8(EOStrim8/8),KONI=5/8;earlier numerical/quality failures retained. KONI observed throughput+20.94–33.93%,single batches only. RemainingATOMmatrix andwidth268 probes active. See experiments/2026-10-24-stream265-gpu-http-complete.md. + +## ATOM HTTP progress (#265/#267) + +Three models pass whole/stream controls, eight conditions each. Qwen4 and Gemma native results also audited; Gemma remains slower than native. KONI native180s timeout retained and600s diagnostic pending. Listener and width variants are not production changes. See experiments/2026-10-24-stream265-atom-http-progress.md. diff --git a/opt_prime/examples/pd/http_matrix/evidence265/http267-atom-source-hashes.json b/opt_prime/examples/pd/http_matrix/evidence265/http267-atom-source-hashes.json new file mode 100644 index 00000000..9a3f413d --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/http267-atom-source-hashes.json @@ -0,0 +1,8 @@ +{ + "http267-qwen06b-whole-v2.json": "5c6417eee9b88128b3ee1042f19bf6537bda2feeddb446d95e3d6db1586f784f", + "http267-qwen06b-atom-c16-stream.json": "97d0ed03979ad1c2d516813a986a2d9b5844301e59d2551116f7abd1a9586b9b", + "http267-qwen4b-atom-c16-whole.json": "ce4061279952f33669b78c2483a99cd83cfd5f6df8408adaf1bd243d9ff50952", + "http267-qwen4b-atom-c16-stream.json": "3c71a18c988963253aba24dd9c3142d4da945c63eb8e7a26da35cf1d489f9627", + "http267-gemma-atom-c16-whole.json": "070e0dec96f5d5b601c1bb9851883c38d25e1da6b1c5d923583009e002f64d96", + "http267-gemma-atom-c16-stream.json": "bdb446e25d4884c0e7d3a7901368ba16982e29c737f5350504f52426b291858d" +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/http267-gemma-complete-summary.json b/opt_prime/examples/pd/http_matrix/evidence265/http267-gemma-complete-summary.json new file mode 100644 index 00000000..44868d09 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/http267-gemma-complete-summary.json @@ -0,0 +1,347 @@ +{ + "stage": "audited", + "modes": { + "native": { + "stage": "passed", + "conditions": 8, + "warmups": 8, + "correctness_responses": 128, + "timed_text_responses": 128 + }, + "whole": { + "stage": "passed", + "conditions": 8, + "warmups": 8, + "correctness_responses": 128, + "timed_text_responses": 128 + }, + "stream": { + "stage": "passed", + "conditions": 8, + "warmups": 8, + "correctness_responses": 128, + "timed_text_responses": 128 + } + }, + "sources": { + "native": { + "file": "http267-gemma-atom-c16-native.json", + "sha256": "c1e3c05514878964ad6cc8c226311b4869f74279705fc214c8ab74e1ac639c69" + }, + "whole": { + "file": "http267-gemma-atom-c16-whole.json", + "sha256": "070e0dec96f5d5b601c1bb9851883c38d25e1da6b1c5d923583009e002f64d96" + }, + "stream": { + "file": "http267-gemma-atom-c16-stream.json", + "sha256": "bdb446e25d4884c0e7d3a7901368ba16982e29c737f5350504f52426b291858d" + } + }, + "rows": [ + { + "input_tokens": 128, + "output_tokens": 32, + "modes": { + "native": { + "requests": 16, + "output_tokens": 512, + "wall_s": 5.741477765957825, + "output_tok_s": 89.17564795525867, + "median_first_sse_s": 2.7355109245399944, + "median_tpot_est_s": 0.010902839033083329, + "median_e2e_s": 3.0682902065454982, + "all_text_equal": true + }, + "whole": { + "requests": 16, + "output_tokens": 512, + "wall_s": 30.81187328696251, + "output_tok_s": 16.61697084210208, + "median_first_sse_s": 16.01333586499095, + "median_tpot_est_s": 0.010956101789845213, + "median_e2e_s": 16.352325541025493, + "all_text_equal": true + }, + "stream": { + "requests": 16, + "output_tokens": 512, + "wall_s": 29.733045152039267, + "output_tok_s": 17.219897840328812, + "median_first_sse_s": 15.432353936950676, + "median_tpot_est_s": 0.01110979911473189, + "median_e2e_s": 15.776952513959259, + "all_text_equal": true + } + }, + "stream_vs_whole_ratio": 1.0362838091223647, + "stream_vs_native_ratio": 0.19310089957483015 + }, + { + "input_tokens": 128, + "output_tokens": 128, + "modes": { + "native": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 22.577752509037964, + "output_tok_s": 90.70876293732857, + "median_first_sse_s": 10.598991917504463, + "median_tpot_est_s": 0.010917006417518613, + "median_e2e_s": 11.985882751527242, + "all_text_equal": true + }, + "whole": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 47.67183212202508, + "output_tok_s": 42.96037951211433, + "median_first_sse_s": 23.88294623955153, + "median_tpot_est_s": 0.011036914991907863, + "median_e2e_s": 25.27550664707087, + "all_text_equal": true + }, + "stream": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 46.45564192603342, + "output_tok_s": 44.08506513075035, + "median_first_sse_s": 23.32763812196208, + "median_tpot_est_s": 0.010964470819247462, + "median_e2e_s": 24.7079272425035, + "all_text_equal": true + } + }, + "stream_vs_whole_ratio": 1.0261796015633167, + "stream_vs_native_ratio": 0.48600668450532264 + }, + { + "input_tokens": 512, + "output_tokens": 32, + "modes": { + "native": { + "requests": 16, + "output_tokens": 512, + "wall_s": 6.298127803020179, + "output_tok_s": 81.29399974298354, + "median_first_sse_s": 3.026010955509264, + "median_tpot_est_s": 0.01117707133826409, + "median_e2e_s": 3.3743143920437433, + "all_text_equal": true + }, + "whole": { + "requests": 16, + "output_tokens": 512, + "wall_s": 31.062810985953547, + "output_tok_s": 16.482732365448957, + "median_first_sse_s": 16.1285785305663, + "median_tpot_est_s": 0.011081218772057082, + "median_e2e_s": 16.47209631250007, + "all_text_equal": true + }, + "stream": { + "requests": 16, + "output_tokens": 512, + "wall_s": 29.573999313055538, + "output_tok_s": 17.31250462882022, + "median_first_sse_s": 15.417763790523168, + "median_tpot_est_s": 0.010550592034574478, + "median_e2e_s": 15.739820415503345, + "all_text_equal": true + } + }, + "stream_vs_whole_ratio": 1.0503419120673603, + "stream_vs_native_ratio": 0.21296165379431287 + }, + { + "input_tokens": 512, + "output_tokens": 128, + "modes": { + "native": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 22.835626611020416, + "output_tok_s": 89.68442315533572, + "median_first_sse_s": 10.442676222068258, + "median_tpot_est_s": 0.011039852606055627, + "median_e2e_s": 11.860745483019855, + "all_text_equal": true + }, + "whole": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 47.91635147004854, + "output_tok_s": 42.741150717206835, + "median_first_sse_s": 24.071331698447466, + "median_tpot_est_s": 0.01096148877157133, + "median_e2e_s": 25.46407864295179, + "all_text_equal": true + }, + "stream": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 46.283763348008506, + "output_tok_s": 44.248778661342826, + "median_first_sse_s": 23.124239864526317, + "median_tpot_est_s": 0.010928636141796046, + "median_e2e_s": 24.511064595542848, + "all_text_equal": true + } + }, + "stream_vs_whole_ratio": 1.035273452371722, + "stream_vs_native_ratio": 0.49338309936724245 + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "modes": { + "native": { + "requests": 16, + "output_tokens": 512, + "wall_s": 8.637190522043966, + "output_tok_s": 59.27853492327928, + "median_first_sse_s": 4.245676851482131, + "median_tpot_est_s": 0.011181999677641979, + "median_e2e_s": 4.589206085016485, + "all_text_equal": true + }, + "whole": { + "requests": 16, + "output_tokens": 512, + "wall_s": 32.11477455904242, + "output_tok_s": 15.942817816101979, + "median_first_sse_s": 16.7176394329872, + "median_tpot_est_s": 0.010878811079648235, + "median_e2e_s": 17.05815752845956, + "all_text_equal": true + }, + "stream": { + "requests": 16, + "output_tokens": 512, + "wall_s": 29.594500678009354, + "output_tok_s": 17.300511523090147, + "median_first_sse_s": 15.3634511854616, + "median_tpot_est_s": 0.010991517369890767, + "median_e2e_s": 15.68345510144718, + "all_text_equal": true + } + }, + "stream_vs_whole_ratio": 1.085160209609679, + "stream_vs_native_ratio": 0.2918511995190364 + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "modes": { + "native": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 25.552178105921485, + "output_tok_s": 80.14972310816019, + "median_first_sse_s": 12.232770886970684, + "median_tpot_est_s": 0.011108824445162056, + "median_e2e_s": 13.641649296041578, + "all_text_equal": true + }, + "whole": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 49.108239632914774, + "output_tok_s": 41.70379584584679, + "median_first_sse_s": 24.68319579103263, + "median_tpot_est_s": 0.01103356671217081, + "median_e2e_s": 26.097149680019356, + "all_text_equal": true + }, + "stream": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 46.419592960970476, + "output_tok_s": 44.11930112618513, + "median_first_sse_s": 23.28804479452083, + "median_tpot_est_s": 0.010943173424901777, + "median_e2e_s": 24.675164635991678, + "all_text_equal": true + } + }, + "stream_vs_whole_ratio": 1.0579205137409307, + "stream_vs_native_ratio": 0.5504610548266917 + }, + { + "input_tokens": 8192, + "output_tokens": 32, + "modes": { + "native": { + "requests": 16, + "output_tokens": 512, + "wall_s": 18.5444318089867, + "output_tok_s": 27.60936572625983, + "median_first_sse_s": 9.500791575468611, + "median_tpot_est_s": 0.011395222499906536, + "median_e2e_s": 9.86128066648962, + "all_text_equal": true + }, + "whole": { + "requests": 16, + "output_tokens": 512, + "wall_s": 34.61165735300165, + "output_tok_s": 14.792703937235688, + "median_first_sse_s": 18.070105292485096, + "median_tpot_est_s": 0.011070337080802288, + "median_e2e_s": 18.412437864462845, + "all_text_equal": true + }, + "stream": { + "requests": 16, + "output_tokens": 512, + "wall_s": 29.928177646012045, + "output_tok_s": 17.107623660080232, + "median_first_sse_s": 15.51110245246673, + "median_tpot_est_s": 0.01114473188663983, + "median_e2e_s": 15.855683185975067, + "all_text_equal": true + } + }, + "stream_vs_whole_ratio": 1.156490641107033, + "stream_vs_native_ratio": 0.6196311726136041 + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "modes": { + "native": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 35.858468648046255, + "output_tok_s": 57.11342612260675, + "median_first_sse_s": 17.593102952523623, + "median_tpot_est_s": 0.011285773460573597, + "median_e2e_s": 19.043900797492824, + "all_text_equal": true + }, + "whole": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 51.865923441015184, + "output_tok_s": 39.48642700498912, + "median_first_sse_s": 26.139512622496113, + "median_tpot_est_s": 0.011232423739999123, + "median_e2e_s": 27.513654673995916, + "all_text_equal": true + }, + "stream": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 47.00692071497906, + "output_tok_s": 43.5680527218068, + "median_first_sse_s": 23.571869586477987, + "median_tpot_est_s": 0.011121765626081095, + "median_e2e_s": 24.987471283471677, + "all_text_equal": true + } + }, + "stream_vs_whole_ratio": 1.103367815890305, + "stream_vs_native_ratio": 0.7628338147369802 + } + ], + "limits": "Single timed batch per condition. Fixed output length ignores EOS. Native uses one ATOM; PD adds one RNGD. Whole/stream references identical in all eight conditions; this does not establish heldout quality or DMA overlap." +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/http267-koni-native-timeout-summary.json b/opt_prime/examples/pd/http_matrix/evidence265/http267-koni-native-timeout-summary.json new file mode 100644 index 00000000..484f07c8 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/http267-koni-native-timeout-summary.json @@ -0,0 +1,149 @@ +{ + "stage": "failed_timeout", + "source_sha256": "b9770a17f5621550b0645fa5b7b9ab0d01031437a22c4e347a0a3cb4e08596ba", + "completed_correctness_conditions": 7, + "completed_correctness_responses": 112, + "completed_timed_batches": 0, + "failure": { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 16, + "stream": false, + "elapsed_s": 180.0348081990378, + "snapshot": { + "monotonic_s": 788272.193684478, + "servers": [ + { + "pid": 38, + "returncode": null, + "status": [ + "Name:\tpython", + "State:\tS (sleeping)", + "VmHWM:\t19905136 kB", + "VmRSS:\t19905084 kB", + "Threads:\t18" + ] + } + ], + "cgroup": { + "memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0", + "memory.current": "20676923392", + "memory.max": "137438953472", + "memory.peak": "20686716928" + }, + "listen": { + "ListenOverflows": 0, + "ListenDrops": 0 + } + }, + "futures": [ + { + "done": true, + "cancelled": false, + "exception": "TimeoutError('timed out')" + }, + { + "done": true, + "cancelled": false, + "exception": "None" + }, + { + "done": true, + "cancelled": false, + "exception": "None" + }, + { + "done": false, + "cancelled": false, + "exception": null + }, + { + "done": true, + "cancelled": false, + "exception": "None" + }, + { + "done": true, + "cancelled": false, + "exception": "TimeoutError('timed out')" + }, + { + "done": true, + "cancelled": false, + "exception": "None" + }, + { + "done": true, + "cancelled": false, + "exception": "None" + }, + { + "done": true, + "cancelled": false, + "exception": "None" + }, + { + "done": false, + "cancelled": false, + "exception": null + }, + { + "done": true, + "cancelled": false, + "exception": "None" + }, + { + "done": true, + "cancelled": false, + "exception": "None" + }, + { + "done": false, + "cancelled": false, + "exception": null + }, + { + "done": true, + "cancelled": false, + "exception": "None" + }, + { + "done": true, + "cancelled": false, + "exception": "None" + }, + { + "done": true, + "cancelled": false, + "exception": "TimeoutError('timed out')" + } + ] + }, + "diagnostics": { + "monotonic_s": 788272.261400326, + "servers": [ + { + "pid": 38, + "returncode": null, + "status": [ + "Name:\tpython", + "State:\tS (sleeping)", + "VmHWM:\t19905136 kB", + "VmRSS:\t19905084 kB", + "Threads:\t15" + ] + } + ], + "cgroup": { + "memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0", + "memory.current": "20675215360", + "memory.max": "137438953472", + "memory.peak": "20686716928" + }, + "listen": { + "ListenOverflows": 0, + "ListenDrops": 0 + } + }, + "limits": "Server was alive with no OOM/listen drops at observation. Does not prove queueing-only cause. Preserve 180-second failure; a longer-deadline diagnostic must have a distinct result identity." +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/http267-qwen06b-stream-summary.json b/opt_prime/examples/pd/http_matrix/evidence265/http267-qwen06b-stream-summary.json new file mode 100644 index 00000000..39f169e3 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/http267-qwen06b-stream-summary.json @@ -0,0 +1,81 @@ +{ + "audit": { + "stage": "passed", + "conditions": 8, + "warmups": 8, + "correctness_responses": 128, + "timed_text_responses": 128 + }, + "references_equal_whole": true, + "listen_delta": { + "ListenDrops": 0, + "ListenOverflows": 0 + }, + "memory_events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0", + "conditions": [ + { + "input_tokens": 128, + "output_tokens": 32, + "whole_tok_s": 21.79461757300157, + "stream_tok_s": 28.880613785792164, + "whole_ttft_s": 12.375609098526184, + "stream_ttft_s": 9.25000011944212 + }, + { + "input_tokens": 128, + "output_tokens": 128, + "whole_tok_s": 60.81903235511154, + "stream_tok_s": 72.20073583888896, + "whole_ttft_s": 17.149621580494568, + "stream_ttft_s": 14.222885368973948 + }, + { + "input_tokens": 512, + "output_tokens": 32, + "whole_tok_s": 20.752056729404103, + "stream_tok_s": 27.865405924195933, + "whole_ttft_s": 12.950291897985153, + "stream_ttft_s": 9.51548828050727 + }, + { + "input_tokens": 512, + "output_tokens": 128, + "whole_tok_s": 57.31575181937654, + "stream_tok_s": 69.84503837268531, + "whole_ttft_s": 18.0400400479557, + "stream_ttft_s": 14.657064287515823 + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "whole_tok_s": 18.01389675091607, + "stream_tok_s": 24.240446444677467, + "whole_ttft_s": 14.973558415425941, + "stream_ttft_s": 10.926368532993365 + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "whole_tok_s": 50.47147122039938, + "stream_tok_s": 61.79798655048041, + "whole_ttft_s": 20.69272880855715, + "stream_ttft_s": 16.531915776024107 + }, + { + "input_tokens": 8192, + "output_tokens": 32, + "whole_tok_s": 11.557482137320061, + "stream_tok_s": 17.118479820012656, + "whole_ttft_s": 23.15112400846556, + "stream_ttft_s": 15.374032702995464 + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "whole_tok_s": 33.066512339847314, + "stream_tok_s": 43.3496039211755, + "whole_ttft_s": 31.43359338195296, + "stream_ttft_s": 23.66630628751591 + } + ] +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/http267-qwen4b-complete-summary.json b/opt_prime/examples/pd/http_matrix/evidence265/http267-qwen4b-complete-summary.json new file mode 100644 index 00000000..d45e69aa --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/http267-qwen4b-complete-summary.json @@ -0,0 +1,357 @@ +{ + "audits": { + "native": { + "stage": "passed", + "conditions": 8, + "warmups": 8, + "correctness_responses": 128, + "timed_text_responses": 128, + "listen_delta": { + "ListenDrops": 0, + "ListenOverflows": 0 + }, + "oom_delta": { + "oom": 0, + "oom_kill": 0 + } + }, + "whole": { + "stage": "passed", + "conditions": 8, + "warmups": 8, + "correctness_responses": 128, + "timed_text_responses": 128, + "listen_delta": { + "ListenDrops": 0, + "ListenOverflows": 0 + }, + "oom_delta": { + "oom": 0, + "oom_kill": 0 + } + }, + "stream": { + "stage": "passed", + "conditions": 8, + "warmups": 8, + "correctness_responses": 128, + "timed_text_responses": 128, + "listen_delta": { + "ListenDrops": 0, + "ListenOverflows": 0 + }, + "oom_delta": { + "oom": 0, + "oom_kill": 0 + } + } + }, + "whole_stream_references_exact": true, + "rows": [ + { + "input_tokens": 128, + "output_tokens": 32, + "modes": { + "native": { + "requests": 16, + "output_tokens": 512, + "wall_s": 19.476497252937406, + "output_tok_s": 26.288094483867276, + "median_first_sse_s": 9.193081723060459, + "median_tpot_est_s": 0.03725415806383676, + "median_e2e_s": 10.3475657425588, + "all_text_equal": true + }, + "whole": { + "requests": 16, + "output_tokens": 512, + "wall_s": 69.1254578330554, + "output_tok_s": 7.406822552069442, + "median_first_sse_s": 35.50805041700369, + "median_tpot_est_s": 0.03716393684097115, + "median_e2e_s": 36.66061984800035, + "all_text_equal": true + }, + "stream": { + "requests": 16, + "output_tokens": 512, + "wall_s": 56.70655594300479, + "output_tok_s": 9.0289383914376, + "median_first_sse_s": 29.186633416917175, + "median_tpot_est_s": 0.03711478196782991, + "median_e2e_s": 30.334392338991165, + "all_text_equal": true + } + }, + "stream_vs_whole_throughput_ratio": 1.2190029297940916, + "stream_vs_native_throughput_ratio": 0.3434611206597178 + }, + { + "input_tokens": 128, + "output_tokens": 128, + "modes": { + "native": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 76.75264668604359, + "output_tok_s": 26.68311893370057, + "median_first_sse_s": 36.08789016952505, + "median_tpot_est_s": 0.0372994512678894, + "median_e2e_s": 40.82683514757082, + "all_text_equal": true + }, + "whole": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 126.2210566989379, + "output_tok_s": 16.22550193732638, + "median_first_sse_s": 62.28248191101011, + "median_tpot_est_s": 0.03727054085049001, + "median_e2e_s": 67.01560040400364, + "all_text_equal": true + }, + "stream": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 113.9327803539345, + "output_tok_s": 17.975511469463363, + "median_first_sse_s": 55.96424211555859, + "median_tpot_est_s": 0.037258122106244074, + "median_e2e_s": 60.69758347206516, + "all_text_equal": true + } + }, + "stream_vs_whole_throughput_ratio": 1.107855494325949, + "stream_vs_native_throughput_ratio": 0.6736660550862528 + }, + { + "input_tokens": 512, + "output_tokens": 32, + "modes": { + "native": { + "requests": 16, + "output_tokens": 512, + "wall_s": 22.583815756021068, + "output_tok_s": 22.671102418265868, + "median_first_sse_s": 10.837118035531603, + "median_tpot_est_s": 0.03755549106544124, + "median_e2e_s": 11.999878320028074, + "all_text_equal": true + }, + "whole": { + "requests": 16, + "output_tokens": 512, + "wall_s": 71.1239925629925, + "output_tok_s": 7.198695989212587, + "median_first_sse_s": 36.645075482549146, + "median_tpot_est_s": 0.03741220553450647, + "median_e2e_s": 37.804713602003176, + "all_text_equal": true + }, + "stream": { + "requests": 16, + "output_tokens": 512, + "wall_s": 57.37878519494552, + "output_tok_s": 8.923158590068963, + "median_first_sse_s": 29.018234617484268, + "median_tpot_est_s": 0.03750094237001313, + "median_e2e_s": 30.18562236998696, + "all_text_equal": true + } + }, + "stream_vs_whole_throughput_ratio": 1.239552080465757, + "stream_vs_native_throughput_ratio": 0.39359173742162923 + }, + { + "input_tokens": 512, + "output_tokens": 128, + "modes": { + "native": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 80.38901040598284, + "output_tok_s": 25.47611905728324, + "median_first_sse_s": 37.91482032247586, + "median_tpot_est_s": 0.037619750039270664, + "median_e2e_s": 42.69398218445713, + "all_text_equal": true + }, + "whole": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 128.7363016459858, + "output_tok_s": 15.90848869988382, + "median_first_sse_s": 63.7993673060555, + "median_tpot_est_s": 0.03755962204758269, + "median_e2e_s": 68.56696570798522, + "all_text_equal": true + }, + "stream": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 114.94631196104456, + "output_tok_s": 17.817013569726967, + "median_first_sse_s": 56.086921223963145, + "median_tpot_est_s": 0.03755327519698538, + "median_e2e_s": 60.848561621969566, + "all_text_equal": true + } + }, + "stream_vs_whole_throughput_ratio": 1.1199689615932584, + "stream_vs_native_throughput_ratio": 0.6993613717091399 + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "modes": { + "native": { + "requests": 16, + "output_tokens": 512, + "wall_s": 35.55185727297794, + "output_tok_s": 14.401497960253067, + "median_first_sse_s": 17.692851425963454, + "median_tpot_est_s": 0.03878240408037879, + "median_e2e_s": 18.893639679416083, + "all_text_equal": true + }, + "whole": { + "requests": 16, + "output_tokens": 512, + "wall_s": 75.43914362601936, + "output_tok_s": 6.786927520521435, + "median_first_sse_s": 39.07362889649812, + "median_tpot_est_s": 0.03859827456425034, + "median_e2e_s": 40.271201795490924, + "all_text_equal": true + }, + "stream": { + "requests": 16, + "output_tokens": 512, + "wall_s": 61.158057252992876, + "output_tok_s": 8.371750559080168, + "median_first_sse_s": 31.139980542997364, + "median_tpot_est_s": 0.03873182771043972, + "median_e2e_s": 32.34253973746672, + "all_text_equal": true + } + }, + "stream_vs_whole_throughput_ratio": 1.2335111188040169, + "stream_vs_native_throughput_ratio": 0.5813110957058426 + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "modes": { + "native": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 95.24723213096149, + "output_tok_s": 21.501937160589343, + "median_first_sse_s": 45.67863319901517, + "median_tpot_est_s": 0.038846777401879196, + "median_e2e_s": 50.60783229605295, + "all_text_equal": true + }, + "whole": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 135.2781150980154, + "output_tok_s": 15.139181962404836, + "median_first_sse_s": 66.78275587857934, + "median_tpot_est_s": 0.03878993087440846, + "median_e2e_s": 71.705908170552, + "all_text_equal": true + }, + "stream": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 121.0811961319996, + "output_tok_s": 16.91426964239206, + "median_first_sse_s": 59.226550825929735, + "median_tpot_est_s": 0.03875899133840796, + "median_e2e_s": 64.14542843849631, + "all_text_equal": true + } + }, + "stream_vs_whole_throughput_ratio": 1.1172512282628813, + "stream_vs_native_throughput_ratio": 0.7866393393332967 + }, + { + "input_tokens": 8192, + "output_tokens": 32, + "modes": { + "native": { + "requests": 16, + "output_tokens": 512, + "wall_s": 100.7380236069439, + "output_tok_s": 5.08249002380376, + "median_first_sse_s": 52.198083306022454, + "median_tpot_est_s": 0.0428891716292128, + "median_e2e_s": 53.52588516357355, + "all_text_equal": true + }, + "whole": { + "requests": 16, + "output_tokens": 512, + "wall_s": 95.14878953702282, + "output_tok_s": 5.381045859766598, + "median_first_sse_s": 49.24518296745373, + "median_tpot_est_s": 0.0427059622748094, + "median_e2e_s": 50.56643757945858, + "all_text_equal": true + }, + "stream": { + "requests": 16, + "output_tokens": 512, + "wall_s": 74.6961294549983, + "output_tok_s": 6.8544381581171665, + "median_first_sse_s": 38.42942284391029, + "median_tpot_est_s": 0.04268558672629297, + "median_e2e_s": 39.75344714295352, + "all_text_equal": true + } + }, + "stream_vs_whole_throughput_ratio": 1.2738115111352122, + "stream_vs_native_throughput_ratio": 1.3486377987983285 + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "modes": { + "native": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 166.67236754496116, + "output_tok_s": 12.287579700021578, + "median_first_sse_s": 83.0926688904874, + "median_tpot_est_s": 0.04290781461443077, + "median_e2e_s": 88.5405825600028, + "all_text_equal": true + }, + "whole": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 161.6207376839593, + "output_tok_s": 12.671641209835053, + "median_first_sse_s": 80.22860462596873, + "median_tpot_est_s": 0.04286282150007007, + "median_e2e_s": 85.66601012094179, + "all_text_equal": true + }, + "stream": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 140.93515007803217, + "output_tok_s": 14.531506149218808, + "median_first_sse_s": 69.3039852460497, + "median_tpot_est_s": 0.042816554244303355, + "median_e2e_s": 74.75581237307051, + "all_text_equal": true + } + }, + "stream_vs_whole_throughput_ratio": 1.1467738005350268, + "stream_vs_native_throughput_ratio": 1.1826174481857716 + } + ], + "limits": "One timed batch per condition. Native uses1ATOM;PD adds1RNGD. Native-versus-PD numerical differences remain; same-route parity does not establish semantic quality." +} diff --git a/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-stream265-atom-http-progress.md b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-stream265-atom-http-progress.md new file mode 100644 index 00000000..93ee2287 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-stream265-atom-http-progress.md @@ -0,0 +1,67 @@ +# ATOM HTTP streaming: three models verified, KONI incomplete + +- **Date**: 2026-10-24 +- **Task**: RNGD layer streaming (aicomp #265); HTTP reliability (#267) +- **Host / device**: RNGD+ATOM benchmark host; one RNGD and one allocated ATOM +- **Commit**: production 33d6cb08ec806f693dbecfd7d630331a3bd1bb2f; HTTP-only listener candidate uses backlog 128 +- **Environment**: Furiosa 2026.4 source environment; ATOM harness Torch 2.11.0+cpu / Transformers 5.8.1 + +## Setup and command + +Source width 8192, BF16, context 9216, decoder B1, concurrency 16, +caches disabled. Inputs 128/512/2048/8192, outputs 32/128. Eight warmups, +128 retained-token correctness responses and 128 timed SSE text responses per +successful mode. One timed batch per condition. Fixed output length ignores EOS. +Use the existing source factories and ATOM configuration from STREAMING.md; +model-specific configs and raw artifacts are retained by the source hashes in +`evidence265/http267-atom-source-hashes.json`. + +Recorded research-driver invocation, with site values supplied externally: + +```bash +python3 analysis/serving-matrix-201/run_http267_atom.py \ + --host "$ACCELERATOR_SSH_TARGET" --pod "http267-$MODEL_LABEL" \ + --model "$MODEL_LABEL" +``` + +## Verified results + +Fresh independent audit checks whole and stream for Qwen3-0.6B, Qwen3-4B and +Gemma3-1B: 48 conditions, 48 warmups, 768 full-token checks and 768 timed SSE text +checks. Whole/stream prompts and reference arrays match exactly in all eight +conditions per model. Qwen3-4B and Gemma native modes also completed and were +independently audited. Summaries are in evidence265. + +At input 8192/output 128, throughput in tokens/s: + +| Model | Native ATOM | Whole KV | Layer streaming | +|---|---:|---:|---:| +| Qwen3-0.6B | Not compared in this table | 33.0665 | 43.3496 | +| Qwen3-4B | 12.2876 | 12.6716 | 14.5315 | +| Gemma3-1B | 57.1134 | 39.4864 | 43.5681 | + +Qwen3-4B streaming improves whole-transfer throughput by 10.8–27.4% across the +measured conditions; Gemma improves by 2.6–15.6%. Gemma remains slower than +native ATOM in all eight conditions. Native uses one ATOM; PD adds one RNGD, +so these are not equal-resource or cost comparisons. Qwen3-4B native/PD has +pre-EOS differences in two conditions. Same-source transfer parity does not +establish native equivalence or semantic answer quality. + +## Retained failure and remaining scope + +KONI native ATOM failed the original 180-second socket response wait at +8192/128/c16. Seven earlier correctness conditions (112 responses) and eight +warmups completed; no timed batch completed. Server remained alive at the +failure snapshot, with zero OOM events and zero listener drops/overflows. +This does not establish a queueing-only cause. Whole/stream were not launched. +A distinct 600-second diagnostic is running; it does not erase or fix the +original deadline failure. The failed-run summary is retained in evidence265. + +The listener candidate eliminated observed overflow/drop counters in a paired +Qwen3-0.6B run, but the original connection-reset cause is not conclusively +proven. It is diagnostic-only and is not integrated into this PR's runtime. + +Separate width-1024 experiments (#268) are also not part of this PR: Qwen3-0.6B +has a heldout answer regression and KONI has width-dependent token divergence. +Production source width/default behavior is unchanged here. Repeated timing, +full KONI ATOM coverage, and direct device-DMA overlap remain outstanding. From f1d9117de19069ccd5028315c4a7407716736939 Mon Sep 17 00:00:00 2001 From: gspark Date: Sat, 24 Oct 2026 13:21:56 +0900 Subject: [PATCH 20/29] docs: retain KONI timeout and record long-wait native result --- .../pd/http_matrix/.research/events.jsonl | 1 + opt_prime/examples/pd/http_matrix/STATUS.md | 5 + ...http267d-koni-native-complete-summary.json | 121 ++++++++++++++++++ ...2026-10-24-stream265-atom-http-progress.md | 30 ++++- 4 files changed, 156 insertions(+), 1 deletion(-) create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/http267d-koni-native-complete-summary.json diff --git a/opt_prime/examples/pd/http_matrix/.research/events.jsonl b/opt_prime/examples/pd/http_matrix/.research/events.jsonl index 49adc5f3..8a680792 100644 --- a/opt_prime/examples/pd/http_matrix/.research/events.jsonl +++ b/opt_prime/examples/pd/http_matrix/.research/events.jsonl @@ -25,3 +25,4 @@ {"id": "da1ed733433f4f25892928b452a4ca6e", "ts": "2026-10-24T10:20:22+09:00", "task": "RNGD layer streaming (aicomp #265)", "result": "Prepared reviewable Gemma HTTP evidence:three raw modes independently audited,whole/stream8/8 exact;native strict4/8 and throughEOS8/8 retained. Single-batch+1.51-3.17% throughput not a reliable speedup claim. GPUKONI/ATOMQwen4 continue.", "next": "Publish Gemma evidence; finish running four-model matrix and measure width cost after device release", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": [{"path": "analysis/serving-matrix-201/http265-gemma-gpu-observations.json", "size": 3806, "sha256": "8ca8103e474abe94"}], "experiments": ["experiments/2026-10-24-stream265-gemma-http.md"], "labels": ["benchmark"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} {"id": "724d1e78a2b742c9a9edf52d23c02a8a", "ts": "2026-10-24T10:54:08+09:00", "task": "RNGD layer streaming (aicomp #265)", "result": "GPU HTTP queue41030 exit0;all12modes independently audited,96conditions/1536tokenchecks/1536SSEchecks. Whole/stream8/8exact permodel. KONI observed+20.94-33.93%throughput;native numerical failures retained. Widthqueue beganQwen06w512 afteridle check.", "next": "Continue remainingATOMmatrix and width268 sourceprobes;publish completedGPU evidence without waiving numerical/quality failures", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": [{"path": "analysis/serving-matrix-201/http265-four-model-gpu-summary.json", "size": 2932, "sha256": "6856c50fff58ae2e"}], "experiments": ["experiments/2026-10-24-stream265-gpu-http-complete.md"], "labels": ["benchmark"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} {"ts": "2026-10-24T03:53:34.726931+00:00", "task": "RNGD layer streaming (#265)", "result": "Three-model ATOM HTTP whole/stream evidence audited; KONI native timeout retained, longer-wait diagnostic pending.", "next": "Complete KONI ATOM coverage and repeat performance measurements", "state": "active", "done": false, "experiments": ["experiments/2026-10-24-stream265-atom-http-progress.md"]} +{"ts": "2026-10-24T04:21:47.012026+00:00", "task": "RNGD layer streaming (#265)", "result": "KONI native600s diagnostic completes264 responses, original180s failure retained;8K/128 max completion263.08s. Whole/stream pending.", "next": "Complete KONI whole/stream HTTP runs and compare latency", "state": "active", "done": false, "experiments": ["experiments/2026-10-24-stream265-atom-http-progress.md"]} diff --git a/opt_prime/examples/pd/http_matrix/STATUS.md b/opt_prime/examples/pd/http_matrix/STATUS.md index 8ffe1342..c68ef429 100644 --- a/opt_prime/examples/pd/http_matrix/STATUS.md +++ b/opt_prime/examples/pd/http_matrix/STATUS.md @@ -119,3 +119,8 @@ Allfour models x3modes completed:96conditions,1536token checks,1536SSE text chec ## ATOM HTTP progress (#265/#267) Three models pass whole/stream controls, eight conditions each. Qwen4 and Gemma native results also audited; Gemma remains slower than native. KONI native180s timeout retained and600s diagnostic pending. Listener and width variants are not production changes. See experiments/2026-10-24-stream265-atom-http-progress.md. + + +## KONI native long-wait diagnostic + +Separate600s native run passes264 responses across8 conditions, with original180s failure retained. At8K/128/c16 max firstSSE253.93s and max completion263.08s; no OOM/listen drops. Whole/stream remain running. See stream265-atom-http-progress record and evidence265/http267d-koni-native-complete-summary.json. diff --git a/opt_prime/examples/pd/http_matrix/evidence265/http267d-koni-native-complete-summary.json b/opt_prime/examples/pd/http_matrix/evidence265/http267d-koni-native-complete-summary.json new file mode 100644 index 00000000..d4147002 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/http267d-koni-native-complete-summary.json @@ -0,0 +1,121 @@ +{ + "stage": "audited", + "responses": { + "stage": "passed", + "conditions": 8, + "warmups": 8, + "correctness_responses": 128, + "timed_text_responses": 128 + }, + "request_timeout_s": 600, + "source_sha256": "41ac41d1717db9c6a164d2088088d8a13dde46c6d8c8f526b137b8edc2affc4e", + "original_failed_run_references_exact": { + "128:32": true, + "128:128": true, + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true, + "8192:32": true, + "8192:128": true + }, + "listen_delta": { + "ListenOverflows": 0, + "ListenDrops": 0 + }, + "oom_event_delta": { + "oom": 0, + "oom_kill": 0 + }, + "rows": [ + { + "input_tokens": 128, + "output_tokens": 32, + "tok_s": 14.649856690445366, + "median_first_sse_s": 16.48193749098573, + "median_e2e_s": 18.567270205996465, + "max_first_sse_s": 32.86763596907258, + "max_e2e_s": 34.948056298075244, + "responses_e2e_over180": 0, + "responses_first_sse_over180": 0 + }, + { + "input_tokens": 128, + "output_tokens": 128, + "tok_s": 14.795141906513853, + "median_first_sse_s": 64.96426502696704, + "median_e2e_s": 73.51471531949937, + "max_first_sse_s": 129.88275529898237, + "max_e2e_s": 138.42350667098071, + "responses_e2e_over180": 0, + "responses_first_sse_over180": 0 + }, + { + "input_tokens": 512, + "output_tokens": 32, + "tok_s": 12.85332862112104, + "median_first_sse_s": 19.073718019004446, + "median_e2e_s": 21.16420643404126, + "max_first_sse_s": 37.74333533400204, + "max_e2e_s": 39.831848663976416, + "responses_e2e_over180": 0, + "responses_first_sse_over180": 0 + }, + { + "input_tokens": 512, + "output_tokens": 128, + "tok_s": 14.26664534602918, + "median_first_sse_s": 67.69957133894786, + "median_e2e_s": 76.26901895646006, + "max_first_sse_s": 134.96305020502768, + "max_e2e_s": 143.54990259802435, + "responses_e2e_over180": 0, + "responses_first_sse_over180": 0 + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "tok_s": 8.554407797432148, + "median_first_sse_s": 29.699063670472242, + "median_e2e_s": 31.814278150501195, + "max_first_sse_s": 57.73659730097279, + "max_e2e_s": 59.850330515997484, + "responses_e2e_over180": 0, + "responses_first_sse_over180": 0 + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "tok_s": 12.429333529232911, + "median_first_sse_s": 78.83277508150786, + "median_e2e_s": 87.50043595948955, + "max_first_sse_s": 156.06174736004323, + "max_e2e_s": 164.76926262804773, + "responses_e2e_over180": 0, + "responses_first_sse_over180": 0 + }, + { + "input_tokens": 8192, + "output_tokens": 32, + "tok_s": 3.3583639756961565, + "median_first_sse_s": 78.7620534109883, + "median_e2e_s": 80.9921307489858, + "max_first_sse_s": 150.22194355900865, + "max_e2e_s": 152.4518511199858, + "responses_e2e_over180": 0, + "responses_first_sse_over180": 0 + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "tok_s": 7.784659444506533, + "median_first_sse_s": 130.6080112894997, + "median_e2e_s": 139.75500574003672, + "max_first_sse_s": 253.93450460897293, + "max_e2e_s": 263.0787795180222, + "responses_e2e_over180": 6, + "responses_first_sse_over180": 5 + } + ], + "limits": "One measured batch per condition, native ATOM slot1/c16. Longer socket timeout is diagnostic, not an improvement or satisfaction of original180s deadline. Timed SSE latency is not per-request nonstreamed correctness latency; original timeout cause is not proven." +} diff --git a/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-stream265-atom-http-progress.md b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-stream265-atom-http-progress.md index 93ee2287..cd679de3 100644 --- a/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-stream265-atom-http-progress.md +++ b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-stream265-atom-http-progress.md @@ -54,7 +54,7 @@ KONI native ATOM failed the original 180-second socket response wait at warmups completed; no timed batch completed. Server remained alive at the failure snapshot, with zero OOM events and zero listener drops/overflows. This does not establish a queueing-only cause. Whole/stream were not launched. -A distinct 600-second diagnostic is running; it does not erase or fix the +A distinct 600-second native diagnostic completed; it does not erase or fix the original deadline failure. The failed-run summary is retained in evidence265. The listener candidate eliminated observed overflow/drop counters in a paired @@ -65,3 +65,31 @@ Separate width-1024 experiments (#268) are also not part of this PR: Qwen3-0.6B has a heldout answer regression and KONI has width-dependent token divergence. Production source width/default behavior is unchanged here. Repeated timing, full KONI ATOM coverage, and direct device-DMA overlap remain outstanding. + + +## KONI native 600-second diagnostic completed + +The separate native child and artifact copies exited0. Independent audit passes +all eight conditions: eight warmups,128 full-token checks and128 timed SSE text +checks (264 responses). Prompts and all eight reference token arrays match the +original failed180-second run. End-of-run listener drops/overflows and OOM event +deltas are zero; the server was alive before normal cleanup. + +At8K input/128 output, native ATOM throughput is7.7847tok/s, median first SSE +130.6080s and median completion139.7550s. Maximum first SSE is253.9345s and maximum +completion263.0788s; five timed requests wait over180s for first SSE and six finish +after180s. This is a single ATOM execution slot with16 queued requests. It shows +long latency also exists without PD; the evidence does not separate queue wait +from prefill time or prove the original nonstreamed timeout's precise cause. + +The600-second value controls socket wait, not a guaranteed total request deadline. +Nonstreamed correctness checks retain token arrays but not individual durations. +One timed batch per condition is diagnostic, not statistical performance evidence. +The original180-second failure remains failed. RNGD-to-ATOM whole and streaming +modes are still running and are not counted as KONI successes here. + +Reproduce the diagnostic with run_http267_deadline_atom.py, --model koni, +--pod http267d-koni and the existing site-specific --host. It uses the same model +and hardware configuration, and benchmark267_deadline.py --request-timeout 600. +See evidence265/http267d-koni-native-complete-summary.json for all eight timing +rows and the raw-result SHA256. Runtime remains33d6cb0; no serving code changed. From cb25ff63e493b04aabe70e3c412c8afa154ee61c Mon Sep 17 00:00:00 2001 From: gspark Date: Sat, 24 Oct 2026 14:13:17 +0900 Subject: [PATCH 21/29] docs: record KONI whole KV HTTP results and parity limits --- .../pd/http_matrix/.research/events.jsonl | 1 + opt_prime/examples/pd/http_matrix/STATUS.md | 2 + .../http267d-koni-native-whole-eos.json | 57 +++++ .../http267d-koni-native-whole-summary.json | 216 ++++++++++++++++++ ...2026-10-24-stream265-atom-http-progress.md | 43 +++- 5 files changed, 317 insertions(+), 2 deletions(-) create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/http267d-koni-native-whole-eos.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/http267d-koni-native-whole-summary.json diff --git a/opt_prime/examples/pd/http_matrix/.research/events.jsonl b/opt_prime/examples/pd/http_matrix/.research/events.jsonl index 8a680792..bb567557 100644 --- a/opt_prime/examples/pd/http_matrix/.research/events.jsonl +++ b/opt_prime/examples/pd/http_matrix/.research/events.jsonl @@ -26,3 +26,4 @@ {"id": "724d1e78a2b742c9a9edf52d23c02a8a", "ts": "2026-10-24T10:54:08+09:00", "task": "RNGD layer streaming (aicomp #265)", "result": "GPU HTTP queue41030 exit0;all12modes independently audited,96conditions/1536tokenchecks/1536SSEchecks. Whole/stream8/8exact permodel. KONI observed+20.94-33.93%throughput;native numerical failures retained. Widthqueue beganQwen06w512 afteridle check.", "next": "Continue remainingATOMmatrix and width268 sourceprobes;publish completedGPU evidence without waiving numerical/quality failures", "state": "active", "done": false, "blocker": "", "metrics": {}, "params": {}, "artifacts": [{"path": "analysis/serving-matrix-201/http265-four-model-gpu-summary.json", "size": 2932, "sha256": "6856c50fff58ae2e"}], "experiments": ["experiments/2026-10-24-stream265-gpu-http-complete.md"], "labels": ["benchmark"], "review": true, "todos": [], "note": "", "agent": "codex", "host": "xeon-max", "branch": "main", "commit": "351d39d-dirty"} {"ts": "2026-10-24T03:53:34.726931+00:00", "task": "RNGD layer streaming (#265)", "result": "Three-model ATOM HTTP whole/stream evidence audited; KONI native timeout retained, longer-wait diagnostic pending.", "next": "Complete KONI ATOM coverage and repeat performance measurements", "state": "active", "done": false, "experiments": ["experiments/2026-10-24-stream265-atom-http-progress.md"]} {"ts": "2026-10-24T04:21:47.012026+00:00", "task": "RNGD layer streaming (#265)", "result": "KONI native600s diagnostic completes264 responses, original180s failure retained;8K/128 max completion263.08s. Whole/stream pending.", "next": "Complete KONI whole/stream HTTP runs and compare latency", "state": "active", "done": false, "experiments": ["experiments/2026-10-24-stream265-atom-http-progress.md"]} +{"ts": "2026-10-24T05:13:10.885088+00:00", "task": "aicomp #265 / #267", "result": "KONI whole diagnostic264 responses pass;8K/128 native7.7847->whole9.3113tok/s; native/whole token parity6/8. Stream pending, different physical ATOM allocation.", "state": "active", "done": false, "review": true, "experiments": ["experiments/2026-10-24-stream265-atom-http-progress.md"], "runtime_commit": "33d6cb08ec806f693dbecfd7d630331a3bd1bb2f"} diff --git a/opt_prime/examples/pd/http_matrix/STATUS.md b/opt_prime/examples/pd/http_matrix/STATUS.md index c68ef429..492bf9f9 100644 --- a/opt_prime/examples/pd/http_matrix/STATUS.md +++ b/opt_prime/examples/pd/http_matrix/STATUS.md @@ -124,3 +124,5 @@ Three models pass whole/stream controls, eight conditions each. Qwen4 and Gemma ## KONI native long-wait diagnostic Separate600s native run passes264 responses across8 conditions, with original180s failure retained. At8K/128/c16 max firstSSE253.93s and max completion263.08s; no OOM/listen drops. Whole/stream remain running. See stream265-atom-http-progress record and evidence265/http267d-koni-native-complete-summary.json. + +KONI whole HTTP diagnostic:264 responses pass,8K/128 throughput7.7847(native) ->9.3113(whole)tok/s; short inputs slower. Native/whole strict and EOS parity6/8. Stream is pending on a fresh physical-card allocation; no new runtime change. See stream265 ATOM HTTP progress record. diff --git a/opt_prime/examples/pd/http_matrix/evidence265/http267d-koni-native-whole-eos.json b/opt_prime/examples/pd/http_matrix/evidence265/http267d-koni-native-whole-eos.json new file mode 100644 index 00000000..dd9ce3c2 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/http267d-koni-native-whole-eos.json @@ -0,0 +1,57 @@ +{ + "eos_ids": [ + 128001, + 128009 + ], + "rows": { + "128:32": { + "strict_exact": true, + "through_eos_exact": true, + "native_first_eos_index": null, + "whole_first_eos_index": null + }, + "128:128": { + "strict_exact": false, + "through_eos_exact": false, + "native_first_eos_index": null, + "whole_first_eos_index": null + }, + "512:32": { + "strict_exact": true, + "through_eos_exact": true, + "native_first_eos_index": null, + "whole_first_eos_index": null + }, + "512:128": { + "strict_exact": true, + "through_eos_exact": true, + "native_first_eos_index": null, + "whole_first_eos_index": null + }, + "2048:32": { + "strict_exact": true, + "through_eos_exact": true, + "native_first_eos_index": null, + "whole_first_eos_index": null + }, + "2048:128": { + "strict_exact": true, + "through_eos_exact": true, + "native_first_eos_index": null, + "whole_first_eos_index": null + }, + "8192:32": { + "strict_exact": true, + "through_eos_exact": true, + "native_first_eos_index": null, + "whole_first_eos_index": null + }, + "8192:128": { + "strict_exact": false, + "through_eos_exact": false, + "native_first_eos_index": null, + "whole_first_eos_index": null + } + }, + "limits": "EOS set from local model/generation config plus tokenizer EOS; full fixed-length runs ignoreEOS. Token equality is not semantic answer-quality evaluation." +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/http267d-koni-native-whole-summary.json b/opt_prime/examples/pd/http_matrix/evidence265/http267d-koni-native-whole-summary.json new file mode 100644 index 00000000..3c0c6173 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/http267d-koni-native-whole-summary.json @@ -0,0 +1,216 @@ +{ + "stage": "audited_native_whole", + "runs": [ + { + "mode": "native", + "response_audit": { + "stage": "passed", + "conditions": 8, + "warmups": 8, + "correctness_responses": 128, + "timed_text_responses": 128 + }, + "raw_sha256": "41ac41d1717db9c6a164d2088088d8a13dde46c6d8c8f526b137b8edc2affc4e", + "oom_delta": { + "oom": 0, + "oom_kill": 0 + }, + "listen_delta": { + "ListenDrops": 0, + "ListenOverflows": 0 + } + }, + { + "mode": "whole", + "response_audit": { + "stage": "passed", + "conditions": 8, + "warmups": 8, + "correctness_responses": 128, + "timed_text_responses": 128 + }, + "raw_sha256": "75ef65364370c2d6095337750af833c1199dbb0e390fa05139a1e98dfd0e8e24", + "oom_delta": { + "oom": 0, + "oom_kill": 0 + }, + "listen_delta": { + "ListenDrops": 0, + "ListenOverflows": 0 + } + } + ], + "strict_reference_parity": { + "128:32": { + "exact": true, + "first_difference": null + }, + "128:128": { + "exact": false, + "first_difference": 40 + }, + "512:32": { + "exact": true, + "first_difference": null + }, + "512:128": { + "exact": true, + "first_difference": null + }, + "2048:32": { + "exact": true, + "first_difference": null + }, + "2048:128": { + "exact": true, + "first_difference": null + }, + "8192:32": { + "exact": true, + "first_difference": null + }, + "8192:128": { + "exact": false, + "first_difference": 37 + } + }, + "conditions": [ + { + "input_tokens": 128, + "output_tokens": 32, + "native": { + "tok_s": 14.649856690445366, + "median_first_sse_s": 16.48193749098573, + "median_e2e_s": 18.567270205996465, + "max_e2e_s": 34.948056298075244 + }, + "whole": { + "tok_s": 5.943039632170596, + "median_first_sse_s": 43.73900943301851, + "median_e2e_s": 45.813424271997064, + "max_e2e_s": 86.14948765002191 + }, + "whole_vs_native_throughput": 0.40567220265346654 + }, + { + "input_tokens": 128, + "output_tokens": 128, + "native": { + "tok_s": 14.795141906513853, + "median_first_sse_s": 64.96426502696704, + "median_e2e_s": 73.51471531949937, + "max_e2e_s": 138.42350667098071 + }, + "whole": { + "tok_s": 10.846756579119388, + "median_first_sse_s": 91.9415118995239, + "median_e2e_s": 100.4754439680255, + "max_e2e_s": 188.81151911302004 + }, + "whole_vs_native_throughput": 0.7331296075196068 + }, + { + "input_tokens": 512, + "output_tokens": 32, + "native": { + "tok_s": 12.85332862112104, + "median_first_sse_s": 19.073718019004446, + "median_e2e_s": 21.16420643404126, + "max_e2e_s": 39.831848663976416 + }, + "whole": { + "tok_s": 5.895430593266502, + "median_first_sse_s": 44.01350364199607, + "median_e2e_s": 46.09699993551476, + "max_e2e_s": 86.84380189992953 + }, + "whole_vs_native_throughput": 0.45866956078434995 + }, + { + "input_tokens": 512, + "output_tokens": 128, + "native": { + "tok_s": 14.26664534602918, + "median_first_sse_s": 67.69957133894786, + "median_e2e_s": 76.26901895646006, + "max_e2e_s": 143.54990259802435 + }, + "whole": { + "tok_s": 10.735028747537033, + "median_first_sse_s": 92.71299128147075, + "median_e2e_s": 101.25601403805194, + "max_e2e_s": 190.77672667696606 + }, + "whole_vs_native_throughput": 0.752456410541172 + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "native": { + "tok_s": 8.554407797432148, + "median_first_sse_s": 29.699063670472242, + "median_e2e_s": 31.814278150501195, + "max_e2e_s": 59.850330515997484 + }, + "whole": { + "tok_s": 5.54313325133188, + "median_first_sse_s": 46.98791355499998, + "median_e2e_s": 49.093498558038846, + "max_e2e_s": 92.36315784801263 + }, + "whole_vs_native_throughput": 0.6479856212835459 + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "native": { + "tok_s": 12.429333529232911, + "median_first_sse_s": 78.83277508150786, + "median_e2e_s": 87.50043595948955, + "max_e2e_s": 164.76926262804773 + }, + "whole": { + "tok_s": 10.393459757963031, + "median_first_sse_s": 96.07742246001726, + "median_e2e_s": 104.74805362947518, + "max_e2e_s": 197.0439418120077 + }, + "whole_vs_native_throughput": 0.8362041080898144 + }, + { + "input_tokens": 8192, + "output_tokens": 32, + "native": { + "tok_s": 3.3583639756961565, + "median_first_sse_s": 78.7620534109883, + "median_e2e_s": 80.9921307489858, + "max_e2e_s": 152.4518511199858 + }, + "whole": { + "tok_s": 4.669321741380397, + "median_first_sse_s": 55.90989222348435, + "median_e2e_s": 58.13753176550381, + "max_e2e_s": 109.65061521797907 + }, + "whole_vs_native_throughput": 1.3903560707449798 + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "native": { + "tok_s": 7.784659444506533, + "median_first_sse_s": 130.6080112894997, + "median_e2e_s": 139.75500574003672, + "max_e2e_s": 263.0787795180222 + }, + "whole": { + "tok_s": 9.311345552253993, + "median_first_sse_s": 108.1640919635538, + "median_e2e_s": 117.28367826750036, + "max_e2e_s": 219.94643647992052 + }, + "whole_vs_native_throughput": 1.1961146943717376 + } + ], + "limits": "One timed batch per condition. Native uses1ATOM; whole adds1RNGD, not equal-resource performance. Same-route264 response audit does not establish native/PD numerical or answer-quality equivalence. Stream pending; original180s native timeout remains failed." +} diff --git a/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-stream265-atom-http-progress.md b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-stream265-atom-http-progress.md index cd679de3..baea0c4f 100644 --- a/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-stream265-atom-http-progress.md +++ b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-stream265-atom-http-progress.md @@ -85,11 +85,50 @@ from prefill time or prove the original nonstreamed timeout's precise cause. The600-second value controls socket wait, not a guaranteed total request deadline. Nonstreamed correctness checks retain token arrays but not individual durations. One timed batch per condition is diagnostic, not statistical performance evidence. -The original180-second failure remains failed. RNGD-to-ATOM whole and streaming -modes are still running and are not counted as KONI successes here. +The original180-second failure remains failed. RNGD-to-ATOM whole subsequently completed as recorded below; streaming remains +in progress and is not counted as a success. Reproduce the diagnostic with run_http267_deadline_atom.py, --model koni, --pod http267d-koni and the existing site-specific --host. It uses the same model and hardware configuration, and benchmark267_deadline.py --request-timeout 600. See evidence265/http267d-koni-native-complete-summary.json for all eight timing rows and the raw-result SHA256. Runtime remains33d6cb0; no serving code changed. + + +## KONI whole KV diagnostic completed + +Fresh independent audit confirms native and whole each pass eight conditions, +eight warmups, 128 retained-token checks and 128 timed SSE text checks. +Both children and artifact copies exited zero; raw hashes match the summary. +Runtime remains 33d6cb0, socket wait 600 seconds, B1/c16, caches off. + +| Input/output tokens | Native tok/s | Whole KV tok/s | +|---|---:|---:| +| 128/32 | 14.6499 | 5.9430 | +| 128/128 | 14.7951 | 10.8468 | +| 512/32 | 12.8533 | 5.8954 | +| 512/128 | 14.2666 | 10.7350 | +| 2048/32 | 8.5544 | 5.5431 | +| 2048/128 | 12.4293 | 10.3935 | +| 8192/32 | 3.3584 | 4.6693 | +| 8192/128 | 7.7847 | 9.3113 | + +At 8K/128, whole improves observed throughput by 19.6%; median completion falls +139.755 to 117.284 seconds, maximum 263.079 to 219.946 seconds. Shorter inputs +remain slower with PD. This is one measured batch per condition; native uses one +ATOM while PD adds one RNGD. Neither statistical nor equal-resource benefit is +established. The original 180-second failure is retained and remains unresolved. + +Native/whole references match six of eight conditions. The first mismatch is at +zero-based token 40 for 128/128 and token 37 for 8192/128. EOS-aware comparison +also matches only six: no EOS occurs in these fixed-length references. Passing +same-route response checks does not establish native or semantic equivalence. +See evidence265/http267d-koni-native-whole-summary.json and the companion EOS +summary for hashes, individual timings and comparison details. + +Before the next phase, the owned Pod had 2265 seconds remaining versus 2842 seconds +used by the completed whole phase. After child/copy completion and absence of +benchmark/engine processes were checked, only that Pod was recreated. No active +measurement was restarted. Stream now uses a different physical ATOM card of +the same class, a limitation for subsequent timing comparisons. It is still in +startup; no streaming completion or timing claim is made here. From eaf7daa219a6cea68db4ec5fc08850edc848b271 Mon Sep 17 00:00:00 2001 From: gspark Date: Sat, 24 Oct 2026 14:56:31 +0900 Subject: [PATCH 22/29] docs: complete KONI streaming HTTP evidence --- .../pd/http_matrix/.research/events.jsonl | 1 + opt_prime/examples/pd/http_matrix/STATUS.md | 2 + .../http267d-koni-atom-c16-native.json | 25274 +++++++++++++++ .../http267d-koni-atom-c16-stream.json | 25279 ++++++++++++++++ .../http267d-koni-atom-c16-whole.json | 25278 +++++++++++++++ .../http267d-koni-three-route-summary.json | 380 + ...2026-10-24-stream265-atom-http-progress.md | 48 +- 7 files changed, 76257 insertions(+), 5 deletions(-) create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/http267d-koni-atom-c16-native.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/http267d-koni-atom-c16-stream.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/http267d-koni-atom-c16-whole.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/http267d-koni-three-route-summary.json diff --git a/opt_prime/examples/pd/http_matrix/.research/events.jsonl b/opt_prime/examples/pd/http_matrix/.research/events.jsonl index bb567557..3414888f 100644 --- a/opt_prime/examples/pd/http_matrix/.research/events.jsonl +++ b/opt_prime/examples/pd/http_matrix/.research/events.jsonl @@ -27,3 +27,4 @@ {"ts": "2026-10-24T03:53:34.726931+00:00", "task": "RNGD layer streaming (#265)", "result": "Three-model ATOM HTTP whole/stream evidence audited; KONI native timeout retained, longer-wait diagnostic pending.", "next": "Complete KONI ATOM coverage and repeat performance measurements", "state": "active", "done": false, "experiments": ["experiments/2026-10-24-stream265-atom-http-progress.md"]} {"ts": "2026-10-24T04:21:47.012026+00:00", "task": "RNGD layer streaming (#265)", "result": "KONI native600s diagnostic completes264 responses, original180s failure retained;8K/128 max completion263.08s. Whole/stream pending.", "next": "Complete KONI whole/stream HTTP runs and compare latency", "state": "active", "done": false, "experiments": ["experiments/2026-10-24-stream265-atom-http-progress.md"]} {"ts": "2026-10-24T05:13:10.885088+00:00", "task": "aicomp #265 / #267", "result": "KONI whole diagnostic264 responses pass;8K/128 native7.7847->whole9.3113tok/s; native/whole token parity6/8. Stream pending, different physical ATOM allocation.", "state": "active", "done": false, "review": true, "experiments": ["experiments/2026-10-24-stream265-atom-http-progress.md"], "runtime_commit": "33d6cb08ec806f693dbecfd7d630331a3bd1bb2f"} +{"ts": "2026-10-24T05:56:15.922056+00:00", "task": "aicomp #265 / #267", "result": "KONI all3 routes264 responses each audited; whole/stream8/8 exact.8K128 throughput7.7847/9.3113/10.8298tok/s. Native parity6/8; single batch and different physical card limits retained.", "state": "active", "done": false, "review": true, "experiments": ["experiments/2026-10-24-stream265-atom-http-progress.md"], "runtime_commit": "33d6cb08ec806f693dbecfd7d630331a3bd1bb2f"} diff --git a/opt_prime/examples/pd/http_matrix/STATUS.md b/opt_prime/examples/pd/http_matrix/STATUS.md index 492bf9f9..d5839784 100644 --- a/opt_prime/examples/pd/http_matrix/STATUS.md +++ b/opt_prime/examples/pd/http_matrix/STATUS.md @@ -126,3 +126,5 @@ Three models pass whole/stream controls, eight conditions each. Qwen4 and Gemma Separate600s native run passes264 responses across8 conditions, with original180s failure retained. At8K/128/c16 max firstSSE253.93s and max completion263.08s; no OOM/listen drops. Whole/stream remain running. See stream265-atom-http-progress record and evidence265/http267d-koni-native-complete-summary.json. KONI whole HTTP diagnostic:264 responses pass,8K/128 throughput7.7847(native) ->9.3113(whole)tok/s; short inputs slower. Native/whole strict and EOS parity6/8. Stream is pending on a fresh physical-card allocation; no new runtime change. See stream265 ATOM HTTP progress record. + +KONI stream HTTP complete: all3 routes264 responses each audited; whole/stream8/8 exact, native/whole6/8.8K/128 native7.7847,whole9.3113,stream10.8298tok/s; stream maxE2E189.105s. All4 model B1/c16 ATOM whole/stream controls complete; native equivalence and B4 remain open. diff --git a/opt_prime/examples/pd/http_matrix/evidence265/http267d-koni-atom-c16-native.json b/opt_prime/examples/pd/http_matrix/evidence265/http267d-koni-atom-c16-native.json new file mode 100644 index 00000000..e48fe7d4 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/http267d-koni-atom-c16-native.json @@ -0,0 +1,25274 @@ +{ + "passed": true, + "model": "KONI-Llama3.1-8B-Instruct-20241024", + "mode": "native", + "dtype": "bfloat16", + "torch": "2.11.0+cpu", + "transformers": "5.8.1", + "replicas": 1, + "cpu_threads_per_server": 4, + "prompts": { + "128": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ], + "512": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ], + "2048": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ], + "8192": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ] + }, + "warmups": [ + { + "id": "warm-0-128-32", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "warm-0-128-128", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077, + 430, + 36001, + 45695, + 279, + 1715, + 13, + 1442, + 499, + 1541, + 956, + 1440, + 279, + 4320, + 11, + 1120, + 2019, + 430, + 499, + 1541, + 956, + 1440, + 627, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response", + "tokens_equal": true + }, + { + "id": "warm-0-512-32", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "warm-0-512-128", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "warm-0-2048-32", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "warm-0-2048-128", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "warm-0-8192-32", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "warm-0-8192-128", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + } + ], + "correctness_batches": [ + { + "input_tokens": 128, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-128-32-16-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-1", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-2", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-3", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-4", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-5", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-6", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-7", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-8", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-9", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-10", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-11", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-12", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-13", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-14", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-15", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-128-128-16-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077, + 430, + 36001, + 45695, + 279, + 1715, + 13, + 1442, + 499, + 1541, + 956, + 1440, + 279, + 4320, + 11, + 1120, + 2019, + 430, + 499, + 1541, + 956, + 1440, + 627, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response", + "tokens_equal": true + }, + { + "id": "check-128-128-16-1", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077, + 430, + 36001, + 45695, + 279, + 1715, + 13, + 1442, + 499, + 1541, + 956, + 1440, + 279, + 4320, + 11, + 1120, + 2019, + 430, + 499, + 1541, + 956, + 1440, + 627, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response", + "tokens_equal": true + }, + { + "id": "check-128-128-16-2", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077, + 430, + 36001, + 45695, + 279, + 1715, + 13, + 1442, + 499, + 1541, + 956, + 1440, + 279, + 4320, + 11, + 1120, + 2019, + 430, + 499, + 1541, + 956, + 1440, + 627, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response", + "tokens_equal": true + }, + { + "id": "check-128-128-16-3", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077, + 430, + 36001, + 45695, + 279, + 1715, + 13, + 1442, + 499, + 1541, + 956, + 1440, + 279, + 4320, + 11, + 1120, + 2019, + 430, + 499, + 1541, + 956, + 1440, + 627, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response", + "tokens_equal": true + }, + { + "id": "check-128-128-16-4", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077, + 430, + 36001, + 45695, + 279, + 1715, + 13, + 1442, + 499, + 1541, + 956, + 1440, + 279, + 4320, + 11, + 1120, + 2019, + 430, + 499, + 1541, + 956, + 1440, + 627, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response", + "tokens_equal": true + }, + { + "id": "check-128-128-16-5", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077, + 430, + 36001, + 45695, + 279, + 1715, + 13, + 1442, + 499, + 1541, + 956, + 1440, + 279, + 4320, + 11, + 1120, + 2019, + 430, + 499, + 1541, + 956, + 1440, + 627, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response", + "tokens_equal": true + }, + { + "id": "check-128-128-16-6", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077, + 430, + 36001, + 45695, + 279, + 1715, + 13, + 1442, + 499, + 1541, + 956, + 1440, + 279, + 4320, + 11, + 1120, + 2019, + 430, + 499, + 1541, + 956, + 1440, + 627, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response", + "tokens_equal": true + }, + { + "id": "check-128-128-16-7", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077, + 430, + 36001, + 45695, + 279, + 1715, + 13, + 1442, + 499, + 1541, + 956, + 1440, + 279, + 4320, + 11, + 1120, + 2019, + 430, + 499, + 1541, + 956, + 1440, + 627, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response", + "tokens_equal": true + }, + { + "id": "check-128-128-16-8", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077, + 430, + 36001, + 45695, + 279, + 1715, + 13, + 1442, + 499, + 1541, + 956, + 1440, + 279, + 4320, + 11, + 1120, + 2019, + 430, + 499, + 1541, + 956, + 1440, + 627, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response", + "tokens_equal": true + }, + { + "id": "check-128-128-16-9", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077, + 430, + 36001, + 45695, + 279, + 1715, + 13, + 1442, + 499, + 1541, + 956, + 1440, + 279, + 4320, + 11, + 1120, + 2019, + 430, + 499, + 1541, + 956, + 1440, + 627, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response", + "tokens_equal": true + }, + { + "id": "check-128-128-16-10", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077, + 430, + 36001, + 45695, + 279, + 1715, + 13, + 1442, + 499, + 1541, + 956, + 1440, + 279, + 4320, + 11, + 1120, + 2019, + 430, + 499, + 1541, + 956, + 1440, + 627, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response", + "tokens_equal": true + }, + { + "id": "check-128-128-16-11", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077, + 430, + 36001, + 45695, + 279, + 1715, + 13, + 1442, + 499, + 1541, + 956, + 1440, + 279, + 4320, + 11, + 1120, + 2019, + 430, + 499, + 1541, + 956, + 1440, + 627, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response", + "tokens_equal": true + }, + { + "id": "check-128-128-16-12", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077, + 430, + 36001, + 45695, + 279, + 1715, + 13, + 1442, + 499, + 1541, + 956, + 1440, + 279, + 4320, + 11, + 1120, + 2019, + 430, + 499, + 1541, + 956, + 1440, + 627, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response", + "tokens_equal": true + }, + { + "id": "check-128-128-16-13", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077, + 430, + 36001, + 45695, + 279, + 1715, + 13, + 1442, + 499, + 1541, + 956, + 1440, + 279, + 4320, + 11, + 1120, + 2019, + 430, + 499, + 1541, + 956, + 1440, + 627, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response", + "tokens_equal": true + }, + { + "id": "check-128-128-16-14", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077, + 430, + 36001, + 45695, + 279, + 1715, + 13, + 1442, + 499, + 1541, + 956, + 1440, + 279, + 4320, + 11, + 1120, + 2019, + 430, + 499, + 1541, + 956, + 1440, + 627, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response", + "tokens_equal": true + }, + { + "id": "check-128-128-16-15", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077, + 430, + 36001, + 45695, + 279, + 1715, + 13, + 1442, + 499, + 1541, + 956, + 1440, + 279, + 4320, + 11, + 1120, + 2019, + 430, + 499, + 1541, + 956, + 1440, + 627, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 512, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-512-32-16-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-1", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-2", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-3", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-4", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-5", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-6", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-7", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-8", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-9", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-10", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-11", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-12", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-13", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-14", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-15", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-512-128-16-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-1", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-2", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-3", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-4", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-5", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-6", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-7", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-8", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-9", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-10", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-11", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-12", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-13", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-14", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-15", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-2048-32-16-0", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-1", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-2", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-3", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-4", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-5", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-6", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-7", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-8", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-9", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-10", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-11", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-12", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-13", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-14", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-15", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-2048-128-16-0", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-1", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-2", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-3", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-4", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-5", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-6", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-7", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-8", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-9", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-10", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-11", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-12", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-13", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-14", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-15", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-8192-32-16-0", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-1", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-2", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-3", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-4", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-5", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-6", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-7", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-8", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-9", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-10", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-11", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-12", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-13", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-14", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-15", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-8192-128-16-0", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-1", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-2", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-3", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-4", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-5", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-6", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-7", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-8", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-9", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-10", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-11", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-12", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-13", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-14", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-15", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "tokens_equal": true + } + ] + } + ], + "batches": [ + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 34.94914734107442, + "output_tok_s": 14.649856690445366, + "median_first_sse_s": 16.48193749098573, + "median_tpot_est_s": 0.06720089806514161, + "median_e2e_s": 18.567270205996465, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o32-c16-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 2.2896094400202855, + "tpot_est_s": 0.06722710035260647, + "e2e_s": 4.373649550951086 + }, + { + "id": "r0-n128-o32-c16-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 4.474504222976975, + "tpot_est_s": 0.06727133874195598, + "e2e_s": 6.5599157239776105 + }, + { + "id": "r0-n128-o32-c16-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 19.76227106701117, + "tpot_est_s": 0.06720860857862018, + "e2e_s": 21.845737932948396 + }, + { + "id": "r0-n128-o32-c16-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 28.49802473001182, + "tpot_est_s": 0.06727202167929781, + "e2e_s": 30.583457402070053 + }, + { + "id": "r0-n128-o32-c16-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 32.86763596907258, + "tpot_est_s": 0.06711033319363431, + "e2e_s": 34.948056298075244 + }, + { + "id": "r0-n128-o32-c16-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 6.660597303067334, + "tpot_est_s": 0.06717302406492133, + "e2e_s": 8.742961049079895 + }, + { + "id": "r0-n128-o32-c16-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 26.315091271069832, + "tpot_est_s": 0.06713429931926751, + "e2e_s": 28.396254549967125 + }, + { + "id": "r0-n128-o32-c16-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 17.574345228960738, + "tpot_est_s": 0.06733550651434568, + "e2e_s": 19.661745930905454 + }, + { + "id": "r0-n128-o32-c16-8", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 15.38952975301072, + "tpot_est_s": 0.067202088002476, + "e2e_s": 17.472794481087476 + }, + { + "id": "r0-n128-o32-c16-9", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 21.947024616994895, + "tpot_est_s": 0.06724907728963561, + "e2e_s": 24.0317460129736 + }, + { + "id": "r0-n128-o32-c16-10", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 24.13246314099524, + "tpot_est_s": 0.06714590093601615, + "e2e_s": 26.213986070011742 + }, + { + "id": "r0-n128-o32-c16-11", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 13.209914810024202, + "tpot_est_s": 0.06706370596939157, + "e2e_s": 15.28888969507534 + }, + { + "id": "r0-n128-o32-c16-12", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 0.10577944200485945, + "tpot_est_s": 0.06715342583840773, + "e2e_s": 2.187535642995499 + }, + { + "id": "r0-n128-o32-c16-13", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 30.683200416970067, + "tpot_est_s": 0.06720303100038079, + "e2e_s": 32.76649437798187 + }, + { + "id": "r0-n128-o32-c16-14", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 8.842930939979851, + "tpot_est_s": 0.06714525258153557, + "e2e_s": 10.924433770007454 + }, + { + "id": "r0-n128-o32-c16-15", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 11.025784456986003, + "tpot_est_s": 0.06719970812780722, + "e2e_s": 13.108975408948027 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 138.42381593503524, + "output_tok_s": 14.795141906513853, + "median_first_sse_s": 64.96426502696704, + "median_tpot_est_s": 0.06732125857874283, + "median_e2e_s": 73.51471531949937, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c16-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response", + "text_equal": true, + "first_sse_s": 60.6387927349424, + "tpot_est_s": 0.06732985060698697, + "e2e_s": 69.18968376202974 + }, + { + "id": "r0-n128-o128-c16-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response", + "text_equal": true, + "first_sse_s": 129.88275529898237, + "tpot_est_s": 0.06725001080313653, + "e2e_s": 138.42350667098071 + }, + { + "id": "r0-n128-o128-c16-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response", + "text_equal": true, + "first_sse_s": 112.58710471400991, + "tpot_est_s": 0.06737197537844135, + "e2e_s": 121.14334558707196 + }, + { + "id": "r0-n128-o128-c16-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response", + "text_equal": true, + "first_sse_s": 43.34257080999669, + "tpot_est_s": 0.06727751683421784, + "e2e_s": 51.886815447942354 + }, + { + "id": "r0-n128-o128-c16-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response", + "text_equal": true, + "first_sse_s": 17.39285608706996, + "tpot_est_s": 0.06730728833037831, + "e2e_s": 25.940881705028005 + }, + { + "id": "r0-n128-o128-c16-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response", + "text_equal": true, + "first_sse_s": 51.987862929934636, + "tpot_est_s": 0.06731960725215241, + "e2e_s": 60.53745305095799 + }, + { + "id": "r0-n128-o128-c16-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response", + "text_equal": true, + "first_sse_s": 77.94178511807695, + "tpot_est_s": 0.06737787201523956, + "e2e_s": 86.49877486401238 + }, + { + "id": "r0-n128-o128-c16-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response", + "text_equal": true, + "first_sse_s": 95.26907894900069, + "tpot_est_s": 0.06740178958252513, + "e2e_s": 103.82910622598138 + }, + { + "id": "r0-n128-o128-c16-8", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response", + "text_equal": true, + "first_sse_s": 26.041785879060626, + "tpot_est_s": 0.06732527543258977, + "e2e_s": 34.59209585899953 + }, + { + "id": "r0-n128-o128-c16-9", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response", + "text_equal": true, + "first_sse_s": 0.10577944596298039, + "tpot_est_s": 0.06727545775608783, + "e2e_s": 8.649762580986135 + }, + { + "id": "r0-n128-o128-c16-10", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response", + "text_equal": true, + "first_sse_s": 121.24418505700305, + "tpot_est_s": 0.06721977080313826, + "e2e_s": 129.7810959490016 + }, + { + "id": "r0-n128-o128-c16-11", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response", + "text_equal": true, + "first_sse_s": 86.59881422901526, + "tpot_est_s": 0.06747155314161053, + "e2e_s": 95.1677014779998 + }, + { + "id": "r0-n128-o128-c16-12", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response", + "text_equal": true, + "first_sse_s": 34.69304605096113, + "tpot_est_s": 0.06731326416534496, + "e2e_s": 43.24183059995994 + }, + { + "id": "r0-n128-o128-c16-13", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response", + "text_equal": true, + "first_sse_s": 103.92982606601436, + "tpot_est_s": 0.06736660027495167, + "e2e_s": 112.48538430093322 + }, + { + "id": "r0-n128-o128-c16-14", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response", + "text_equal": true, + "first_sse_s": 8.750554944970645, + "tpot_est_s": 0.06725316254356069, + "e2e_s": 17.291706588002853 + }, + { + "id": "r0-n128-o128-c16-15", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response", + "text_equal": true, + "first_sse_s": 69.28973731899168, + "tpot_est_s": 0.06732290990533323, + "e2e_s": 77.839746876969 + } + ] + }, + { + "repeat": 0, + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 39.83403949998319, + "output_tok_s": 12.85332862112104, + "median_first_sse_s": 19.073718019004446, + "median_tpot_est_s": 0.06741849648308068, + "median_e2e_s": 21.16420643404126, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n512-o32-c16-0", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 12.853094504098408, + "tpot_est_s": 0.06742638535422063, + "e2e_s": 14.943312450079247 + }, + { + "id": "r0-n512-o32-c16-1", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 22.809616459999233, + "tpot_est_s": 0.06748206622432917, + "e2e_s": 24.901560512953438 + }, + { + "id": "r0-n512-o32-c16-2", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 7.873785017989576, + "tpot_est_s": 0.06743966393368019, + "e2e_s": 9.964414599933662 + }, + { + "id": "r0-n512-o32-c16-3", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 35.25510476704221, + "tpot_est_s": 0.06739990267482016, + "e2e_s": 37.34450174996164 + }, + { + "id": "r0-n512-o32-c16-4", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 15.34142964601051, + "tpot_est_s": 0.06737573845161786, + "e2e_s": 17.430077538010664 + }, + { + "id": "r0-n512-o32-c16-5", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 30.27565703401342, + "tpot_est_s": 0.06742588596628799, + "e2e_s": 32.36585949896835 + }, + { + "id": "r0-n512-o32-c16-6", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 2.894611895084381, + "tpot_est_s": 0.06747085664556512, + "e2e_s": 4.9862084510969 + }, + { + "id": "r0-n512-o32-c16-7", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 5.385389584000222, + "tpot_est_s": 0.06740216274310144, + "e2e_s": 7.474856629036367 + }, + { + "id": "r0-n512-o32-c16-8", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 10.363781752996147, + "tpot_est_s": 0.06741110699987339, + "e2e_s": 12.453526069992222 + }, + { + "id": "r0-n512-o32-c16-9", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 37.74333533400204, + "tpot_est_s": 0.0673713977411089, + "e2e_s": 39.831848663976416 + }, + { + "id": "r0-n512-o32-c16-10", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 27.786917458986863, + "tpot_est_s": 0.0673980506459972, + "e2e_s": 29.876257029012777 + }, + { + "id": "r0-n512-o32-c16-11", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 25.29927763994783, + "tpot_est_s": 0.06736853116402222, + "e2e_s": 27.38770210603252 + }, + { + "id": "r0-n512-o32-c16-12", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 0.40383687999565154, + "tpot_est_s": 0.06746072506141518, + "e2e_s": 2.4951193568995222 + }, + { + "id": "r0-n512-o32-c16-13", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 20.31886061001569, + "tpot_est_s": 0.06740842522647712, + "e2e_s": 22.40852179203648 + }, + { + "id": "r0-n512-o32-c16-14", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 17.8285754279932, + "tpot_est_s": 0.06746179509847876, + "e2e_s": 19.919891076046042 + }, + { + "id": "r0-n512-o32-c16-15", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 32.76517096091993, + "tpot_est_s": 0.06745628454917742, + "e2e_s": 34.85631578194443 + } + ] + }, + { + "repeat": 0, + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 143.55161639803555, + "output_tok_s": 14.26664534602918, + "median_first_sse_s": 67.69957133894786, + "median_tpot_est_s": 0.06750743948821507, + "median_e2e_s": 76.26901895646006, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n512-o128-c16-0", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 9.379288685973734, + "tpot_est_s": 0.0675169494017724, + "e2e_s": 17.953941259998828 + }, + { + "id": "r0-n512-o128-c16-1", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 108.06448096199892, + "tpot_est_s": 0.06739434803924046, + "e2e_s": 116.62356316298246 + }, + { + "id": "r0-n512-o128-c16-2", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 72.18145301495679, + "tpot_est_s": 0.06750873429150739, + "e2e_s": 80.75506226997823 + }, + { + "id": "r0-n512-o128-c16-3", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 81.15472809097264, + "tpot_est_s": 0.06751779731506057, + "e2e_s": 89.72948834998533 + }, + { + "id": "r0-n512-o128-c16-4", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 36.29218185401987, + "tpot_est_s": 0.06755085062147595, + "e2e_s": 44.87113988294732 + }, + { + "id": "r0-n512-o128-c16-5", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 63.21768966293894, + "tpot_est_s": 0.06744319669293665, + "e2e_s": 71.78297564294189 + }, + { + "id": "r0-n512-o128-c16-6", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 90.12733886693604, + "tpot_est_s": 0.06746541626025432, + "e2e_s": 98.69544673198834 + }, + { + "id": "r0-n512-o128-c16-7", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 27.319072791025974, + "tpot_est_s": 0.06752263075639091, + "e2e_s": 35.89444689708762 + }, + { + "id": "r0-n512-o128-c16-8", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 0.40650368202477694, + "tpot_est_s": 0.06750614468492275, + "e2e_s": 8.979784057009965 + }, + { + "id": "r0-n512-o128-c16-9", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 134.96305020502768, + "tpot_est_s": 0.06761301096847765, + "e2e_s": 143.54990259802435 + }, + { + "id": "r0-n512-o128-c16-10", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 125.98751721100416, + "tpot_est_s": 0.06752669882656288, + "e2e_s": 134.56340796197765 + }, + { + "id": "r0-n512-o128-c16-11", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 117.01967648998834, + "tpot_est_s": 0.06746216078827846, + "e2e_s": 125.58737091009971 + }, + { + "id": "r0-n512-o128-c16-12", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 18.35189375607297, + "tpot_est_s": 0.0674640634491321, + "e2e_s": 26.919829814112745 + }, + { + "id": "r0-n512-o128-c16-13", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 99.09457963996101, + "tpot_est_s": 0.06747241452790972, + "e2e_s": 107.66357628500555 + }, + { + "id": "r0-n512-o128-c16-14", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 54.24079580407124, + "tpot_est_s": 0.06752848644891211, + "e2e_s": 62.81691358308308 + }, + { + "id": "r0-n512-o128-c16-15", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 45.26996449800208, + "tpot_est_s": 0.06748602141013853, + "e2e_s": 53.840689217089675 + } + ] + }, + { + "repeat": 0, + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 59.85218522709329, + "output_tok_s": 8.554407797432148, + "median_first_sse_s": 29.699063670472242, + "median_tpot_est_s": 0.0681713129198479, + "median_e2e_s": 31.814278150501195, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n2048-o32-c16-0", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 50.26487593096681, + "tpot_est_s": 0.06808613870863713, + "e2e_s": 52.37554623093456 + }, + { + "id": "r0-n2048-o32-c16-1", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 16.5997905600816, + "tpot_est_s": 0.06822699754904475, + "e2e_s": 18.71482748410199 + }, + { + "id": "r0-n2048-o32-c16-2", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 57.73659730097279, + "tpot_est_s": 0.06818494242015144, + "e2e_s": 59.850330515997484 + }, + { + "id": "r0-n2048-o32-c16-3", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 42.786497524008155, + "tpot_est_s": 0.0681174639687543, + "e2e_s": 44.89813890703954 + }, + { + "id": "r0-n2048-o32-c16-4", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 9.116472146008164, + "tpot_est_s": 0.06830862761219783, + "e2e_s": 11.234039601986296 + }, + { + "id": "r0-n2048-o32-c16-5", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 46.52282286994159, + "tpot_est_s": 0.06812839357993536, + "e2e_s": 48.63480307091959 + }, + { + "id": "r0-n2048-o32-c16-6", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 24.084555146982893, + "tpot_est_s": 0.06822745587241145, + "e2e_s": 26.19960627902765 + }, + { + "id": "r0-n2048-o32-c16-7", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 31.57157605898101, + "tpot_est_s": 0.06815768341954437, + "e2e_s": 33.684464244986884 + }, + { + "id": "r0-n2048-o32-c16-8", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 12.85974590794649, + "tpot_est_s": 0.06818994506442498, + "e2e_s": 14.973634204943664 + }, + { + "id": "r0-n2048-o32-c16-9", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 1.6341791880549863, + "tpot_est_s": 0.06815076941969775, + "e2e_s": 3.7468530400656164 + }, + { + "id": "r0-n2048-o32-c16-10", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 5.373819249914959, + "tpot_est_s": 0.06820052432557268, + "e2e_s": 7.488035504007712 + }, + { + "id": "r0-n2048-o32-c16-11", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 27.826551281963475, + "tpot_est_s": 0.06830776690490424, + "e2e_s": 29.944092056015506 + }, + { + "id": "r0-n2048-o32-c16-12", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 39.04804269399028, + "tpot_est_s": 0.06811464186983122, + "e2e_s": 41.15959659195505 + }, + { + "id": "r0-n2048-o32-c16-13", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 35.31034314294811, + "tpot_est_s": 0.06812156374461108, + "e2e_s": 37.42211161903106 + }, + { + "id": "r0-n2048-o32-c16-14", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 20.34175977506675, + "tpot_est_s": 0.0682202908060243, + "e2e_s": 22.4565887900535 + }, + { + "id": "r0-n2048-o32-c16-15", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 53.997595214052126, + "tpot_est_s": 0.06812173771041055, + "e2e_s": 56.10936908307485 + } + ] + }, + { + "repeat": 0, + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 164.771505663055, + "output_tok_s": 12.429333529232911, + "median_first_sse_s": 78.83277508150786, + "median_tpot_est_s": 0.06827093868499887, + "median_e2e_s": 87.50043595948955, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n2048-o128-c16-0", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 73.68898740003351, + "tpot_est_s": 0.0682109716847011, + "e2e_s": 82.35178080399055 + }, + { + "id": "r0-n2048-o128-c16-1", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 94.27420135494322, + "tpot_est_s": 0.06817229517357878, + "e2e_s": 102.93208284198772 + }, + { + "id": "r0-n2048-o128-c16-2", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 32.48737935803365, + "tpot_est_s": 0.06821924892958166, + "e2e_s": 41.15122397209052 + }, + { + "id": "r0-n2048-o128-c16-3", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 42.77812514593825, + "tpot_est_s": 0.068328923268031, + "e2e_s": 51.455898400978185 + }, + { + "id": "r0-n2048-o128-c16-4", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 11.915174955967814, + "tpot_est_s": 0.06820832788999244, + "e2e_s": 20.577632597996853 + }, + { + "id": "r0-n2048-o128-c16-5", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 145.75303765304852, + "tpot_est_s": 0.06836713662217041, + "e2e_s": 154.43566400406417 + }, + { + "id": "r0-n2048-o128-c16-6", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 1.6355127900606021, + "tpot_est_s": 0.06814568186560133, + "e2e_s": 10.29001438699197 + }, + { + "id": "r0-n2048-o128-c16-7", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 114.85286351502873, + "tpot_est_s": 0.06833673561428212, + "e2e_s": 123.53162893804256 + }, + { + "id": "r0-n2048-o128-c16-8", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 125.15610595198814, + "tpot_est_s": 0.06825425255105017, + "e2e_s": 133.8243960259715 + }, + { + "id": "r0-n2048-o128-c16-9", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 104.55972018104512, + "tpot_est_s": 0.06824558608666591, + "e2e_s": 113.22690961405169 + }, + { + "id": "r0-n2048-o128-c16-10", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 63.38913916191086, + "tpot_est_s": 0.0682878452050683, + "e2e_s": 72.06169550295454 + }, + { + "id": "r0-n2048-o128-c16-11", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 83.97656276298221, + "tpot_est_s": 0.06828762481894755, + "e2e_s": 92.64909111498855 + }, + { + "id": "r0-n2048-o128-c16-12", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 135.4536485869903, + "tpot_est_s": 0.06829572718876495, + "e2e_s": 144.12720593996346 + }, + { + "id": "r0-n2048-o128-c16-13", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 53.082221947959624, + "tpot_est_s": 0.06835486429219141, + "e2e_s": 61.763289713067934 + }, + { + "id": "r0-n2048-o128-c16-14", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 22.202113687992096, + "tpot_est_s": 0.06818365137730761, + "e2e_s": 30.861437412910163 + }, + { + "id": "r0-n2048-o128-c16-15", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 156.06174736004323, + "tpot_est_s": 0.06856311234649212, + "e2e_s": 164.76926262804773 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 152.4551846390823, + "output_tok_s": 3.3583639756961565, + "median_first_sse_s": 78.7620534109883, + "median_tpot_est_s": 0.07195523001569054, + "median_e2e_s": 80.9921307489858, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o32-c16-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 54.94708059204277, + "tpot_est_s": 0.0719262195165239, + "e2e_s": 57.17679339705501 + }, + { + "id": "r0-n8192-o32-c16-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 16.857827742001973, + "tpot_est_s": 0.07186432435522758, + "e2e_s": 19.085621797014028 + }, + { + "id": "r0-n8192-o32-c16-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 102.5801303430926, + "tpot_est_s": 0.07198699499901023, + "e2e_s": 104.81172718806192 + }, + { + "id": "r0-n8192-o32-c16-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 7.3259233250282705, + "tpot_est_s": 0.07202882661048564, + "e2e_s": 9.558816949953325 + }, + { + "id": "r0-n8192-o32-c16-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 93.05163003795315, + "tpot_est_s": 0.07199949854909773, + "e2e_s": 95.28361449297518 + }, + { + "id": "r0-n8192-o32-c16-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 121.63787064899225, + "tpot_est_s": 0.07195828612818714, + "e2e_s": 123.86857751896605 + }, + { + "id": "r0-n8192-o32-c16-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 35.90367890393827, + "tpot_est_s": 0.07177376883825468, + "e2e_s": 38.128665737924166 + }, + { + "id": "r0-n8192-o32-c16-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 140.69558164605405, + "tpot_est_s": 0.0719598283195087, + "e2e_s": 142.92633632395882 + }, + { + "id": "r0-n8192-o32-c16-8", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 83.52627504593693, + "tpot_est_s": 0.07195217390319393, + "e2e_s": 85.75679243693594 + }, + { + "id": "r0-n8192-o32-c16-9", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 131.1650671940297, + "tpot_est_s": 0.07199370535466099, + "e2e_s": 133.39687206002418 + }, + { + "id": "r0-n8192-o32-c16-10", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 26.380261495010927, + "tpot_est_s": 0.07186046719641215, + "e2e_s": 28.607935978099704 + }, + { + "id": "r0-n8192-o32-c16-11", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 150.22194355900865, + "tpot_est_s": 0.07193250196700494, + "e2e_s": 152.4518511199858 + }, + { + "id": "r0-n8192-o32-c16-12", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 112.10898384894244, + "tpot_est_s": 0.07197288732464996, + "e2e_s": 114.34014335600659 + }, + { + "id": "r0-n8192-o32-c16-13", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 64.47222539107315, + "tpot_est_s": 0.07195965348247198, + "e2e_s": 66.70297464902978 + }, + { + "id": "r0-n8192-o32-c16-14", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 45.422337064985186, + "tpot_est_s": 0.07191264683816341, + "e2e_s": 47.65162911696825 + }, + { + "id": "r0-n8192-o32-c16-15", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 73.99783177603967, + "tpot_est_s": 0.07192378338696735, + "e2e_s": 76.22746906103566 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 263.08151494606864, + "output_tok_s": 7.784659444506533, + "median_first_sse_s": 130.6080112894997, + "median_tpot_est_s": 0.07200966441754515, + "median_e2e_s": 139.75500574003672, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c16-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 56.64706454100087, + "tpot_est_s": 0.07203411844863343, + "e2e_s": 65.79539758397732 + }, + { + "id": "r0-n8192-o128-c16-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 138.82893899991177, + "tpot_est_s": 0.07203105621325864, + "e2e_s": 147.97688313899562 + }, + { + "id": "r0-n8192-o128-c16-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 89.52304237603676, + "tpot_est_s": 0.07197651810995413, + "e2e_s": 98.66406017600093 + }, + { + "id": "r0-n8192-o128-c16-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 204.60620094498154, + "tpot_est_s": 0.0720121552681873, + "e2e_s": 213.75174466404133 + }, + { + "id": "r0-n8192-o128-c16-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 7.31573243602179, + "tpot_est_s": 0.07198571151958441, + "e2e_s": 16.45791779900901 + }, + { + "id": "r0-n8192-o128-c16-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 155.27382144902367, + "tpot_est_s": 0.07207589239380725, + "e2e_s": 164.4274597830372 + }, + { + "id": "r0-n8192-o128-c16-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 171.7249404869508, + "tpot_est_s": 0.072007173566903, + "e2e_s": 180.86985152994748 + }, + { + "id": "r0-n8192-o128-c16-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 23.75274041807279, + "tpot_est_s": 0.07202283481839956, + "e2e_s": 32.899640440009534 + }, + { + "id": "r0-n8192-o128-c16-8", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 253.93450460897293, + "tpot_est_s": 0.07200216463818325, + "e2e_s": 263.0787795180222 + }, + { + "id": "r0-n8192-o128-c16-9", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 40.19615428103134, + "tpot_est_s": 0.07206140732297336, + "e2e_s": 49.34795301104896 + }, + { + "id": "r0-n8192-o128-c16-10", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 73.08983859501313, + "tpot_est_s": 0.07194771214963971, + "e2e_s": 82.22719803801738 + }, + { + "id": "r0-n8192-o128-c16-11", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 105.96130846603774, + "tpot_est_s": 0.07190591880252335, + "e2e_s": 115.0933601539582 + }, + { + "id": "r0-n8192-o128-c16-12", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 122.38708357908763, + "tpot_est_s": 0.07201610048811179, + "e2e_s": 131.53312834107783 + }, + { + "id": "r0-n8192-o128-c16-13", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 221.05266935995314, + "tpot_est_s": 0.07200196651213868, + "e2e_s": 230.19691910699476 + }, + { + "id": "r0-n8192-o128-c16-14", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 237.49049295694567, + "tpot_est_s": 0.07202318085881874, + "e2e_s": 246.63743692601565 + }, + { + "id": "r0-n8192-o128-c16-15", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home", + "text_equal": true, + "first_sse_s": 188.16572390298825, + "tpot_est_s": 0.07200260159071886, + "e2e_s": 197.31005430500954 + } + ] + } + ], + "harness_sha256": "c8ebb077a608e3da70a9748aed19c03f22ae87355f0167a2fb1e68b88ec21d79", + "startup_timeout_s": 1800, + "request_timeout_s": 600, + "timing_scope": "Client first SSE event, full response e2e and estimated TPOT=(e2e-first_event)/(output_tokens-1). SSE can coalesce tokens; this is not per-token kernel timing. Loading/warmup/correctness checks excluded.", + "physical_gpus": 0, + "physical_atom": 1, + "physical_rngd": 0, + "slots_per_decoder": 1, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": null, + "local_chunk": 128, + "context": 9216, + "server_config": { + "servers": [ + [ + "/home/gspark/workspace/01_pd_disag/experiments/native_pd_2026_4/p2p_dma/devkit/torch-venv/bin/python", + "-u", + "/home/gspark/workspace/codex-serving-matrix-201/container_bootstrap.py", + "/home/gspark/workspace/codex-serving-matrix-201/atom_server265_http.py", + "--model", + "KISTI-KONI/KONI-Llama3.1-8B-Instruct-20241024", + "--cache-dir", + "/home/gspark/workspace/codex-serving-matrix-201/atom-artifacts", + "--port", + "{port}", + "--batching", + "/home/gspark/workspace/codex-serving-matrix-201/stream265-code/opt_prime/accel/platforms/atom/batching.py", + "--pd-module", + "/home/gspark/workspace/codex-serving-matrix-201/stream265-code/opt_prime/accel/pd/pd_batching.py", + "--http-module", + "/home/gspark/workspace/codex-serving-matrix-201/llmd267_backlog.py", + "--kv-blocks", + "1", + "--width", + "8192", + "--max-output", + "128" + ] + ], + "metadata": { + "physical_gpus": 0, + "physical_atom": 1, + "physical_rngd": 0, + "slots_per_decoder": 1, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": null, + "local_chunk": 128, + "context": 9216 + } + }, + "load_s": 17.393424627021886, + "diagnostic_start": { + "monotonic_s": 788526.812844223, + "servers": [ + { + "pid": 38, + "returncode": null, + "status": [ + "Name:\tpython", + "State:\tS (sleeping)", + "VmHWM:\t19879304 kB", + "VmRSS:\t19879304 kB", + "Threads:\t12" + ] + } + ], + "cgroup": { + "memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0", + "memory.current": "20641173504", + "memory.max": "137438953472", + "memory.peak": "20641173504" + }, + "listen": { + "ListenOverflows": 0, + "ListenDrops": 0 + } + }, + "references": { + "128:32": { + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just" + }, + "128:128": { + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077, + 430, + 36001, + 45695, + 279, + 1715, + 13, + 1442, + 499, + 1541, + 956, + 1440, + 279, + 4320, + 11, + 1120, + 2019, + 430, + 499, + 1541, + 956, + 1440, + 627, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 720, + 1115, + 374, + 459, + 7754, + 430, + 16964, + 264, + 3465, + 13, + 9842, + 264, + 2077 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response that appropriately completes the request. If you don't know the answer, just say that you don't know.\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n \n This is an instruction that describes a task. Write a response" + }, + "512:32": { + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It" + }, + "512:128": { + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July " + }, + "2048:32": { + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks" + }, + "2048:128": { + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global" + }, + "8192:32": { + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the" + }, + "8192:128": { + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 374, + 1101, + 264, + 3682, + 4219, + 369, + 7829, + 11, + 11401, + 11, + 323, + 6625, + 11759, + 13, + 578, + 3363, + 706, + 264, + 9257, + 3925, + 323, + 706, + 1027, + 279, + 6864, + 315, + 9822, + 2533, + 279, + 220, + 717, + 339, + 9478, + 13, + 1102, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 19240, + 369, + 1989, + 11, + 36105, + 11, + 323, + 18112, + 13, + 578, + 3363, + 596, + 6366, + 14708, + 11, + 35509, + 33100, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 264, + 2011, + 12, + 28560, + 9284, + 369, + 1690, + 40386, + 13, + 12366, + 374, + 1101, + 2162 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral. Paris is also a major center for culture, fashion, and international politics. The city has a rich history and has been the capital of France since the 12th century. It is a popular tourist destination and a hub for art, cuisine, and architecture. The city's beautiful streets, charming neighborhoods, and vibrant cultural scene make it a must-visit destination for many travelers. Paris is also home" + } + }, + "warmup_and_checks_s": 1056.6201489599189, + "metrics": [ + "# HELP vllm:num_requests_running Requests executing on the stage.\n# TYPE vllm:num_requests_running gauge\nvllm:num_requests_running{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 0\n# HELP vllm:num_requests_waiting Requests queued for the stage owner.\n# TYPE vllm:num_requests_waiting gauge\nvllm:num_requests_waiting{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 0\n# HELP vllm:kv_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:kv_cache_usage_perc gauge\nvllm:kv_cache_usage_perc{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 0.0\n# HELP vllm:gpu_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:gpu_cache_usage_perc gauge\nvllm:gpu_cache_usage_perc{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 0.0\n# HELP vllm:request_success_total Finished requests by finish reason.\n# TYPE vllm:request_success_total counter\nvllm:request_success_total{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",finished_reason=\"length\"} 264\n# HELP airm_stage_request_failures_total Requests that ended with an engine error.\n# TYPE airm_stage_request_failures_total counter\nairm_stage_request_failures_total{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 0\n# HELP vllm:prompt_tokens_total Prompt tokens of finished requests.\n# TYPE vllm:prompt_tokens_total counter\nvllm:prompt_tokens_total{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 718080\n# HELP vllm:generation_tokens_total Generated tokens of finished requests.\n# TYPE vllm:generation_tokens_total counter\nvllm:generation_tokens_total{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 21120\n# HELP vllm:time_to_first_token_seconds Time to first token (prefill stage: fenced prefill).\n# TYPE vllm:time_to_first_token_seconds histogram\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.001\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.005\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.01\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.02\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.04\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.06\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.08\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.1\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.25\"} 6\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.5\"} 12\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.75\"} 12\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"1.0\"} 12\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"2.5\"} 20\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"5.0\"} 24\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"7.5\"} 36\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"10.0\"} 46\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"+Inf\"} 264\nvllm:time_to_first_token_seconds_sum{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 15554.409803795512\nvllm:time_to_first_token_seconds_count{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 264\n# HELP vllm:time_per_output_token_seconds Time per output token after the first (decode stage).\n# TYPE vllm:time_per_output_token_seconds histogram\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.01\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.025\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.05\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.075\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.1\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.15\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.2\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.3\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.4\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.5\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.75\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"1.0\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"2.5\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"+Inf\"} 264\nvllm:time_per_output_token_seconds_sum{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 18.11259403359927\nvllm:time_per_output_token_seconds_count{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 264\n# HELP vllm:e2e_request_latency_seconds Stage request latency, from execution start to reply.\n# TYPE vllm:e2e_request_latency_seconds histogram\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.3\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.8\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"1.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"1.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"2.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"2.5\"} 6\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"5.0\"} 13\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"10.0\"} 32\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"15.0\"} 47\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"20.0\"} 68\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"30.0\"} 98\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"40.0\"} 126\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"50.0\"} 142\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"60.0\"} 156\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"+Inf\"} 264\nvllm:e2e_request_latency_seconds_sum{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 16985.677578761126\nvllm:e2e_request_latency_seconds_count{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 264\n# HELP airm_kv_transfer_seconds KV transfer time from the prefill source to the decode destination.\n# TYPE airm_kv_transfer_seconds histogram\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.0005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.001\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.0025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.01\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.05\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.1\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.25\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.5\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"1.0\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"+Inf\"} 0\nairm_kv_transfer_seconds_sum{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 0.0\nairm_kv_transfer_seconds_count{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 0\n# HELP vllm:prefix_cache_queries_total Prompt tokens looked up in the prefix cache.\n# TYPE vllm:prefix_cache_queries_total counter\nvllm:prefix_cache_queries_total{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 0\n# HELP vllm:prefix_cache_hits_total Prompt tokens served from the prefix cache.\n# TYPE vllm:prefix_cache_hits_total counter\nvllm:prefix_cache_hits_total{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 0\n" + ], + "parity_passed": true, + "diagnostic_end": { + "monotonic_s": 790580.413677754, + "servers": [ + { + "pid": 38, + "returncode": null, + "status": [ + "Name:\tpython", + "State:\tS (sleeping)", + "VmHWM:\t19906736 kB", + "VmRSS:\t19906736 kB", + "Threads:\t12" + ] + } + ], + "cgroup": { + "memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0", + "memory.current": "20677926912", + "memory.max": "137438953472", + "memory.peak": "20688846848" + }, + "listen": { + "ListenOverflows": 0, + "ListenDrops": 0 + } + } +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/http267d-koni-atom-c16-stream.json b/opt_prime/examples/pd/http_matrix/evidence265/http267d-koni-atom-c16-stream.json new file mode 100644 index 00000000..fa5ae746 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/http267d-koni-atom-c16-stream.json @@ -0,0 +1,25279 @@ +{ + "passed": true, + "model": "KONI-Llama3.1-8B-Instruct-20241024", + "mode": "pd", + "dtype": "bfloat16", + "torch": "2.11.0+cpu", + "transformers": "5.8.1", + "replicas": 1, + "cpu_threads_per_server": 4, + "prompts": { + "128": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ], + "512": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ], + "2048": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ], + "8192": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ] + }, + "warmups": [ + { + "id": "warm-0-128-32", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "warm-0-128-128", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + }, + { + "id": "warm-0-512-32", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "warm-0-512-128", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "warm-0-2048-32", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "warm-0-2048-128", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "warm-0-8192-32", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "warm-0-8192-128", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + } + ], + "correctness_batches": [ + { + "input_tokens": 128, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-128-32-16-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-1", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-2", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-3", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-4", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-5", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-6", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-7", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-8", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-9", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-10", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-11", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-12", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-13", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-14", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-15", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-128-128-16-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + }, + { + "id": "check-128-128-16-1", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + }, + { + "id": "check-128-128-16-2", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + }, + { + "id": "check-128-128-16-3", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + }, + { + "id": "check-128-128-16-4", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + }, + { + "id": "check-128-128-16-5", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + }, + { + "id": "check-128-128-16-6", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + }, + { + "id": "check-128-128-16-7", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + }, + { + "id": "check-128-128-16-8", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + }, + { + "id": "check-128-128-16-9", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + }, + { + "id": "check-128-128-16-10", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + }, + { + "id": "check-128-128-16-11", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + }, + { + "id": "check-128-128-16-12", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + }, + { + "id": "check-128-128-16-13", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + }, + { + "id": "check-128-128-16-14", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + }, + { + "id": "check-128-128-16-15", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 512, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-512-32-16-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-1", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-2", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-3", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-4", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-5", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-6", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-7", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-8", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-9", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-10", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-11", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-12", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-13", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-14", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-15", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-512-128-16-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-1", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-2", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-3", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-4", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-5", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-6", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-7", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-8", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-9", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-10", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-11", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-12", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-13", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-14", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-15", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-2048-32-16-0", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-1", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-2", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-3", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-4", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-5", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-6", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-7", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-8", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-9", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-10", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-11", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-12", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-13", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-14", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-15", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-2048-128-16-0", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-1", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-2", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-3", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-4", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-5", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-6", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-7", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-8", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-9", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-10", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-11", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-12", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-13", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-14", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-15", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-8192-32-16-0", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-1", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-2", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-3", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-4", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-5", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-6", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-7", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-8", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-9", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-10", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-11", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-12", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-13", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-14", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-15", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-8192-128-16-0", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-1", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-2", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-3", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-4", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-5", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-6", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-7", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-8", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-9", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-10", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-11", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-12", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-13", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-14", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-15", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + } + ] + } + ], + "batches": [ + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 76.08571081899572, + "output_tok_s": 6.72925302910061, + "median_first_sse_s": 38.31087506451877, + "median_tpot_est_s": 0.06714077440330818, + "median_e2e_s": 40.39614988199901, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o32-c16-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 2.632208455936052, + "tpot_est_s": 0.06707554164853308, + "e2e_s": 4.711550247040577 + }, + { + "id": "r0-n128-o32-c16-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 40.68605539598502, + "tpot_est_s": 0.06725818967641962, + "e2e_s": 42.77105927595403 + }, + { + "id": "r0-n128-o32-c16-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 64.49098075402435, + "tpot_est_s": 0.06720802180408951, + "e2e_s": 66.57442942995112 + }, + { + "id": "r0-n128-o32-c16-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 7.338902949937619, + "tpot_est_s": 0.06723307903420421, + "e2e_s": 9.42312839999795 + }, + { + "id": "r0-n128-o32-c16-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 59.77795555698685, + "tpot_est_s": 0.06708211028918383, + "e2e_s": 61.85750097595155 + }, + { + "id": "r0-n128-o32-c16-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 12.021659206948243, + "tpot_est_s": 0.06710147774297624, + "e2e_s": 14.101805016980506 + }, + { + "id": "r0-n128-o32-c16-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 69.24303208407946, + "tpot_est_s": 0.06708211670704786, + "e2e_s": 71.32257770199794 + }, + { + "id": "r0-n128-o32-c16-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 31.292295039980672, + "tpot_est_s": 0.06705305674263547, + "e2e_s": 33.37093979900237 + }, + { + "id": "r0-n128-o32-c16-8", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 26.648307487019338, + "tpot_est_s": 0.06705678196909327, + "e2e_s": 28.72706772806123 + }, + { + "id": "r0-n128-o32-c16-9", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 74.0013780000154, + "tpot_est_s": 0.06716724057802029, + "e2e_s": 76.08356245793402 + }, + { + "id": "r0-n128-o32-c16-10", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 50.197531382902525, + "tpot_est_s": 0.06711487196791437, + "e2e_s": 52.27809241390787 + }, + { + "id": "r0-n128-o32-c16-11", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 21.97478967299685, + "tpot_est_s": 0.06705987332538972, + "e2e_s": 24.05364574608393 + }, + { + "id": "r0-n128-o32-c16-12", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 45.415752841043286, + "tpot_est_s": 0.067166676838702, + "e2e_s": 47.49791982304305 + }, + { + "id": "r0-n128-o32-c16-13", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 54.99273266608361, + "tpot_est_s": 0.06723790419393129, + "e2e_s": 57.07710769609548 + }, + { + "id": "r0-n128-o32-c16-14", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 16.665970904985443, + "tpot_est_s": 0.0672000618388636, + "e2e_s": 18.749172821990214 + }, + { + "id": "r0-n128-o32-c16-15", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 35.935694733052514, + "tpot_est_s": 0.06727566951585393, + "e2e_s": 38.021240488043986 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 180.14563593606, + "output_tok_s": 11.36857959038712, + "median_first_sse_s": 87.562772007077, + "median_tpot_est_s": 0.06719984601189448, + "median_e2e_s": 96.08749650308164, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c16-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "text_equal": true, + "first_sse_s": 13.734724136069417, + "tpot_est_s": 0.06727743578715412, + "e2e_s": 22.27895848103799 + }, + { + "id": "r0-n128-o128-c16-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "text_equal": true, + "first_sse_s": 26.42946338094771, + "tpot_est_s": 0.06717248017327698, + "e2e_s": 34.960368362953886 + }, + { + "id": "r0-n128-o128-c16-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "text_equal": true, + "first_sse_s": 48.63597797800321, + "tpot_est_s": 0.0671184868982619, + "e2e_s": 57.16002581408247 + }, + { + "id": "r0-n128-o128-c16-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "text_equal": true, + "first_sse_s": 70.89581332495436, + "tpot_est_s": 0.06711082967771877, + "e2e_s": 79.41888869402464 + }, + { + "id": "r0-n128-o128-c16-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "text_equal": true, + "first_sse_s": 149.20928336307406, + "tpot_est_s": 0.06726465320423627, + "e2e_s": 157.75189432001207 + }, + { + "id": "r0-n128-o128-c16-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "text_equal": true, + "first_sse_s": 171.60743350698613, + "tpot_est_s": 0.06720634725945819, + "e2e_s": 180.14263960893732 + }, + { + "id": "r0-n128-o128-c16-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "text_equal": true, + "first_sse_s": 37.518665499053895, + "tpot_est_s": 0.06719925331490803, + "e2e_s": 46.052970670047216 + }, + { + "id": "r0-n128-o128-c16-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "text_equal": true, + "first_sse_s": 81.94727015506942, + "tpot_est_s": 0.06722707741739829, + "e2e_s": 90.485108987079 + }, + { + "id": "r0-n128-o128-c16-8", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "text_equal": true, + "first_sse_s": 126.77701574598905, + "tpot_est_s": 0.06719233922011358, + "e2e_s": 135.31044282694347 + }, + { + "id": "r0-n128-o128-c16-9", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "text_equal": true, + "first_sse_s": 59.75551943690516, + "tpot_est_s": 0.0672379578427067, + "e2e_s": 68.29474008292891 + }, + { + "id": "r0-n128-o128-c16-10", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "text_equal": true, + "first_sse_s": 2.6072813880164176, + "tpot_est_s": 0.06715211506353647, + "e2e_s": 11.13560000108555 + }, + { + "id": "r0-n128-o128-c16-11", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "text_equal": true, + "first_sse_s": 138.021855570958, + "tpot_est_s": 0.0672005229211581, + "e2e_s": 146.55632198194508 + }, + { + "id": "r0-n128-o128-c16-12", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "text_equal": true, + "first_sse_s": 115.58798767102417, + "tpot_est_s": 0.06720043870888093, + "e2e_s": 124.12244338705204 + }, + { + "id": "r0-n128-o128-c16-13", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "text_equal": true, + "first_sse_s": 104.35917515505571, + "tpot_est_s": 0.06722066643295854, + "e2e_s": 112.89619979204144 + }, + { + "id": "r0-n128-o128-c16-14", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "text_equal": true, + "first_sse_s": 160.393838741933, + "tpot_est_s": 0.06714094514173903, + "e2e_s": 168.92073877493385 + }, + { + "id": "r0-n128-o128-c16-15", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "text_equal": true, + "first_sse_s": 93.17827385908458, + "tpot_est_s": 0.06702055244094245, + "e2e_s": 101.68988401908427 + } + ] + }, + { + "repeat": 0, + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 74.88521984801628, + "output_tok_s": 6.837130224617521, + "median_first_sse_s": 38.288075703021605, + "median_tpot_est_s": 0.06730389535321944, + "median_e2e_s": 40.37476781895384, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n512-o32-c16-0", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 58.891726845060475, + "tpot_est_s": 0.06742528106476511, + "e2e_s": 60.98191055806819 + }, + { + "id": "r0-n512-o32-c16-1", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 12.127501321956515, + "tpot_est_s": 0.06734476203564554, + "e2e_s": 14.215188945061527 + }, + { + "id": "r0-n512-o32-c16-2", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 63.520692925085314, + "tpot_est_s": 0.06726577022533503, + "e2e_s": 65.6059318020707 + }, + { + "id": "r0-n512-o32-c16-3", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 21.677781337988563, + "tpot_est_s": 0.06723396890165825, + "e2e_s": 23.76203437393997 + }, + { + "id": "r0-n512-o32-c16-4", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 16.86246958305128, + "tpot_est_s": 0.06732195164377411, + "e2e_s": 18.949450084008276 + }, + { + "id": "r0-n512-o32-c16-5", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 49.74641189002432, + "tpot_est_s": 0.06738378954750876, + "e2e_s": 51.83530936599709 + }, + { + "id": "r0-n512-o32-c16-6", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 54.33985992707312, + "tpot_est_s": 0.06738524822398059, + "e2e_s": 56.42880262201652 + }, + { + "id": "r0-n512-o32-c16-7", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 31.167468368075788, + "tpot_est_s": 0.06714322357889145, + "e2e_s": 33.24890829902142 + }, + { + "id": "r0-n512-o32-c16-8", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 40.662882342003286, + "tpot_est_s": 0.06734057509475538, + "e2e_s": 42.7504401699407 + }, + { + "id": "r0-n512-o32-c16-9", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 72.79871797503438, + "tpot_est_s": 0.06727241983847512, + "e2e_s": 74.88416299002711 + }, + { + "id": "r0-n512-o32-c16-10", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 35.91326906403992, + "tpot_est_s": 0.06728472270732445, + "e2e_s": 37.99909546796698 + }, + { + "id": "r0-n512-o32-c16-11", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 45.215271148015745, + "tpot_est_s": 0.0673746462918878, + "e2e_s": 47.30388518306427 + }, + { + "id": "r0-n512-o32-c16-12", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 26.424183465074748, + "tpot_est_s": 0.06724085806373266, + "e2e_s": 28.50865006505046 + }, + { + "id": "r0-n512-o32-c16-13", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 2.5744640410412103, + "tpot_est_s": 0.06728583906266478, + "e2e_s": 4.660325051983818 + }, + { + "id": "r0-n512-o32-c16-14", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 68.16165581694804, + "tpot_est_s": 0.06726781854916725, + "e2e_s": 70.24695819197223 + }, + { + "id": "r0-n512-o32-c16-15", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 7.321446381974965, + "tpot_est_s": 0.06739212380677101, + "e2e_s": 9.410602219984867 + } + ] + }, + { + "repeat": 0, + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 179.92432467802428, + "output_tok_s": 11.382563217424376, + "median_first_sse_s": 86.66195992496796, + "median_tpot_est_s": 0.06746138006679743, + "median_e2e_s": 95.22667816095054, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n512-o128-c16-0", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 47.16785452410113, + "tpot_est_s": 0.06746814579530583, + "e2e_s": 55.73630904010497 + }, + { + "id": "r0-n512-o128-c16-1", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 92.22556058794726, + "tpot_est_s": 0.06736782322799069, + "e2e_s": 100.78127413790207 + }, + { + "id": "r0-n512-o128-c16-2", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 126.15171109302901, + "tpot_est_s": 0.06750671594407351, + "e2e_s": 134.72506401792634 + }, + { + "id": "r0-n512-o128-c16-3", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 69.94431473198347, + "tpot_est_s": 0.06743937555066215, + "e2e_s": 78.50911542691756 + }, + { + "id": "r0-n512-o128-c16-4", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 114.94774319906719, + "tpot_est_s": 0.06770578418917016, + "e2e_s": 123.5463777910918 + }, + { + "id": "r0-n512-o128-c16-5", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 171.35408388101496, + "tpot_est_s": 0.06747409574848813, + "e2e_s": 179.92329404107295 + }, + { + "id": "r0-n512-o128-c16-6", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 13.793604637030512, + "tpot_est_s": 0.06735641698400659, + "e2e_s": 22.34786959399935 + }, + { + "id": "r0-n512-o128-c16-7", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 58.30518183298409, + "tpot_est_s": 0.06711814425955344, + "e2e_s": 66.82918615394738 + }, + { + "id": "r0-n512-o128-c16-8", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 137.36650718201417, + "tpot_est_s": 0.0673736923229404, + "e2e_s": 145.9229661070276 + }, + { + "id": "r0-n512-o128-c16-9", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 160.20369266998023, + "tpot_est_s": 0.06751436292190163, + "e2e_s": 168.77801676106174 + }, + { + "id": "r0-n512-o128-c16-10", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 36.03277409391012, + "tpot_est_s": 0.0673387164101518, + "e2e_s": 44.5847910779994 + }, + { + "id": "r0-n512-o128-c16-11", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 148.5792683350155, + "tpot_est_s": 0.06737839796041381, + "e2e_s": 157.13632487598807 + }, + { + "id": "r0-n512-o128-c16-12", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 24.876872387016192, + "tpot_est_s": 0.06745461433828903, + "e2e_s": 33.4436084079789 + }, + { + "id": "r0-n512-o128-c16-13", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 2.625632698996924, + "tpot_est_s": 0.06757449992936046, + "e2e_s": 11.207594190025702 + }, + { + "id": "r0-n512-o128-c16-14", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 81.09835926198866, + "tpot_est_s": 0.06750962930716808, + "e2e_s": 89.67208218399901 + }, + { + "id": "r0-n512-o128-c16-15", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 103.44441483705305, + "tpot_est_s": 0.0674888826301688, + "e2e_s": 112.01550293108448 + } + ] + }, + { + "repeat": 0, + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 76.10731299500912, + "output_tok_s": 6.7273430088587585, + "median_first_sse_s": 39.05801324849017, + "median_tpot_est_s": 0.06811751132350295, + "median_e2e_s": 41.17022025800543, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n2048-o32-c16-0", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 36.71370957302861, + "tpot_est_s": 0.06811192535584973, + "e2e_s": 38.82517925905995 + }, + { + "id": "r0-n2048-o32-c16-1", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 69.20922238007188, + "tpot_est_s": 0.06802050496691898, + "e2e_s": 71.31785803404637 + }, + { + "id": "r0-n2048-o32-c16-2", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 22.178548168041743, + "tpot_est_s": 0.0682664965467167, + "e2e_s": 24.29480956098996 + }, + { + "id": "r0-n2048-o32-c16-3", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 7.38817948801443, + "tpot_est_s": 0.06804653699885332, + "e2e_s": 9.497622134978883 + }, + { + "id": "r0-n2048-o32-c16-4", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 31.735113497939892, + "tpot_est_s": 0.06812104713096614, + "e2e_s": 33.84686595899984 + }, + { + "id": "r0-n2048-o32-c16-5", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 46.15495616395492, + "tpot_est_s": 0.068235786999726, + "e2e_s": 48.27026556094643 + }, + { + "id": "r0-n2048-o32-c16-6", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 50.89910284499638, + "tpot_est_s": 0.06806148964566208, + "e2e_s": 53.0090090240119 + }, + { + "id": "r0-n2048-o32-c16-7", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 60.0256541139679, + "tpot_est_s": 0.06819457222797698, + "e2e_s": 62.13968585303519 + }, + { + "id": "r0-n2048-o32-c16-8", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 2.635919406078756, + "tpot_est_s": 0.06815098367646456, + "e2e_s": 4.748599900049157 + }, + { + "id": "r0-n2048-o32-c16-9", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 41.40231692395173, + "tpot_est_s": 0.06815949461287668, + "e2e_s": 43.51526125695091 + }, + { + "id": "r0-n2048-o32-c16-10", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 73.99078511598054, + "tpot_est_s": 0.0682001949040099, + "e2e_s": 76.10499115800485 + }, + { + "id": "r0-n2048-o32-c16-11", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 26.915927803958766, + "tpot_est_s": 0.06778367364313453, + "e2e_s": 29.017221686895937 + }, + { + "id": "r0-n2048-o32-c16-12", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 55.48893226298969, + "tpot_est_s": 0.0681613399046323, + "e2e_s": 57.601933800033294 + }, + { + "id": "r0-n2048-o32-c16-13", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 12.19076230400242, + "tpot_est_s": 0.06811397551603976, + "e2e_s": 14.302295544999652 + }, + { + "id": "r0-n2048-o32-c16-14", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 64.60341520106886, + "tpot_est_s": 0.06811114135123189, + "e2e_s": 66.71486058295704 + }, + { + "id": "r0-n2048-o32-c16-15", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 16.99462605197914, + "tpot_est_s": 0.06808792619455245, + "e2e_s": 19.105351764010265 + } + ] + }, + { + "repeat": 0, + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 179.49302647600416, + "output_tok_s": 11.409914024006891, + "median_first_sse_s": 86.69179159094347, + "median_tpot_est_s": 0.06823945681859672, + "median_e2e_s": 95.36167029791977, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n2048-o128-c16-0", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 69.89404947101139, + "tpot_est_s": 0.0683389073063612, + "e2e_s": 78.57309069891926 + }, + { + "id": "r0-n2048-o128-c16-1", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 170.83407616300974, + "tpot_est_s": 0.06815258664533672, + "e2e_s": 179.4894546669675 + }, + { + "id": "r0-n2048-o128-c16-2", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 103.47414197796024, + "tpot_est_s": 0.06822005247304905, + "e2e_s": 112.13808864203747 + }, + { + "id": "r0-n2048-o128-c16-3", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 13.968889376032166, + "tpot_est_s": 0.06806673792898509, + "e2e_s": 22.61336509301327 + }, + { + "id": "r0-n2048-o128-c16-4", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 114.80236415099353, + "tpot_est_s": 0.06827686196853092, + "e2e_s": 123.47352562099695 + }, + { + "id": "r0-n2048-o128-c16-5", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 81.10194260289427, + "tpot_est_s": 0.06828751371656434, + "e2e_s": 89.77445684489794 + }, + { + "id": "r0-n2048-o128-c16-6", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 92.28164057899266, + "tpot_est_s": 0.06824600922794441, + "e2e_s": 100.9488837509416 + }, + { + "id": "r0-n2048-o128-c16-7", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 159.65903264202643, + "tpot_est_s": 0.06816660846385547, + "e2e_s": 168.31619191693608 + }, + { + "id": "r0-n2048-o128-c16-8", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 58.747591185965575, + "tpot_est_s": 0.06825743852766215, + "e2e_s": 67.41628587897867 + }, + { + "id": "r0-n2048-o128-c16-9", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 137.29772632592358, + "tpot_est_s": 0.06832126460650452, + "e2e_s": 145.97452693094965 + }, + { + "id": "r0-n2048-o128-c16-10", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 36.53420477802865, + "tpot_est_s": 0.06818476272471924, + "e2e_s": 45.193669644067995 + }, + { + "id": "r0-n2048-o128-c16-11", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 2.5939738949527964, + "tpot_est_s": 0.06814017593787294, + "e2e_s": 11.24777623906266 + }, + { + "id": "r0-n2048-o128-c16-12", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 148.48245138698258, + "tpot_est_s": 0.06824058640150603, + "e2e_s": 157.14900585997384 + }, + { + "id": "r0-n2048-o128-c16-13", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 25.06029957800638, + "tpot_est_s": 0.06813782817357784, + "e2e_s": 33.713803756050766 + }, + { + "id": "r0-n2048-o128-c16-14", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 47.62062711000908, + "tpot_est_s": 0.06823832723568743, + "e2e_s": 56.286894668941386 + }, + { + "id": "r0-n2048-o128-c16-15", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 126.01282005093526, + "tpot_est_s": 0.06830260463014949, + "e2e_s": 134.68725083896425 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 77.50708713999484, + "output_tok_s": 6.605847528177849, + "median_first_sse_s": 38.80865239148261, + "median_tpot_est_s": 0.07184982696931147, + "median_e2e_s": 41.03657778602792, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o32-c16-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 55.88695529801771, + "tpot_est_s": 0.07182139451540406, + "e2e_s": 58.113418527995236 + }, + { + "id": "r0-n8192-o32-c16-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 26.653249280992895, + "tpot_est_s": 0.07182411032338296, + "e2e_s": 28.879796701017767 + }, + { + "id": "r0-n8192-o32-c16-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 51.06049909093417, + "tpot_est_s": 0.07182513145099004, + "e2e_s": 53.28707816591486 + }, + { + "id": "r0-n8192-o32-c16-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 36.35317443299573, + "tpot_est_s": 0.07196294648512717, + "e2e_s": 38.58402577403467 + }, + { + "id": "r0-n8192-o32-c16-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 70.44361498206854, + "tpot_est_s": 0.07199367590158456, + "e2e_s": 72.67541893501766 + }, + { + "id": "r0-n8192-o32-c16-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 65.57912922999822, + "tpot_est_s": 0.07178980074146943, + "e2e_s": 67.80461305298377 + }, + { + "id": "r0-n8192-o32-c16-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 31.47377002798021, + "tpot_est_s": 0.07185256371139398, + "e2e_s": 33.70119950303342 + }, + { + "id": "r0-n8192-o32-c16-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 2.5939034540206194, + "tpot_est_s": 0.07192553483670758, + "e2e_s": 4.823595033958554 + }, + { + "id": "r0-n8192-o32-c16-8", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 21.812856183969416, + "tpot_est_s": 0.07193625974093354, + "e2e_s": 24.042880235938355 + }, + { + "id": "r0-n8192-o32-c16-9", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 46.15031723608263, + "tpot_est_s": 0.07182855899971459, + "e2e_s": 48.37700256507378 + }, + { + "id": "r0-n8192-o32-c16-10", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 12.184509853017516, + "tpot_est_s": 0.07191210390338974, + "e2e_s": 14.413785074022599 + }, + { + "id": "r0-n8192-o32-c16-11", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 16.991685095941648, + "tpot_est_s": 0.07181753661303271, + "e2e_s": 19.21802873094566 + }, + { + "id": "r0-n8192-o32-c16-12", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 7.416969474987127, + "tpot_est_s": 0.07184709022722897, + "e2e_s": 9.644229272031225 + }, + { + "id": "r0-n8192-o32-c16-13", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 41.26413034996949, + "tpot_est_s": 0.07177417574360245, + "e2e_s": 43.48912979802117 + }, + { + "id": "r0-n8192-o32-c16-14", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 75.2762717299629, + "tpot_est_s": 0.07185304038707287, + "e2e_s": 77.50371598196216 + }, + { + "id": "r0-n8192-o32-c16-15", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 60.755609457031824, + "tpot_est_s": 0.07189102045020028, + "e2e_s": 62.98423109098803 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 189.10810159204993, + "output_tok_s": 10.82978456638527, + "median_first_sse_s": 91.56494739447953, + "median_tpot_est_s": 0.07191881706697983, + "median_e2e_s": 100.69809139543213, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c16-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "text_equal": true, + "first_sse_s": 144.56552526704036, + "tpot_est_s": 0.07187943662219776, + "e2e_s": 153.69421371805947 + }, + { + "id": "r0-n8192-o128-c16-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "text_equal": true, + "first_sse_s": 156.35828387201764, + "tpot_est_s": 0.07187193296813062, + "e2e_s": 165.48601935897022 + }, + { + "id": "r0-n8192-o128-c16-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "text_equal": true, + "first_sse_s": 14.831810470903292, + "tpot_est_s": 0.0718841030634573, + "e2e_s": 23.96109155996237 + }, + { + "id": "r0-n8192-o128-c16-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "text_equal": true, + "first_sse_s": 62.06082075589802, + "tpot_est_s": 0.0720143063703376, + "e2e_s": 71.2066376649309 + }, + { + "id": "r0-n8192-o128-c16-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "text_equal": true, + "first_sse_s": 50.26781262597069, + "tpot_est_s": 0.07191688658240596, + "e2e_s": 59.40125722193625 + }, + { + "id": "r0-n8192-o128-c16-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "text_equal": true, + "first_sse_s": 109.22906243894249, + "tpot_est_s": 0.07199976633038871, + "e2e_s": 118.37303276290186 + }, + { + "id": "r0-n8192-o128-c16-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "text_equal": true, + "first_sse_s": 168.161250301986, + "tpot_est_s": 0.07195649496792984, + "e2e_s": 177.2997251629131 + }, + { + "id": "r0-n8192-o128-c16-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "text_equal": true, + "first_sse_s": 85.68319272098597, + "tpot_est_s": 0.07192628921236931, + "e2e_s": 94.81783145095687 + }, + { + "id": "r0-n8192-o128-c16-8", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "text_equal": true, + "first_sse_s": 38.39532177406363, + "tpot_est_s": 0.0719084239053342, + "e2e_s": 47.527691610041074 + }, + { + "id": "r0-n8192-o128-c16-9", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "text_equal": true, + "first_sse_s": 97.44670206797309, + "tpot_est_s": 0.07190275017271097, + "e2e_s": 106.57835133990739 + }, + { + "id": "r0-n8192-o128-c16-10", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "text_equal": true, + "first_sse_s": 121.02939835807774, + "tpot_est_s": 0.07191169826775848, + "e2e_s": 130.16218403808307 + }, + { + "id": "r0-n8192-o128-c16-11", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "text_equal": true, + "first_sse_s": 26.615685596014373, + "tpot_est_s": 0.07183674618044472, + "e2e_s": 35.73895236093085 + }, + { + "id": "r0-n8192-o128-c16-12", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "text_equal": true, + "first_sse_s": 73.97190013702493, + "tpot_est_s": 0.07193003223629624, + "e2e_s": 83.10701423103455 + }, + { + "id": "r0-n8192-o128-c16-13", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "text_equal": true, + "first_sse_s": 132.8108802009374, + "tpot_est_s": 0.07192074755155371, + "e2e_s": 141.9448151399847 + }, + { + "id": "r0-n8192-o128-c16-14", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "text_equal": true, + "first_sse_s": 179.97007015603594, + "tpot_est_s": 0.07192887582698852, + "e2e_s": 189.1050373860635 + }, + { + "id": "r0-n8192-o128-c16-15", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "text_equal": true, + "first_sse_s": 2.7630542810074985, + "tpot_est_s": 0.071932675244514, + "e2e_s": 11.898504037060775 + } + ] + } + ], + "harness_sha256": "c8ebb077a608e3da70a9748aed19c03f22ae87355f0167a2fb1e68b88ec21d79", + "startup_timeout_s": 1800, + "request_timeout_s": 600, + "timing_scope": "Client first SSE event, full response e2e and estimated TPOT=(e2e-first_event)/(output_tokens-1). SSE can coalesce tokens; this is not per-token kernel timing. Loading/warmup/correctness checks excluded.", + "physical_gpus": 0, + "physical_atom": 1, + "physical_rngd": 1, + "slots_per_decoder": 1, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 8192, + "local_chunk": 128, + "context": 9216, + "server_config": { + "servers": [ + [ + "/home/gspark/workspace/01_pd_disag/experiments/native_pd_2026_4/p2p_dma/devkit/torch-venv/bin/python", + "-u", + "/home/gspark/workspace/codex-serving-matrix-201/container_bootstrap.py", + "/home/gspark/workspace/codex-serving-matrix-201/atom_server265_http.py", + "--model", + "KISTI-KONI/KONI-Llama3.1-8B-Instruct-20241024", + "--cache-dir", + "/home/gspark/workspace/codex-serving-matrix-201/atom-artifacts", + "--port", + "{port}", + "--batching", + "/home/gspark/workspace/codex-serving-matrix-201/stream265-code/opt_prime/accel/platforms/atom/batching.py", + "--pd-module", + "/home/gspark/workspace/codex-serving-matrix-201/stream265-code/opt_prime/accel/pd/pd_batching.py", + "--http-module", + "/home/gspark/workspace/codex-serving-matrix-201/llmd267_backlog.py", + "--kv-blocks", + "1", + "--width", + "8192", + "--max-output", + "128", + "--worker-python", + "/home/gspark/workspace/codex-serving-matrix-201/furiosa_prefill_python.sh", + "--engine-factory", + "streaming_factories:koni", + "--stream-layers" + ] + ], + "metadata": { + "physical_gpus": 0, + "physical_atom": 1, + "physical_rngd": 1, + "slots_per_decoder": 1, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 8192, + "local_chunk": 128, + "context": 9216 + } + }, + "load_s": 439.8236689469777, + "diagnostic_start": { + "monotonic_s": 793917.649268722, + "servers": [ + { + "pid": 38, + "returncode": null, + "status": [ + "Name:\tpython", + "State:\tS (sleeping)", + "VmHWM:\t19866504 kB", + "VmRSS:\t19866504 kB", + "Threads:\t13" + ] + } + ], + "cgroup": { + "memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0", + "memory.current": "31866822656", + "memory.max": "137438953472", + "memory.peak": "61489881088" + }, + "listen": { + "ListenOverflows": 0, + "ListenDrops": 0 + } + }, + "references": { + "128:32": { + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just" + }, + "128:128": { + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug" + }, + "512:32": { + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It" + }, + "512:128": { + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July " + }, + "2048:32": { + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks" + }, + "2048:128": { + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global" + }, + "8192:32": { + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the" + }, + "8192:128": { + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of" + } + }, + "warmup_and_checks_s": 1135.453472825, + "metrics": [ + "# HELP vllm:num_requests_running Requests executing on the stage.\n# TYPE vllm:num_requests_running gauge\nvllm:num_requests_running{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 0\n# HELP vllm:num_requests_waiting Requests queued for the stage owner.\n# TYPE vllm:num_requests_waiting gauge\nvllm:num_requests_waiting{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 0\n# HELP vllm:kv_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:kv_cache_usage_perc gauge\nvllm:kv_cache_usage_perc{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 0.0\n# HELP vllm:gpu_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:gpu_cache_usage_perc gauge\nvllm:gpu_cache_usage_perc{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 0.0\n# HELP vllm:request_success_total Finished requests by finish reason.\n# TYPE vllm:request_success_total counter\nvllm:request_success_total{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",finished_reason=\"length\"} 264\n# HELP airm_stage_request_failures_total Requests that ended with an engine error.\n# TYPE airm_stage_request_failures_total counter\nairm_stage_request_failures_total{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 0\n# HELP vllm:prompt_tokens_total Prompt tokens of finished requests.\n# TYPE vllm:prompt_tokens_total counter\nvllm:prompt_tokens_total{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 718080\n# HELP vllm:generation_tokens_total Generated tokens of finished requests.\n# TYPE vllm:generation_tokens_total counter\nvllm:generation_tokens_total{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 21120\n# HELP vllm:time_to_first_token_seconds Time to first token (prefill stage: fenced prefill).\n# TYPE vllm:time_to_first_token_seconds histogram\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.001\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.005\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.01\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.02\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.04\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.06\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.08\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.1\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.25\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.5\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.75\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"1.0\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"2.5\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"5.0\"} 24\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"7.5\"} 30\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"10.0\"} 32\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"+Inf\"} 264\nvllm:time_to_first_token_seconds_sum{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 16501.966438246076\nvllm:time_to_first_token_seconds_count{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 264\n# HELP vllm:time_per_output_token_seconds Time per output token after the first (decode stage).\n# TYPE vllm:time_per_output_token_seconds histogram\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.01\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.025\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.05\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.075\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.1\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.15\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.2\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.3\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.4\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.5\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.75\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"1.0\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"2.5\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"+Inf\"} 264\nvllm:time_per_output_token_seconds_sum{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 18.115104687188268\nvllm:time_per_output_token_seconds_count{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 264\n# HELP vllm:e2e_request_latency_seconds Stage request latency, from execution start to reply.\n# TYPE vllm:e2e_request_latency_seconds histogram\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.3\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.8\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"1.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"1.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"2.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"2.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"5.0\"} 6\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"10.0\"} 18\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"15.0\"} 38\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"20.0\"} 46\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"30.0\"} 70\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"40.0\"} 94\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"50.0\"} 118\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"60.0\"} 142\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"+Inf\"} 264\nvllm:e2e_request_latency_seconds_sum{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 17933.441103998455\nvllm:e2e_request_latency_seconds_count{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 264\n# HELP airm_kv_transfer_seconds KV transfer time from the prefill source to the decode destination.\n# TYPE airm_kv_transfer_seconds histogram\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.0005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.001\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.0025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.01\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.05\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.1\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.25\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.5\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"1.0\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"+Inf\"} 0\nairm_kv_transfer_seconds_sum{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 0.0\nairm_kv_transfer_seconds_count{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 0\n# HELP vllm:prefix_cache_queries_total Prompt tokens looked up in the prefix cache.\n# TYPE vllm:prefix_cache_queries_total counter\nvllm:prefix_cache_queries_total{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 718080\n# HELP vllm:prefix_cache_hits_total Prompt tokens served from the prefix cache.\n# TYPE vllm:prefix_cache_hits_total counter\nvllm:prefix_cache_hits_total{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 0\n# HELP vllm:cache_config_info Information of the LLMEngine CacheConfig.\n# TYPE vllm:cache_config_info gauge\nvllm:cache_config_info{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",block_size=\"128\",enable_prefix_caching=\"True\"} 1\n# HELP airm_pd_prefills_total Prompts prefilled by the PD prefill worker (remote) or here (local).\n# TYPE airm_pd_prefills_total counter\nairm_pd_prefills_total{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",side=\"remote\"} 264\nairm_pd_prefills_total{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",side=\"local\"} 0\n" + ], + "parity_passed": true, + "diagnostic_end": { + "monotonic_s": 796086.432592678, + "servers": [ + { + "pid": 38, + "returncode": null, + "status": [ + "Name:\tpython", + "State:\tS (sleeping)", + "VmHWM:\t22118284 kB", + "VmRSS:\t22050092 kB", + "Threads:\t13" + ] + } + ], + "cgroup": { + "memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0", + "memory.current": "36119887872", + "memory.max": "137438953472", + "memory.peak": "61489881088" + }, + "listen": { + "ListenOverflows": 0, + "ListenDrops": 0 + } + } +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/http267d-koni-atom-c16-whole.json b/opt_prime/examples/pd/http_matrix/evidence265/http267d-koni-atom-c16-whole.json new file mode 100644 index 00000000..f4b9e70f --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/http267d-koni-atom-c16-whole.json @@ -0,0 +1,25278 @@ +{ + "passed": true, + "model": "KONI-Llama3.1-8B-Instruct-20241024", + "mode": "pd", + "dtype": "bfloat16", + "torch": "2.11.0+cpu", + "transformers": "5.8.1", + "replicas": 1, + "cpu_threads_per_server": 4, + "prompts": { + "128": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ], + "512": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ], + "2048": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ], + "8192": [ + 128000, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 4092, + 2317, + 13, + 578, + 2579, + 3830, + 5727, + 41776, + 13, + 578, + 6437, + 3830, + 5727, + 6603, + 627, + 2028, + 374, + 198, + 14924, + 25, + 3639, + 374, + 279, + 6864, + 315, + 9822, + 5380, + 16533, + 25 + ] + }, + "warmups": [ + { + "id": "warm-0-128-32", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "warm-0-128-128", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + }, + { + "id": "warm-0-512-32", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "warm-0-512-128", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "warm-0-2048-32", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "warm-0-2048-128", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "warm-0-8192-32", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "warm-0-8192-128", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + } + ], + "correctness_batches": [ + { + "input_tokens": 128, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-128-32-16-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-1", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-2", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-3", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-4", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-5", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-6", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-7", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-8", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-9", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-10", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-11", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-12", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-13", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-14", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + }, + { + "id": "check-128-32-16-15", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 128, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-128-128-16-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + }, + { + "id": "check-128-128-16-1", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + }, + { + "id": "check-128-128-16-2", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + }, + { + "id": "check-128-128-16-3", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + }, + { + "id": "check-128-128-16-4", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + }, + { + "id": "check-128-128-16-5", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + }, + { + "id": "check-128-128-16-6", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + }, + { + "id": "check-128-128-16-7", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + }, + { + "id": "check-128-128-16-8", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + }, + { + "id": "check-128-128-16-9", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + }, + { + "id": "check-128-128-16-10", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + }, + { + "id": "check-128-128-16-11", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + }, + { + "id": "check-128-128-16-12", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + }, + { + "id": "check-128-128-16-13", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + }, + { + "id": "check-128-128-16-14", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + }, + { + "id": "check-128-128-16-15", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 512, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-512-32-16-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-1", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-2", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-3", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-4", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-5", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-6", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-7", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-8", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-9", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-10", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-11", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-12", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-13", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-14", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + }, + { + "id": "check-512-32-16-15", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-512-128-16-0", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-1", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-2", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-3", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-4", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-5", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-6", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-7", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-8", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-9", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-10", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-11", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-12", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-13", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-14", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + }, + { + "id": "check-512-128-16-15", + "endpoint": 0, + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-2048-32-16-0", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-1", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-2", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-3", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-4", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-5", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-6", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-7", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-8", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-9", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-10", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-11", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-12", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-13", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-14", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + }, + { + "id": "check-2048-32-16-15", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-2048-128-16-0", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-1", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-2", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-3", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-4", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-5", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-6", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-7", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-8", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-9", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-10", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-11", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-12", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-13", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-14", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + }, + { + "id": "check-2048-128-16-15", + "endpoint": 0, + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 32, + "concurrency": 16, + "rows": [ + { + "id": "check-8192-32-16-0", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-1", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-2", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-3", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-4", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-5", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-6", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-7", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-8", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-9", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-10", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-11", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-12", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-13", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-14", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + }, + { + "id": "check-8192-32-16-15", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "tokens_equal": true + } + ] + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "concurrency": 16, + "rows": [ + { + "id": "check-8192-128-16-0", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-1", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-2", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-3", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-4", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-5", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-6", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-7", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-8", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-9", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-10", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-11", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-12", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-13", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-14", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + }, + { + "id": "check-8192-128-16-15", + "endpoint": 0, + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "tokens_equal": true + } + ] + } + ], + "batches": [ + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 86.15120067994576, + "output_tok_s": 5.943039632170596, + "median_first_sse_s": 43.73900943301851, + "median_tpot_est_s": 0.06707312066047903, + "median_e2e_s": 45.813424271997064, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o32-c16-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 68.03715343691874, + "tpot_est_s": 0.0670707707421013, + "e2e_s": 70.11634732992388 + }, + { + "id": "r0-n128-o32-c16-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 14.109322362928651, + "tpot_est_s": 0.0670223053875229, + "e2e_s": 16.18701382994186 + }, + { + "id": "r0-n128-o32-c16-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 84.06884298892692, + "tpot_est_s": 0.06711756971274171, + "e2e_s": 86.14948765002191 + }, + { + "id": "r0-n128-o32-c16-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 78.68204879190307, + "tpot_est_s": 0.06704013538922393, + "e2e_s": 80.76029298896901 + }, + { + "id": "r0-n128-o32-c16-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 3.310446443967521, + "tpot_est_s": 0.06695588725814296, + "e2e_s": 5.386078948969953 + }, + { + "id": "r0-n128-o32-c16-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 35.60763115098234, + "tpot_est_s": 0.06714006261374321, + "e2e_s": 37.68897309200838 + }, + { + "id": "r0-n128-o32-c16-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 57.304899674025364, + "tpot_est_s": 0.06707547057885677, + "e2e_s": 59.384239261969924 + }, + { + "id": "r0-n128-o32-c16-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 24.885949313058518, + "tpot_est_s": 0.06707783012966355, + "e2e_s": 26.965362047078088 + }, + { + "id": "r0-n128-o32-c16-8", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 73.34673494205344, + "tpot_est_s": 0.06712974912877526, + "e2e_s": 75.42775716504548 + }, + { + "id": "r0-n128-o32-c16-9", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 8.714651491027325, + "tpot_est_s": 0.06712109622575584, + "e2e_s": 10.795405474025756 + }, + { + "id": "r0-n128-o32-c16-10", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 41.021833847044036, + "tpot_est_s": 0.06677690625656396, + "e2e_s": 43.09191794099752 + }, + { + "id": "r0-n128-o32-c16-11", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 19.438565038028173, + "tpot_est_s": 0.06717736451631232, + "e2e_s": 21.521063338033855 + }, + { + "id": "r0-n128-o32-c16-12", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 62.71374269097578, + "tpot_est_s": 0.06702574177254592, + "e2e_s": 64.7915406859247 + }, + { + "id": "r0-n128-o32-c16-13", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 46.45618501899298, + "tpot_est_s": 0.06705630916140733, + "e2e_s": 48.53493060299661 + }, + { + "id": "r0-n128-o32-c16-14", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 30.27652852900792, + "tpot_est_s": 0.06696320587258425, + "e2e_s": 32.35238791105803 + }, + { + "id": "r0-n128-o32-c16-15", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 32, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just", + "text_equal": true, + "first_sse_s": 51.87231244996656, + "tpot_est_s": 0.06722996503324999, + "e2e_s": 53.95644136599731 + } + ] + }, + { + "repeat": 0, + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 188.8122025290504, + "output_tok_s": 10.846756579119388, + "median_first_sse_s": 91.9415118995239, + "median_tpot_est_s": 0.06711865332679764, + "median_e2e_s": 100.4754439680255, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n128-o128-c16-0", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "text_equal": true, + "first_sse_s": 133.18827551801223, + "tpot_est_s": 0.06705772603942653, + "e2e_s": 141.7046067250194 + }, + { + "id": "r0-n128-o128-c16-1", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "text_equal": true, + "first_sse_s": 62.530697797075845, + "tpot_est_s": 0.0672752376137976, + "e2e_s": 71.07465297402814 + }, + { + "id": "r0-n128-o128-c16-2", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "text_equal": true, + "first_sse_s": 86.07596284698229, + "tpot_est_s": 0.06719090737765435, + "e2e_s": 94.6092080839444 + }, + { + "id": "r0-n128-o128-c16-3", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "text_equal": true, + "first_sse_s": 38.86532046692446, + "tpot_est_s": 0.06709509606355817, + "e2e_s": 47.386397666996345 + }, + { + "id": "r0-n128-o128-c16-4", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "text_equal": true, + "first_sse_s": 27.017540624015965, + "tpot_est_s": 0.06707153811786823, + "e2e_s": 35.53562596498523 + }, + { + "id": "r0-n128-o128-c16-5", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "text_equal": true, + "first_sse_s": 121.35960095596965, + "tpot_est_s": 0.06727717487383487, + "e2e_s": 129.90380216494668 + }, + { + "id": "r0-n128-o128-c16-6", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "text_equal": true, + "first_sse_s": 180.28876435593702, + "tpot_est_s": 0.06710830517388205, + "e2e_s": 188.81151911302004 + }, + { + "id": "r0-n128-o128-c16-7", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "text_equal": true, + "first_sse_s": 15.146326793008484, + "tpot_est_s": 0.06698373063031114, + "e2e_s": 23.653260583058 + }, + { + "id": "r0-n128-o128-c16-8", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "text_equal": true, + "first_sse_s": 50.64384299493395, + "tpot_est_s": 0.0672791782440251, + "e2e_s": 59.188298631925136 + }, + { + "id": "r0-n128-o128-c16-9", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "text_equal": true, + "first_sse_s": 168.49738693702966, + "tpot_est_s": 0.06712900147971324, + "e2e_s": 177.02277012495324 + }, + { + "id": "r0-n128-o128-c16-10", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "text_equal": true, + "first_sse_s": 156.7905495999148, + "tpot_est_s": 0.06695853808700422, + "e2e_s": 165.29428393696435 + }, + { + "id": "r0-n128-o128-c16-11", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "text_equal": true, + "first_sse_s": 109.55088055692613, + "tpot_est_s": 0.06723628228339623, + "e2e_s": 118.08988840691745 + }, + { + "id": "r0-n128-o128-c16-12", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "text_equal": true, + "first_sse_s": 97.80706095206551, + "tpot_est_s": 0.06720172362237084, + "e2e_s": 106.34167985210661 + }, + { + "id": "r0-n128-o128-c16-13", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "text_equal": true, + "first_sse_s": 74.37946799094789, + "tpot_est_s": 0.06723597728350295, + "e2e_s": 82.91843710595276 + }, + { + "id": "r0-n128-o128-c16-14", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "text_equal": true, + "first_sse_s": 144.99248695198912, + "tpot_est_s": 0.06706766180298109, + "e2e_s": 153.51008000096772 + }, + { + "id": "r0-n128-o128-c16-15", + "endpoint": 0, + "input_tokens": 128, + "output_tokens": 128, + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug", + "text_equal": true, + "first_sse_s": 3.3432372299721465, + "tpot_est_s": 0.06709295705576816, + "e2e_s": 11.864042776054703 + } + ] + }, + { + "repeat": 0, + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 86.84692184906453, + "output_tok_s": 5.895430593266502, + "median_first_sse_s": 44.01350364199607, + "median_tpot_est_s": 0.06723505222696752, + "median_e2e_s": 46.09699993551476, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n512-o32-c16-0", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 3.3525390890426934, + "tpot_est_s": 0.0672085898057107, + "e2e_s": 5.436005373019725 + }, + { + "id": "r0-n512-o32-c16-1", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 19.547916270093992, + "tpot_est_s": 0.06722164838649933, + "e2e_s": 21.63178737007547 + }, + { + "id": "r0-n512-o32-c16-2", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 73.83284275094047, + "tpot_est_s": 0.06727046025691615, + "e2e_s": 75.91822701890487 + }, + { + "id": "r0-n512-o32-c16-3", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 68.50107193505391, + "tpot_est_s": 0.06713925680566218, + "e2e_s": 70.58238889602944 + }, + { + "id": "r0-n512-o32-c16-4", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 79.29510244203266, + "tpot_est_s": 0.06726947893208314, + "e2e_s": 81.38045628892723 + }, + { + "id": "r0-n512-o32-c16-5", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 30.438193170004524, + "tpot_est_s": 0.06723555516181214, + "e2e_s": 32.5224953800207 + }, + { + "id": "r0-n512-o32-c16-6", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 63.05843005294446, + "tpot_est_s": 0.06723454929212289, + "e2e_s": 65.14270108100027 + }, + { + "id": "r0-n512-o32-c16-7", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 8.67422931897454, + "tpot_est_s": 0.06712814532370577, + "e2e_s": 10.755201824009418 + }, + { + "id": "r0-n512-o32-c16-8", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 84.75411364401225, + "tpot_est_s": 0.0674092985779768, + "e2e_s": 86.84380189992953 + }, + { + "id": "r0-n512-o32-c16-9", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 24.988905246020295, + "tpot_est_s": 0.06735347515918434, + "e2e_s": 27.07686297595501 + }, + { + "id": "r0-n512-o32-c16-10", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 52.16446356405504, + "tpot_est_s": 0.0673105260958114, + "e2e_s": 54.251089873025194 + }, + { + "id": "r0-n512-o32-c16-11", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 35.86851668194868, + "tpot_est_s": 0.06718803193765663, + "e2e_s": 37.95134567201603 + }, + { + "id": "r0-n512-o32-c16-12", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 57.61170702695381, + "tpot_est_s": 0.06726115148499488, + "e2e_s": 59.69680272298865 + }, + { + "id": "r0-n512-o32-c16-13", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 14.09297208301723, + "tpot_est_s": 0.06728845886931184, + "e2e_s": 16.178914307965897 + }, + { + "id": "r0-n512-o32-c16-14", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 41.309527194011025, + "tpot_est_s": 0.06721459319364399, + "e2e_s": 43.39317958301399 + }, + { + "id": "r0-n512-o32-c16-15", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 32, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It", + "text_equal": true, + "first_sse_s": 46.71748008998111, + "tpot_est_s": 0.06720452251723938, + "e2e_s": 48.80082028801553 + } + ] + }, + { + "repeat": 0, + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 190.77731864200905, + "output_tok_s": 10.735028747537033, + "median_first_sse_s": 92.71299128147075, + "median_tpot_est_s": 0.06732946256263636, + "median_e2e_s": 101.25601403805194, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n512-o128-c16-0", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 110.56038393301424, + "tpot_est_s": 0.06732943833816621, + "e2e_s": 119.11122260196134 + }, + { + "id": "r0-n512-o128-c16-1", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 39.1106434391113, + "tpot_est_s": 0.0673146101180464, + "e2e_s": 47.65959892410319 + }, + { + "id": "r0-n512-o128-c16-2", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 122.51950029702857, + "tpot_est_s": 0.06732103898461292, + "e2e_s": 131.0692722480744 + }, + { + "id": "r0-n512-o128-c16-3", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 182.21225739596412, + "tpot_est_s": 0.06743676599214132, + "e2e_s": 190.77672667696606 + }, + { + "id": "r0-n512-o128-c16-4", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 170.31806651491206, + "tpot_est_s": 0.0673315885511601, + "e2e_s": 178.8691782609094 + }, + { + "id": "r0-n512-o128-c16-5", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 27.253101826063357, + "tpot_est_s": 0.06726196585003082, + "e2e_s": 35.79537148901727 + }, + { + "id": "r0-n512-o128-c16-6", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 62.96277394506615, + "tpot_est_s": 0.06729033611821172, + "e2e_s": 71.50864663207904 + }, + { + "id": "r0-n512-o128-c16-7", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 74.86946540803183, + "tpot_est_s": 0.06732948678710651, + "e2e_s": 83.42031022999436 + }, + { + "id": "r0-n512-o128-c16-8", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 86.77432371699251, + "tpot_est_s": 0.06725920881163036, + "e2e_s": 95.31624323606957 + }, + { + "id": "r0-n512-o128-c16-9", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 158.3743936700048, + "tpot_est_s": 0.06732264918176178, + "e2e_s": 166.92437011608854 + }, + { + "id": "r0-n512-o128-c16-10", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 15.324779219925404, + "tpot_est_s": 0.06733597129194696, + "e2e_s": 23.87644757400267 + }, + { + "id": "r0-n512-o128-c16-11", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 98.65165884594899, + "tpot_est_s": 0.06727658263059318, + "e2e_s": 107.19578484003432 + }, + { + "id": "r0-n512-o128-c16-12", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 146.4246636009775, + "tpot_est_s": 0.06737929001619203, + "e2e_s": 154.9818334330339 + }, + { + "id": "r0-n512-o128-c16-13", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 134.47444459202234, + "tpot_est_s": 0.06738153986603491, + "e2e_s": 143.03190015500877 + }, + { + "id": "r0-n512-o128-c16-14", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 51.03615060891025, + "tpot_est_s": 0.06740975271686765, + "e2e_s": 59.59718920395244 + }, + { + "id": "r0-n512-o128-c16-15", + "endpoint": 0, + "input_tokens": 512, + "output_tokens": 128, + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July ", + "text_equal": true, + "first_sse_s": 3.367960885982029, + "tpot_est_s": 0.06739989166994997, + "e2e_s": 11.927747128065675 + } + ] + }, + { + "repeat": 0, + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 92.36653293098789, + "output_tok_s": 5.54313325133188, + "median_first_sse_s": 46.98791355499998, + "median_tpot_est_s": 0.06801568458022009, + "median_e2e_s": 49.093498558038846, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n2048-o32-c16-0", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 61.4396322859684, + "tpot_est_s": 0.06787949432468703, + "e2e_s": 63.5438966100337 + }, + { + "id": "r0-n2048-o32-c16-1", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 49.87010513897985, + "tpot_est_s": 0.06788297851885398, + "e2e_s": 51.974477473064326 + }, + { + "id": "r0-n2048-o32-c16-2", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 38.33807080995757, + "tpot_est_s": 0.06800394774144215, + "e2e_s": 40.44619318994228 + }, + { + "id": "r0-n2048-o32-c16-3", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 9.450655268039554, + "tpot_est_s": 0.06808990096643326, + "e2e_s": 11.561442197998986 + }, + { + "id": "r0-n2048-o32-c16-4", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 15.22795839398168, + "tpot_est_s": 0.0680688478075148, + "e2e_s": 17.33809267601464 + }, + { + "id": "r0-n2048-o32-c16-5", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 21.02296855300665, + "tpot_est_s": 0.06806517929034007, + "e2e_s": 23.13298911100719 + }, + { + "id": "r0-n2048-o32-c16-6", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 84.55783788405824, + "tpot_est_s": 0.06799764896652871, + "e2e_s": 86.66576500202063 + }, + { + "id": "r0-n2048-o32-c16-7", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 32.55702295806259, + "tpot_est_s": 0.06797792790307393, + "e2e_s": 34.66433872305788 + }, + { + "id": "r0-n2048-o32-c16-8", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 67.22824364702683, + "tpot_est_s": 0.0680500952256543, + "e2e_s": 69.33779659902211 + }, + { + "id": "r0-n2048-o32-c16-9", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 72.9910147569608, + "tpot_est_s": 0.06804386467763013, + "e2e_s": 75.10037456196733 + }, + { + "id": "r0-n2048-o32-c16-10", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 44.1057219710201, + "tpot_est_s": 0.06796121522558914, + "e2e_s": 46.212519643013366 + }, + { + "id": "r0-n2048-o32-c16-11", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 3.684149403939955, + "tpot_est_s": 0.06757934729102999, + "e2e_s": 5.779109169961885 + }, + { + "id": "r0-n2048-o32-c16-12", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 55.65033868700266, + "tpot_est_s": 0.0680725728386953, + "e2e_s": 57.76058844500221 + }, + { + "id": "r0-n2048-o32-c16-13", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 26.803919128025882, + "tpot_est_s": 0.06812630496513579, + "e2e_s": 28.91583458194509 + }, + { + "id": "r0-n2048-o32-c16-14", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 90.25531837693416, + "tpot_est_s": 0.06799482164769283, + "e2e_s": 92.36315784801263 + }, + { + "id": "r0-n2048-o32-c16-15", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 32, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks", + "text_equal": true, + "first_sse_s": 78.75165024306625, + "tpot_est_s": 0.06802742141899804, + "e2e_s": 80.86050030705519 + } + ] + }, + { + "repeat": 0, + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 197.0469937530579, + "output_tok_s": 10.393459757963031, + "median_first_sse_s": 96.07742246001726, + "median_tpot_est_s": 0.06816281449585038, + "median_e2e_s": 104.74805362947518, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n2048-o128-c16-0", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 40.678327113972045, + "tpot_est_s": 0.06819226306324136, + "e2e_s": 49.3387445230037 + }, + { + "id": "r0-n2048-o128-c16-1", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 102.23653373098932, + "tpot_est_s": 0.068440787314518, + "e2e_s": 110.92851371993311 + }, + { + "id": "r0-n2048-o128-c16-2", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 16.04693456296809, + "tpot_est_s": 0.06812987762217329, + "e2e_s": 24.6994290209841 + }, + { + "id": "r0-n2048-o128-c16-3", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 65.38023239700124, + "tpot_est_s": 0.06827887562176901, + "e2e_s": 74.0516496009659 + }, + { + "id": "r0-n2048-o128-c16-4", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 89.9183111890452, + "tpot_est_s": 0.06810458543285082, + "e2e_s": 98.56759353901725 + }, + { + "id": "r0-n2048-o128-c16-5", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 52.993279945105314, + "tpot_est_s": 0.06810648335367588, + "e2e_s": 61.64280333102215 + }, + { + "id": "r0-n2048-o128-c16-6", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 163.8288044600049, + "tpot_est_s": 0.06800733524462663, + "e2e_s": 172.46573603607249 + }, + { + "id": "r0-n2048-o128-c16-7", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 188.38993184803985, + "tpot_est_s": 0.06814181073990423, + "e2e_s": 197.0439418120077 + }, + { + "id": "r0-n2048-o128-c16-8", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 77.63014872197527, + "tpot_est_s": 0.06818381825179654, + "e2e_s": 86.28949363995343 + }, + { + "id": "r0-n2048-o128-c16-9", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 126.85281281697098, + "tpot_est_s": 0.06822103827524431, + "e2e_s": 135.516884677927 + }, + { + "id": "r0-n2048-o128-c16-10", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 3.6775860709603876, + "tpot_est_s": 0.06812312258279142, + "e2e_s": 12.329222638974898 + }, + { + "id": "r0-n2048-o128-c16-11", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 28.35039062506985, + "tpot_est_s": 0.06819047152768733, + "e2e_s": 37.01058050908614 + }, + { + "id": "r0-n2048-o128-c16-12", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 176.06276852695737, + "tpot_est_s": 0.06812041544073122, + "e2e_s": 184.71406128793024 + }, + { + "id": "r0-n2048-o128-c16-13", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 151.52215025399346, + "tpot_est_s": 0.0682005634573545, + "e2e_s": 160.18362181307748 + }, + { + "id": "r0-n2048-o128-c16-14", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 114.53930094605312, + "tpot_est_s": 0.06823057756671227, + "e2e_s": 123.20458429702558 + }, + { + "id": "r0-n2048-o128-c16-15", + "endpoint": 0, + "input_tokens": 2048, + "output_tokens": 128, + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global", + "text_equal": true, + "first_sse_s": 139.2190750730224, + "tpot_est_s": 0.06813690496890945, + "e2e_s": 147.8724620040739 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 512, + "wall_s": 109.65189986000769, + "output_tok_s": 4.669321741380397, + "median_first_sse_s": 55.90989222348435, + "median_tpot_est_s": 0.07177223685580576, + "median_e2e_s": 58.13753176550381, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o32-c16-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 45.70114286208991, + "tpot_est_s": 0.07166306680488971, + "e2e_s": 47.92269793304149 + }, + { + "id": "r0-n8192-o32-c16-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 18.277352945995517, + "tpot_est_s": 0.07178043496734914, + "e2e_s": 20.50254642998334 + }, + { + "id": "r0-n8192-o32-c16-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 52.478462212951854, + "tpot_est_s": 0.07179900396975779, + "e2e_s": 54.704231336014345 + }, + { + "id": "r0-n8192-o32-c16-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 73.02734149596654, + "tpot_est_s": 0.07181426942078097, + "e2e_s": 75.25358384801075 + }, + { + "id": "r0-n8192-o32-c16-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 38.84355539805256, + "tpot_est_s": 0.07173453954859607, + "e2e_s": 41.067326124059036 + }, + { + "id": "r0-n8192-o32-c16-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 79.96177746204194, + "tpot_est_s": 0.07183381212845204, + "e2e_s": 82.18862563802395 + }, + { + "id": "r0-n8192-o32-c16-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 31.960137513000518, + "tpot_est_s": 0.07177920067953246, + "e2e_s": 34.185292734066024 + }, + { + "id": "r0-n8192-o32-c16-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 4.618529238039628, + "tpot_est_s": 0.07164339903336499, + "e2e_s": 6.839474608073942 + }, + { + "id": "r0-n8192-o32-c16-8", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 66.24399870808702, + "tpot_est_s": 0.07192654454810245, + "e2e_s": 68.4737215890782 + }, + { + "id": "r0-n8192-o32-c16-9", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 11.456423830008134, + "tpot_est_s": 0.07169327374187208, + "e2e_s": 13.678915316006169 + }, + { + "id": "r0-n8192-o32-c16-10", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 59.34132223401684, + "tpot_est_s": 0.07191967616052998, + "e2e_s": 61.57083219499327 + }, + { + "id": "r0-n8192-o32-c16-11", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 107.42741681297775, + "tpot_est_s": 0.0717160775806875, + "e2e_s": 109.65061521797907 + }, + { + "id": "r0-n8192-o32-c16-12", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 25.13577123300638, + "tpot_est_s": 0.07173927029174182, + "e2e_s": 27.359688612050377 + }, + { + "id": "r0-n8192-o32-c16-13", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 86.8526816170197, + "tpot_est_s": 0.07202738696979659, + "e2e_s": 89.08553061308339 + }, + { + "id": "r0-n8192-o32-c16-14", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 100.54688416200224, + "tpot_est_s": 0.07176527303207907, + "e2e_s": 102.7716076259967 + }, + { + "id": "r0-n8192-o32-c16-15", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 32, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the", + "text_equal": true, + "first_sse_s": 93.72820346103981, + "tpot_est_s": 0.07136555219579849, + "e2e_s": 95.94053557910956 + } + ] + }, + { + "repeat": 0, + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 16, + "summary": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 219.94672934291884, + "output_tok_s": 9.311345552253993, + "median_first_sse_s": 108.1640919635538, + "median_tpot_est_s": 0.07185315061773093, + "median_e2e_s": 117.28367826750036, + "all_text_equal": true + }, + "rows": [ + { + "id": "r0-n8192-o128-c16-0", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "text_equal": true, + "first_sse_s": 210.82777054794133, + "tpot_est_s": 0.07180051914944248, + "e2e_s": 219.94643647992052 + }, + { + "id": "r0-n8192-o128-c16-1", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "text_equal": true, + "first_sse_s": 169.86953852395527, + "tpot_est_s": 0.07201938988186243, + "e2e_s": 179.0160010389518 + }, + { + "id": "r0-n8192-o128-c16-2", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "text_equal": true, + "first_sse_s": 59.81553084298503, + "tpot_est_s": 0.07200427387390052, + "e2e_s": 68.96007362497039 + }, + { + "id": "r0-n8192-o128-c16-3", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "text_equal": true, + "first_sse_s": 32.174036473967135, + "tpot_est_s": 0.07195436456754041, + "e2e_s": 41.31224077404477 + }, + { + "id": "r0-n8192-o128-c16-4", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "text_equal": true, + "first_sse_s": 73.62123809300829, + "tpot_est_s": 0.0718878340315235, + "e2e_s": 82.75099301501177 + }, + { + "id": "r0-n8192-o128-c16-5", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "text_equal": true, + "first_sse_s": 142.63125471002422, + "tpot_est_s": 0.0718641068582885, + "e2e_s": 151.75799628102686 + }, + { + "id": "r0-n8192-o128-c16-6", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "text_equal": true, + "first_sse_s": 87.45536117104348, + "tpot_est_s": 0.07176444425218277, + "e2e_s": 96.56944559107069 + }, + { + "id": "r0-n8192-o128-c16-7", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "text_equal": true, + "first_sse_s": 156.21327321301214, + "tpot_est_s": 0.07195093950410704, + "e2e_s": 165.35104253003374 + }, + { + "id": "r0-n8192-o128-c16-8", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "text_equal": true, + "first_sse_s": 18.40397916000802, + "tpot_est_s": 0.07176891594527539, + "e2e_s": 27.518631485057995 + }, + { + "id": "r0-n8192-o128-c16-9", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "text_equal": true, + "first_sse_s": 183.5616280399263, + "tpot_est_s": 0.07196018362223486, + "e2e_s": 192.70057135995012 + }, + { + "id": "r0-n8192-o128-c16-10", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "text_equal": true, + "first_sse_s": 4.64481688500382, + "tpot_est_s": 0.07157882118109965, + "e2e_s": 13.735327175003476 + }, + { + "id": "r0-n8192-o128-c16-11", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "text_equal": true, + "first_sse_s": 197.21269855997525, + "tpot_est_s": 0.07189409898440023, + "e2e_s": 206.34324913099408 + }, + { + "id": "r0-n8192-o128-c16-12", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "text_equal": true, + "first_sse_s": 115.06134722707793, + "tpot_est_s": 0.07177333796844179, + "e2e_s": 124.17656114907004 + }, + { + "id": "r0-n8192-o128-c16-13", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "text_equal": true, + "first_sse_s": 101.26683670002967, + "tpot_est_s": 0.07184219437717336, + "e2e_s": 110.39079538593069 + }, + { + "id": "r0-n8192-o128-c16-14", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "text_equal": true, + "first_sse_s": 45.97890222701244, + "tpot_est_s": 0.07178251561433752, + "e2e_s": 55.095281710033305 + }, + { + "id": "r0-n8192-o128-c16-15", + "endpoint": 0, + "input_tokens": 8192, + "output_tokens": 128, + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of", + "text_equal": true, + "first_sse_s": 128.88957963499706, + "tpot_est_s": 0.07181167605472362, + "e2e_s": 138.00966249394696 + } + ] + } + ], + "harness_sha256": "c8ebb077a608e3da70a9748aed19c03f22ae87355f0167a2fb1e68b88ec21d79", + "startup_timeout_s": 1800, + "request_timeout_s": 600, + "timing_scope": "Client first SSE event, full response e2e and estimated TPOT=(e2e-first_event)/(output_tokens-1). SSE can coalesce tokens; this is not per-token kernel timing. Loading/warmup/correctness checks excluded.", + "physical_gpus": 0, + "physical_atom": 1, + "physical_rngd": 1, + "slots_per_decoder": 1, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 8192, + "local_chunk": 128, + "context": 9216, + "server_config": { + "servers": [ + [ + "/home/gspark/workspace/01_pd_disag/experiments/native_pd_2026_4/p2p_dma/devkit/torch-venv/bin/python", + "-u", + "/home/gspark/workspace/codex-serving-matrix-201/container_bootstrap.py", + "/home/gspark/workspace/codex-serving-matrix-201/atom_server265_http.py", + "--model", + "KISTI-KONI/KONI-Llama3.1-8B-Instruct-20241024", + "--cache-dir", + "/home/gspark/workspace/codex-serving-matrix-201/atom-artifacts", + "--port", + "{port}", + "--batching", + "/home/gspark/workspace/codex-serving-matrix-201/stream265-code/opt_prime/accel/platforms/atom/batching.py", + "--pd-module", + "/home/gspark/workspace/codex-serving-matrix-201/stream265-code/opt_prime/accel/pd/pd_batching.py", + "--http-module", + "/home/gspark/workspace/codex-serving-matrix-201/llmd267_backlog.py", + "--kv-blocks", + "1", + "--width", + "8192", + "--max-output", + "128", + "--worker-python", + "/home/gspark/workspace/codex-serving-matrix-201/furiosa_prefill_python.sh", + "--engine-factory", + "streaming_factories:koni" + ] + ], + "metadata": { + "physical_gpus": 0, + "physical_atom": 1, + "physical_rngd": 1, + "slots_per_decoder": 1, + "producer_cache": false, + "decoder_cache": false, + "producer_chunk": 8192, + "local_chunk": 128, + "context": 9216 + } + }, + "load_s": 429.8188216970302, + "diagnostic_start": { + "monotonic_s": 791018.439821553, + "servers": [ + { + "pid": 698, + "returncode": null, + "status": [ + "Name:\tpython", + "State:\tS (sleeping)", + "VmHWM:\t19871800 kB", + "VmRSS:\t19871800 kB", + "Threads:\t13" + ] + } + ], + "cgroup": { + "memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0", + "memory.current": "32570363904", + "memory.max": "137438953472", + "memory.peak": "62188318720" + }, + "listen": { + "ListenOverflows": 0, + "ListenDrops": 0 + } + }, + "references": { + "128:32": { + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just" + }, + "128:128": { + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 3957, + 420, + 2038, + 11190, + 30, + 1442, + 10035, + 11, + 4587, + 1095, + 757, + 1440, + 422, + 499, + 1205, + 904, + 4726, + 13291, + 13, + 720, + 2746, + 539, + 11, + 1120, + 10240, + 420, + 1984, + 13, + 9930, + 499, + 0, + 720, + 7, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 4815, + 38766, + 1303, + 33025, + 2696, + 25, + 5887, + 220, + 2366, + 19, + 198, + 15724, + 2696, + 25, + 220, + 1544, + 5033, + 220, + 2366, + 19, + 271, + 1115, + 374, + 459, + 28598, + 2077, + 13, + 5321, + 2733, + 1949, + 311, + 2610, + 757, + 904, + 3488, + 30194, + 323, + 358, + 690, + 387, + 810, + 1109, + 6380, + 311, + 7945, + 499, + 13, + 12522, + 264, + 2294, + 1938, + 0, + 720, + 320, + 2822, + 1205, + 311, + 6013, + 422, + 499, + 1541, + 956, + 617, + 264, + 3488, + 6266, + 720, + 38766, + 1303, + 33025, + 2696, + 25, + 220, + 1544, + 5033 + ], + "text": " The capital of France is Paris. \nIs this information helpful? If yes, please let me know if you need any further assistance. \nIf not, just ignore this message. Thank you! \n(No need to respond if you don't have a question.) \n\nCutting Knowledge Date: July 2024\nToday Date: 27 Aug 2024\n\n This is an automated response. Please feel free to ask me any question anytime and I will be more than happy to assist you. Have a great day! \n (No need to respond if you don't have a question.) \nCutting Knowledge Date: 27 Aug" + }, + "512:32": { + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It" + }, + "512:128": { + "tokens": [ + 578, + 6864, + 315, + 9822, + 374, + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 7928, + 3363, + 304, + 9822, + 323, + 17482, + 439, + 279, + 3224, + 596, + 5054, + 11, + 7100, + 11, + 323, + 13042, + 4219, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1093, + 279, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 279, + 44564, + 9607, + 373, + 57829, + 13, + 12366, + 706, + 264, + 9257, + 3925, + 11, + 1694, + 264, + 3682, + 19240, + 369, + 1989, + 11, + 11401, + 11, + 17649, + 11, + 323, + 36105, + 13, + 1102, + 61191, + 11990, + 315, + 32753, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 34076, + 9919, + 304, + 279, + 1917, + 13, + 578, + 3363, + 374, + 1101, + 2162, + 311, + 1690, + 6625, + 11351, + 323, + 8126, + 395, + 552, + 4245, + 311, + 1202, + 3728, + 10383, + 13, + 720, + 9290, + 25, + 578, + 2038, + 3984, + 374, + 13687, + 439, + 315, + 5887, + 220 + ], + "text": " The capital of France is Paris. \nExplanation: Paris is the largest city in France and serves as the country's political, economic, and cultural center. It is known for its iconic landmarks like the Eiffel Tower, the Louvre Museum, and the Notre-Dame Cathedral. Paris has a rich history, being a major hub for art, fashion, literature, and cuisine. It attracts millions of tourists and is considered one of the most romantic and vibrant cities in the world. The city is also home to many international organizations and embassies due to its global influence. \nNote: The information provided is accurate as of July " + }, + "2048:32": { + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks" + }, + "2048:128": { + "tokens": [ + 12366, + 198, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 13, + 1102, + 374, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 323, + 374, + 3967, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 61024, + 11, + 323, + 27373, + 18112, + 13, + 12366, + 706, + 1027, + 264, + 4219, + 315, + 11759, + 11, + 1989, + 11, + 11401, + 11, + 323, + 36105, + 369, + 24552, + 323, + 374, + 6646, + 832, + 315, + 279, + 1455, + 24364, + 323, + 12263, + 9919, + 304, + 279, + 1917, + 13, + 578, + 469, + 3168, + 301, + 22703, + 11, + 279, + 9928, + 49606, + 16730, + 11, + 323, + 44564, + 9607, + 373, + 57829, + 527, + 1120, + 264, + 2478, + 315, + 279, + 1690, + 11495, + 39591, + 430, + 649, + 387, + 1766, + 304, + 12366, + 13, + 578, + 3363, + 374, + 1101, + 11495, + 369, + 1202, + 6366, + 27943, + 11, + 36536, + 11, + 323, + 15140, + 1369, + 483, + 11, + 902, + 8640, + 1555, + 1202, + 4851, + 13, + 12366, + 374, + 264, + 3682, + 3728 + ], + "text": " Paris\nExplanation: Paris is the capital city of France. It is located in the northern part of the country and is known for its rich history, cultural landmarks, and iconic architecture. Paris has been a center of politics, art, fashion, and cuisine for centuries and is considered one of the most romantic and visited cities in the world. The Eiffel Tower, the Louvre Museum, and Notre-Dame Cathedral are just a few of the many famous attractions that can be found in Paris. The city is also famous for its beautiful parks, gardens, and river Seine, which runs through its heart. Paris is a major global" + }, + "8192:32": { + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the" + }, + "8192:128": { + "tokens": [ + 12366, + 13, + 720, + 70869, + 25, + 12366, + 374, + 279, + 6864, + 3363, + 315, + 9822, + 11, + 7559, + 304, + 279, + 18671, + 961, + 315, + 279, + 3224, + 13, + 1102, + 374, + 3967, + 369, + 1202, + 27373, + 61024, + 1778, + 439, + 279, + 469, + 3168, + 301, + 22703, + 11, + 44564, + 9607, + 373, + 57829, + 11, + 323, + 279, + 9928, + 49606, + 16730, + 13, + 12366, + 374, + 1101, + 37048, + 369, + 1202, + 9257, + 3925, + 11, + 13042, + 28948, + 11, + 323, + 1202, + 2704, + 439, + 264, + 3728, + 4219, + 369, + 11401, + 11, + 1989, + 11, + 323, + 36105, + 13, + 578, + 3363, + 374, + 18255, + 1139, + 17510, + 2961, + 2159, + 15760, + 1392, + 11, + 1855, + 449, + 1202, + 1866, + 12742, + 3752, + 323, + 39591, + 13, + 12366, + 374, + 264, + 5526, + 31070, + 9284, + 323, + 264, + 3682, + 19240, + 369, + 6625, + 2626, + 323, + 62340, + 13, + 578, + 3363, + 596, + 6366, + 18112, + 11, + 75001, + 14708, + 11, + 323, + 34076, + 13042, + 6237, + 1304, + 433, + 832, + 315 + ], + "text": " Paris. \nExplanation: Paris is the capital city of France, located in the northern part of the country. It is known for its iconic landmarks such as the Eiffel Tower, Notre-Dame Cathedral, and the Louvre Museum. Paris is also renowned for its rich history, cultural heritage, and its status as a global center for fashion, art, and cuisine. The city is divided into twenty arrondissements, each with its own distinct character and attractions. Paris is a popular tourist destination and a major hub for international business and diplomacy. The city's beautiful architecture, picturesque streets, and vibrant cultural scene make it one of" + } + }, + "warmup_and_checks_s": 1240.9223117369693, + "metrics": [ + "# HELP vllm:num_requests_running Requests executing on the stage.\n# TYPE vllm:num_requests_running gauge\nvllm:num_requests_running{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 0\n# HELP vllm:num_requests_waiting Requests queued for the stage owner.\n# TYPE vllm:num_requests_waiting gauge\nvllm:num_requests_waiting{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 0\n# HELP vllm:kv_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:kv_cache_usage_perc gauge\nvllm:kv_cache_usage_perc{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 0.0\n# HELP vllm:gpu_cache_usage_perc Occupied fraction of the stage's KV lanes (1 = full).\n# TYPE vllm:gpu_cache_usage_perc gauge\nvllm:gpu_cache_usage_perc{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 0.0\n# HELP vllm:request_success_total Finished requests by finish reason.\n# TYPE vllm:request_success_total counter\nvllm:request_success_total{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",finished_reason=\"length\"} 264\n# HELP airm_stage_request_failures_total Requests that ended with an engine error.\n# TYPE airm_stage_request_failures_total counter\nairm_stage_request_failures_total{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 0\n# HELP vllm:prompt_tokens_total Prompt tokens of finished requests.\n# TYPE vllm:prompt_tokens_total counter\nvllm:prompt_tokens_total{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 718080\n# HELP vllm:generation_tokens_total Generated tokens of finished requests.\n# TYPE vllm:generation_tokens_total counter\nvllm:generation_tokens_total{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 21120\n# HELP vllm:time_to_first_token_seconds Time to first token (prefill stage: fenced prefill).\n# TYPE vllm:time_to_first_token_seconds histogram\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.001\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.005\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.01\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.02\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.04\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.06\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.08\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.1\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.25\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.5\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.75\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"1.0\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"2.5\"} 0\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"5.0\"} 23\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"7.5\"} 24\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"10.0\"} 30\nvllm:time_to_first_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"+Inf\"} 264\nvllm:time_to_first_token_seconds_sum{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 18526.435376789887\nvllm:time_to_first_token_seconds_count{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 264\n# HELP vllm:time_per_output_token_seconds Time per output token after the first (decode stage).\n# TYPE vllm:time_per_output_token_seconds histogram\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.01\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.025\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.05\"} 0\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.075\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.1\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.15\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.2\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.3\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.4\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.5\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.75\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"1.0\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"2.5\"} 264\nvllm:time_per_output_token_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"+Inf\"} 264\nvllm:time_per_output_token_seconds_sum{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 18.074601044328098\nvllm:time_per_output_token_seconds_count{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 264\n# HELP vllm:e2e_request_latency_seconds Stage request latency, from execution start to reply.\n# TYPE vllm:e2e_request_latency_seconds histogram\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.3\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.8\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"1.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"1.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"2.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"2.5\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"5.0\"} 0\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"10.0\"} 12\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"15.0\"} 32\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"20.0\"} 38\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"30.0\"} 62\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"40.0\"} 81\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"50.0\"} 104\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"60.0\"} 123\nvllm:e2e_request_latency_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"+Inf\"} 264\nvllm:e2e_request_latency_seconds_sum{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 19954.982180931256\nvllm:e2e_request_latency_seconds_count{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 264\n# HELP airm_kv_transfer_seconds KV transfer time from the prefill source to the decode destination.\n# TYPE airm_kv_transfer_seconds histogram\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.0005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.001\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.0025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.005\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.01\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.025\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.05\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.1\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.25\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"0.5\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"1.0\"} 0\nairm_kv_transfer_seconds_bucket{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",le=\"+Inf\"} 0\nairm_kv_transfer_seconds_sum{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 0.0\nairm_kv_transfer_seconds_count{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 0\n# HELP vllm:prefix_cache_queries_total Prompt tokens looked up in the prefix cache.\n# TYPE vllm:prefix_cache_queries_total counter\nvllm:prefix_cache_queries_total{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 718080\n# HELP vllm:prefix_cache_hits_total Prompt tokens served from the prefix cache.\n# TYPE vllm:prefix_cache_hits_total counter\nvllm:prefix_cache_hits_total{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\"} 0\n# HELP vllm:cache_config_info Information of the LLMEngine CacheConfig.\n# TYPE vllm:cache_config_info gauge\nvllm:cache_config_info{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",block_size=\"128\",enable_prefix_caching=\"True\"} 1\n# HELP airm_pd_prefills_total Prompts prefilled by the PD prefill worker (remote) or here (local).\n# TYPE airm_pd_prefills_total counter\nairm_pd_prefills_total{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",side=\"remote\"} 264\nairm_pd_prefills_total{model_name=\"KONI-Llama3.1-8B-Instruct-20241024\",side=\"local\"} 0\n" + ], + "parity_passed": true, + "diagnostic_end": { + "monotonic_s": 793431.036795408, + "servers": [ + { + "pid": 698, + "returncode": null, + "status": [ + "Name:\tpython", + "State:\tS (sleeping)", + "VmHWM:\t24191932 kB", + "VmRSS:\t22092212 kB", + "Threads:\t13" + ] + } + ], + "cgroup": { + "memory.events": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0", + "memory.current": "37632868352", + "memory.max": "137438953472", + "memory.peak": "62188318720" + }, + "listen": { + "ListenOverflows": 0, + "ListenDrops": 0 + } + } +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/http267d-koni-three-route-summary.json b/opt_prime/examples/pd/http_matrix/evidence265/http267d-koni-three-route-summary.json new file mode 100644 index 00000000..9d3aae17 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/http267d-koni-three-route-summary.json @@ -0,0 +1,380 @@ +{ + "runtime_commit": "33d6cb08ec806f693dbecfd7d630331a3bd1bb2f", + "runs": { + "native": { + "audit": { + "stage": "passed", + "conditions": 8, + "warmups": 8, + "correctness_responses": 128, + "timed_text_responses": 128 + }, + "raw_sha256": "41ac41d1717db9c6a164d2088088d8a13dde46c6d8c8f526b137b8edc2affc4e" + }, + "whole": { + "audit": { + "stage": "passed", + "conditions": 8, + "warmups": 8, + "correctness_responses": 128, + "timed_text_responses": 128 + }, + "raw_sha256": "75ef65364370c2d6095337750af833c1199dbb0e390fa05139a1e98dfd0e8e24" + }, + "stream": { + "audit": { + "stage": "passed", + "conditions": 8, + "warmups": 8, + "correctness_responses": 128, + "timed_text_responses": 128 + }, + "raw_sha256": "c6d0bc7758fc56f9c1b838802d785a931eb452c288e24c81dd74f398571745db" + } + }, + "parity": { + "native_whole": { + "128:32": true, + "128:128": false, + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true, + "8192:32": true, + "8192:128": false + }, + "whole_stream": { + "128:32": true, + "128:128": true, + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true, + "8192:32": true, + "8192:128": true + } + }, + "timings": [ + { + "input_tokens": 128, + "output_tokens": 32, + "native": { + "requests": 16, + "output_tokens": 512, + "wall_s": 34.94914734107442, + "output_tok_s": 14.649856690445366, + "median_first_sse_s": 16.48193749098573, + "median_tpot_est_s": 0.06720089806514161, + "median_e2e_s": 18.567270205996465, + "all_text_equal": true + }, + "whole": { + "requests": 16, + "output_tokens": 512, + "wall_s": 86.15120067994576, + "output_tok_s": 5.943039632170596, + "median_first_sse_s": 43.73900943301851, + "median_tpot_est_s": 0.06707312066047903, + "median_e2e_s": 45.813424271997064, + "all_text_equal": true + }, + "stream": { + "requests": 16, + "output_tokens": 512, + "wall_s": 76.08571081899572, + "output_tok_s": 6.72925302910061, + "median_first_sse_s": 38.31087506451877, + "median_tpot_est_s": 0.06714077440330818, + "median_e2e_s": 40.39614988199901, + "all_text_equal": true + } + }, + { + "input_tokens": 128, + "output_tokens": 128, + "native": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 138.42381593503524, + "output_tok_s": 14.795141906513853, + "median_first_sse_s": 64.96426502696704, + "median_tpot_est_s": 0.06732125857874283, + "median_e2e_s": 73.51471531949937, + "all_text_equal": true + }, + "whole": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 188.8122025290504, + "output_tok_s": 10.846756579119388, + "median_first_sse_s": 91.9415118995239, + "median_tpot_est_s": 0.06711865332679764, + "median_e2e_s": 100.4754439680255, + "all_text_equal": true + }, + "stream": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 180.14563593606, + "output_tok_s": 11.36857959038712, + "median_first_sse_s": 87.562772007077, + "median_tpot_est_s": 0.06719984601189448, + "median_e2e_s": 96.08749650308164, + "all_text_equal": true + } + }, + { + "input_tokens": 512, + "output_tokens": 32, + "native": { + "requests": 16, + "output_tokens": 512, + "wall_s": 39.83403949998319, + "output_tok_s": 12.85332862112104, + "median_first_sse_s": 19.073718019004446, + "median_tpot_est_s": 0.06741849648308068, + "median_e2e_s": 21.16420643404126, + "all_text_equal": true + }, + "whole": { + "requests": 16, + "output_tokens": 512, + "wall_s": 86.84692184906453, + "output_tok_s": 5.895430593266502, + "median_first_sse_s": 44.01350364199607, + "median_tpot_est_s": 0.06723505222696752, + "median_e2e_s": 46.09699993551476, + "all_text_equal": true + }, + "stream": { + "requests": 16, + "output_tokens": 512, + "wall_s": 74.88521984801628, + "output_tok_s": 6.837130224617521, + "median_first_sse_s": 38.288075703021605, + "median_tpot_est_s": 0.06730389535321944, + "median_e2e_s": 40.37476781895384, + "all_text_equal": true + } + }, + { + "input_tokens": 512, + "output_tokens": 128, + "native": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 143.55161639803555, + "output_tok_s": 14.26664534602918, + "median_first_sse_s": 67.69957133894786, + "median_tpot_est_s": 0.06750743948821507, + "median_e2e_s": 76.26901895646006, + "all_text_equal": true + }, + "whole": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 190.77731864200905, + "output_tok_s": 10.735028747537033, + "median_first_sse_s": 92.71299128147075, + "median_tpot_est_s": 0.06732946256263636, + "median_e2e_s": 101.25601403805194, + "all_text_equal": true + }, + "stream": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 179.92432467802428, + "output_tok_s": 11.382563217424376, + "median_first_sse_s": 86.66195992496796, + "median_tpot_est_s": 0.06746138006679743, + "median_e2e_s": 95.22667816095054, + "all_text_equal": true + } + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "native": { + "requests": 16, + "output_tokens": 512, + "wall_s": 59.85218522709329, + "output_tok_s": 8.554407797432148, + "median_first_sse_s": 29.699063670472242, + "median_tpot_est_s": 0.0681713129198479, + "median_e2e_s": 31.814278150501195, + "all_text_equal": true + }, + "whole": { + "requests": 16, + "output_tokens": 512, + "wall_s": 92.36653293098789, + "output_tok_s": 5.54313325133188, + "median_first_sse_s": 46.98791355499998, + "median_tpot_est_s": 0.06801568458022009, + "median_e2e_s": 49.093498558038846, + "all_text_equal": true + }, + "stream": { + "requests": 16, + "output_tokens": 512, + "wall_s": 76.10731299500912, + "output_tok_s": 6.7273430088587585, + "median_first_sse_s": 39.05801324849017, + "median_tpot_est_s": 0.06811751132350295, + "median_e2e_s": 41.17022025800543, + "all_text_equal": true + } + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "native": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 164.771505663055, + "output_tok_s": 12.429333529232911, + "median_first_sse_s": 78.83277508150786, + "median_tpot_est_s": 0.06827093868499887, + "median_e2e_s": 87.50043595948955, + "all_text_equal": true + }, + "whole": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 197.0469937530579, + "output_tok_s": 10.393459757963031, + "median_first_sse_s": 96.07742246001726, + "median_tpot_est_s": 0.06816281449585038, + "median_e2e_s": 104.74805362947518, + "all_text_equal": true + }, + "stream": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 179.49302647600416, + "output_tok_s": 11.409914024006891, + "median_first_sse_s": 86.69179159094347, + "median_tpot_est_s": 0.06823945681859672, + "median_e2e_s": 95.36167029791977, + "all_text_equal": true + } + }, + { + "input_tokens": 8192, + "output_tokens": 32, + "native": { + "requests": 16, + "output_tokens": 512, + "wall_s": 152.4551846390823, + "output_tok_s": 3.3583639756961565, + "median_first_sse_s": 78.7620534109883, + "median_tpot_est_s": 0.07195523001569054, + "median_e2e_s": 80.9921307489858, + "all_text_equal": true + }, + "whole": { + "requests": 16, + "output_tokens": 512, + "wall_s": 109.65189986000769, + "output_tok_s": 4.669321741380397, + "median_first_sse_s": 55.90989222348435, + "median_tpot_est_s": 0.07177223685580576, + "median_e2e_s": 58.13753176550381, + "all_text_equal": true + }, + "stream": { + "requests": 16, + "output_tokens": 512, + "wall_s": 77.50708713999484, + "output_tok_s": 6.605847528177849, + "median_first_sse_s": 38.80865239148261, + "median_tpot_est_s": 0.07184982696931147, + "median_e2e_s": 41.03657778602792, + "all_text_equal": true + } + }, + { + "input_tokens": 8192, + "output_tokens": 128, + "native": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 263.08151494606864, + "output_tok_s": 7.784659444506533, + "median_first_sse_s": 130.6080112894997, + "median_tpot_est_s": 0.07200966441754515, + "median_e2e_s": 139.75500574003672, + "all_text_equal": true + }, + "whole": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 219.94672934291884, + "output_tok_s": 9.311345552253993, + "median_first_sse_s": 108.1640919635538, + "median_tpot_est_s": 0.07185315061773093, + "median_e2e_s": 117.28367826750036, + "all_text_equal": true + }, + "stream": { + "requests": 16, + "output_tokens": 2048, + "wall_s": 189.10810159204993, + "output_tok_s": 10.82978456638527, + "median_first_sse_s": 91.56494739447953, + "median_tpot_est_s": 0.07191881706697983, + "median_e2e_s": 100.69809139543213, + "all_text_equal": true + } + } + ], + "limits": [ + "One timed batch per condition; not statistical speedup evidence.", + "Native one ATOM; PD one ATOM plus one RNGD.", + "Stream on different physical ATOM card from native/whole.", + "600s socket wait does not fix original180s failure." + ], + "child_queue": [ + { + "model": "koni", + "mode": "native", + "exit_code": 0, + "copy_exit_codes": [ + 0, + 0 + ] + }, + { + "model": "koni", + "mode": "whole", + "exit_code": 0, + "copy_exit_codes": [ + 0, + 0 + ] + }, + { + "model": "koni", + "mode": "stream", + "exit_code": 0, + "copy_exit_codes": [ + 0, + 0 + ] + } + ], + "terminal": { + "stage": "complete", + "request_timeout_s": 600, + "exit_code": 0 + }, + "pod_absent": true, + "stream_diagnostics": { + "listen_delta": { + "ListenOverflows": 0, + "ListenDrops": 0 + }, + "memory_events_end": "low 0\nhigh 0\nmax 0\noom 0\noom_kill 0\noom_group_kill 0", + "max_e2e_8k128_s": 189.1050373860635 + } +} diff --git a/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-stream265-atom-http-progress.md b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-stream265-atom-http-progress.md index baea0c4f..661c59fa 100644 --- a/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-stream265-atom-http-progress.md +++ b/opt_prime/examples/pd/http_matrix/experiments/2026-10-24-stream265-atom-http-progress.md @@ -64,7 +64,7 @@ proven. It is diagnostic-only and is not integrated into this PR's runtime. Separate width-1024 experiments (#268) are also not part of this PR: Qwen3-0.6B has a heldout answer regression and KONI has width-dependent token divergence. Production source width/default behavior is unchanged here. Repeated timing, -full KONI ATOM coverage, and direct device-DMA overlap remain outstanding. +ATOM compiled batch >1, and direct device-DMA overlap remain outstanding. ## KONI native 600-second diagnostic completed @@ -85,8 +85,7 @@ from prefill time or prove the original nonstreamed timeout's precise cause. The600-second value controls socket wait, not a guaranteed total request deadline. Nonstreamed correctness checks retain token arrays but not individual durations. One timed batch per condition is diagnostic, not statistical performance evidence. -The original180-second failure remains failed. RNGD-to-ATOM whole subsequently completed as recorded below; streaming remains -in progress and is not counted as a success. +The original180-second failure remains failed. RNGD-to-ATOM whole subsequently completed as recorded below; streaming also completed as recorded below. Reproduce the diagnostic with run_http267_deadline_atom.py, --model koni, --pod http267d-koni and the existing site-specific --host. It uses the same model @@ -130,5 +129,44 @@ Before the next phase, the owned Pod had 2265 seconds remaining versus 2842 seco used by the completed whole phase. After child/copy completion and absence of benchmark/engine processes were checked, only that Pod was recreated. No active measurement was restarted. Stream now uses a different physical ATOM card of -the same class, a limitation for subsequent timing comparisons. It is still in -startup; no streaming completion or timing claim is made here. +the same class, a limitation for subsequent timing comparisons. That streaming phase subsequently completed as recorded below. + + +## Completed KONI streaming and four-model whole/stream coverage + +All three KONI children and both artifact copies per child exited zero; outer +queue exited zero. Independent raw audit validates each route's eight conditions, +eight warmups, 128 full-token checks and 128 timed SSE text checks. Whole/stream +reference arrays match all eight conditions. Native/whole remains six of eight; +the two pre-EOS differences remain. Original 180-second failure remains retained. +Completed Pod absence was verified after parent cleanup. + +| Input/output tokens | Native tok/s | Whole KV tok/s | Streaming tok/s | +|---|---:|---:|---:| +| 128/32 | 14.6499 | 5.9430 | 6.7293 | +| 128/128 | 14.7951 | 10.8468 | 11.3686 | +| 512/32 | 12.8533 | 5.8954 | 6.8371 | +| 512/128 | 14.2666 | 10.7350 | 11.3826 | +| 2048/32 | 8.5544 | 5.5431 | 6.7273 | +| 2048/128 | 12.4293 | 10.3935 | 11.4099 | +| 8192/32 | 3.3584 | 4.6693 | 6.6058 | +| 8192/128 | 7.7847 | 9.3113 | 10.8298 | + +At 8K/128, streaming has 16.3% greater observed throughput than whole transfer, +39.1% greater than native. Median completion is 100.698 seconds versus 117.284 +whole and 139.755 native; median first SSE is 91.565 versus 108.164 and 130.608. +Streaming maximum completion is 189.105 seconds, so a 180-second total response +SLO is still not met. Shorter inputs remain slower than native. One timed batch +per condition and different physical ATOM cards limit timing conclusions; PD adds +one RNGD versus native. Stream OOM events and listener drop/overflow deltas are +zero; server alive at final snapshot before normal teardown. No DMA-overlap claim. + +Together with the preceding Qwen3-0.6B, Qwen3-4B and Gemma3-1B results, all four +models now have completed B1/c16 ATOM whole/stream HTTP controls, eight exact +reference pairs per model. This does not establish native equivalence, semantic +answer quality, batch-four behavior or equal-resource performance superiority. + +Raw three-route JSON and summary with hashes, terminal and copy evidence are in +evidence265/http267d-koni-atom-c16-{native,whole,stream}.json and +http267d-koni-three-route-summary.json. Reproduce with the diagnostic runner above; +stream uses the corresponding whole result as --reference. Runtime stays33d6cb0. From 03054a124d95fb999780f7fd6cac26d6c33cb89b Mon Sep 17 00:00:00 2001 From: gspark Date: Sun, 25 Oct 2026 06:18:43 +0900 Subject: [PATCH 23/29] docs: fill four-model native GPU intermediate-length coverage --- .../evidence265/mid201-gpu-summary.json | 458 ++++++++++++++++++ .../2026-10-25-native-gpu-mid201.md | 35 ++ 2 files changed, 493 insertions(+) create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/mid201-gpu-summary.json create mode 100644 opt_prime/examples/pd/http_matrix/experiments/2026-10-25-native-gpu-mid201.md diff --git a/opt_prime/examples/pd/http_matrix/evidence265/mid201-gpu-summary.json b/opt_prime/examples/pd/http_matrix/evidence265/mid201-gpu-summary.json new file mode 100644 index 00000000..e35f8ed2 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/mid201-gpu-summary.json @@ -0,0 +1,458 @@ +{ + "runtime_commit": "eaf7daa219a6cea68db4ec5fc08850edc848b271", + "queue_sha256": "e84963327058ba09b8886a9c9198fd742d4984f83fbcb4c0f5fad5b6378a5710", + "models": { + "qwen06b": { + "raw_sha256": "a3431ed4b7f4bf287ded0cc8e3bed11b999f56e842fc55a66f76501f4cfedf83", + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_reference_tokens_equal": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + }, + "measurements": [ + { + "input_tokens": 512, + "output_tokens": 32, + "concurrency": 1, + "requests": 1, + "wall_s": 0.6420550449984148, + "output_tok_s": 49.8399634879888, + "median_first_sse_s": 0.03702255297685042, + "median_tpot_est_s": 0.01951335948298595, + "median_e2e_s": 0.6419366969494149, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 4, + "requests": 4, + "wall_s": 0.8874323230120353, + "output_tok_s": 144.23635096539533, + "median_first_sse_s": 0.14713659751578234, + "median_tpot_est_s": 0.0219415245481932, + "median_e2e_s": 0.8273238585097715, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 1, + "requests": 1, + "wall_s": 2.450029886967968, + "output_tok_s": 52.244260643859434, + "median_first_sse_s": 0.03658138297032565, + "median_tpot_est_s": 0.019002510693041593, + "median_e2e_s": 2.449900240986608, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 512, + "concurrency": 4, + "requests": 4, + "wall_s": 2.7654017900349572, + "output_tok_s": 185.14488630367447, + "median_first_sse_s": 0.1445524455048144, + "median_tpot_est_s": 0.020174051106285937, + "median_e2e_s": 2.706656936003128, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "concurrency": 1, + "requests": 1, + "wall_s": 0.7376206259941682, + "output_tok_s": 43.38273479930183, + "median_first_sse_s": 0.14635859802365303, + "median_tpot_est_s": 0.01906889654891265, + "median_e2e_s": 0.7374943910399452, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 4, + "requests": 4, + "wall_s": 1.6268222870421596, + "output_tok_s": 78.68099731577064, + "median_first_sse_s": 0.5933351120038424, + "median_tpot_est_s": 0.026118675531301226, + "median_e2e_s": 1.4030140534741804, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 1, + "requests": 1, + "wall_s": 2.5476524219848216, + "output_tok_s": 50.242332468680296, + "median_first_sse_s": 0.15883546200348064, + "median_tpot_est_s": 0.018808425614045655, + "median_e2e_s": 2.5475055149872787, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 512, + "concurrency": 4, + "requests": 4, + "wall_s": 3.5758563079871237, + "output_tok_s": 143.18248718674286, + "median_first_sse_s": 0.5999803739832714, + "median_tpot_est_s": 0.02154199736225822, + "median_e2e_s": 3.3358140389900655, + "all_text_equal": true + } + ] + }, + "qwen4b": { + "raw_sha256": "96fd41c5e773e2a10a667afebd86104f1a9ed195ee8ea41b426bcbb3d6170674", + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_reference_tokens_equal": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + }, + "measurements": [ + { + "input_tokens": 512, + "output_tokens": 32, + "concurrency": 1, + "requests": 1, + "wall_s": 0.8375169450300746, + "output_tok_s": 38.208182162631836, + "median_first_sse_s": 0.05826146702747792, + "median_tpot_est_s": 0.025134145806077868, + "median_e2e_s": 0.8374199870158918, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 4, + "requests": 4, + "wall_s": 1.1999137660022825, + "output_tok_s": 106.67433246178503, + "median_first_sse_s": 0.2303844915004447, + "median_tpot_est_s": 0.02888235641970119, + "median_e2e_s": 1.1257375405111816, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 1, + "requests": 1, + "wall_s": 3.206528773996979, + "output_tok_s": 39.91855648949826, + "median_first_sse_s": 0.05855232500471175, + "median_tpot_est_s": 0.024785774700823937, + "median_e2e_s": 3.2063457120093517, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 512, + "concurrency": 4, + "requests": 4, + "wall_s": 3.5683868449996226, + "output_tok_s": 143.4822014091508, + "median_first_sse_s": 0.22201484398101456, + "median_tpot_est_s": 0.02577004067331193, + "median_e2e_s": 3.49481000949163, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "concurrency": 1, + "requests": 1, + "wall_s": 1.0226373269688338, + "output_tok_s": 31.291640893698027, + "median_first_sse_s": 0.2715730320196599, + "median_tpot_est_s": 0.02422293009529371, + "median_e2e_s": 1.0224838649737649, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 4, + "requests": 4, + "wall_s": 2.4602288819733076, + "output_tok_s": 52.02767959432026, + "median_first_sse_s": 0.9705627000075765, + "median_tpot_est_s": 0.037925254241863805, + "median_e2e_s": 2.1462455815053545, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 1, + "requests": 1, + "wall_s": 3.419138059951365, + "output_tok_s": 37.4363356365378, + "median_first_sse_s": 0.2719882149831392, + "median_tpot_est_s": 0.02477935750420594, + "median_e2e_s": 3.4189666180172935, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 512, + "concurrency": 4, + "requests": 4, + "wall_s": 4.972117948986124, + "output_tok_s": 102.97422652743045, + "median_first_sse_s": 0.9755112145212479, + "median_tpot_est_s": 0.029091731779456988, + "median_e2e_s": 4.6701611505122855, + "all_text_equal": true + } + ] + }, + "gemma": { + "raw_sha256": "4ba656f2712cc7bb2f43c35faac73e75292732cb7b7ab1b94087ce7f03954608", + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_reference_tokens_equal": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + }, + "measurements": [ + { + "input_tokens": 512, + "output_tokens": 32, + "concurrency": 1, + "requests": 1, + "wall_s": 0.7540584420203231, + "output_tok_s": 42.4370290375153, + "median_first_sse_s": 0.04250340396538377, + "median_tpot_est_s": 0.022950108484139725, + "median_e2e_s": 0.7539567669737153, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 4, + "requests": 4, + "wall_s": 1.0523669419926591, + "output_tok_s": 121.6305785486113, + "median_first_sse_s": 0.17497474196716212, + "median_tpot_est_s": 0.025941800307332268, + "median_e2e_s": 0.9791705514944624, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 1, + "requests": 1, + "wall_s": 3.0225962179829367, + "output_tok_s": 42.347700707909304, + "median_first_sse_s": 0.0420601760270074, + "median_tpot_est_s": 0.023467665039530888, + "median_e2e_s": 3.0224536360474303, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 512, + "concurrency": 4, + "requests": 4, + "wall_s": 3.4766959080006927, + "output_tok_s": 147.2662589850806, + "median_first_sse_s": 0.1706091619853396, + "median_tpot_est_s": 0.025431986228337394, + "median_e2e_s": 3.4004714129841886, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "concurrency": 1, + "requests": 1, + "wall_s": 0.9130011700326577, + "output_tok_s": 35.04924314484216, + "median_first_sse_s": 0.1720906930277124, + "median_tpot_est_s": 0.023895286031127456, + "median_e2e_s": 0.9128445599926636, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 4, + "requests": 4, + "wall_s": 1.994678605988156, + "output_tok_s": 64.17073889283998, + "median_first_sse_s": 0.7148039225139655, + "median_tpot_est_s": 0.03212931003203735, + "median_e2e_s": 1.7108125335071236, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 1, + "requests": 1, + "wall_s": 3.1671434639720246, + "output_tok_s": 40.414967448134085, + "median_first_sse_s": 0.16361279197735712, + "median_tpot_est_s": 0.023648493936996702, + "median_e2e_s": 3.1669715219759382, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 512, + "concurrency": 4, + "requests": 4, + "wall_s": 4.3079305769642815, + "output_tok_s": 118.85056893391186, + "median_first_sse_s": 0.6987351944844704, + "median_tpot_est_s": 0.02619887275967791, + "median_e2e_s": 4.025992034963565, + "all_text_equal": true + } + ] + }, + "koni": { + "raw_sha256": "ec9316061468d2e358a3564ed7e64effa0ca54d9dbb16449226bc16eead7377e", + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_reference_tokens_equal": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + }, + "measurements": [ + { + "input_tokens": 512, + "output_tokens": 32, + "concurrency": 1, + "requests": 1, + "wall_s": 0.6694628359982744, + "output_tok_s": 47.79951668606513, + "median_first_sse_s": 0.07766693999292329, + "median_tpot_est_s": 0.019087034420320583, + "median_e2e_s": 0.6693650070228614, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 4, + "requests": 4, + "wall_s": 1.090052522951737, + "output_tok_s": 117.42553437094087, + "median_first_sse_s": 0.25549675000365824, + "median_tpot_est_s": 0.024980556242348205, + "median_e2e_s": 1.0298939935164526, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 1, + "requests": 1, + "wall_s": 2.595376272976864, + "output_tok_s": 49.318475063804755, + "median_first_sse_s": 0.07803816598607227, + "median_tpot_est_s": 0.01982032273223213, + "median_e2e_s": 2.5952191529795527, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 512, + "concurrency": 4, + "requests": 4, + "wall_s": 3.053096716001164, + "output_tok_s": 167.69858528117612, + "median_first_sse_s": 0.253399420005735, + "median_tpot_est_s": 0.02158190065735445, + "median_e2e_s": 2.9943008034897503, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "concurrency": 1, + "requests": 1, + "wall_s": 0.9589460309944116, + "output_tok_s": 33.369969701857485, + "median_first_sse_s": 0.3475034619914368, + "median_tpot_est_s": 0.01971909103186561, + "median_e2e_s": 0.9587952839792706, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 4, + "requests": 4, + "wall_s": 2.474588292010594, + "output_tok_s": 51.72577612738984, + "median_first_sse_s": 1.1063154459989164, + "median_tpot_est_s": 0.0365801858715713, + "median_e2e_s": 2.2403012080176268, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 1, + "requests": 1, + "wall_s": 2.862935967044905, + "output_tok_s": 44.70934784200583, + "median_first_sse_s": 0.34745895699597895, + "median_tpot_est_s": 0.0198053560865031, + "median_e2e_s": 2.8627391799818724, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 512, + "concurrency": 4, + "requests": 4, + "wall_s": 4.375859359977767, + "output_tok_s": 117.00558858971222, + "median_first_sse_s": 1.1042185610276647, + "median_tpot_est_s": 0.023924815051182442, + "median_e2e_s": 4.142670072527835, + "all_text_equal": true + } + ] + } + }, + "limits": "Historical experimental runtime, cache off, one timing batch per condition; not current-main certification, cache-on coverage or a speedup comparison.", + "source_sha256": { + "benchmark201_native_http.py": "e1ea87a51343d1af83c40aaa9c41ae2a20e9864aa8b53bd475d047d175c41433", + "llmd240.py": "9f97e5a9b270dc5719e339748a6d6bdccbe6dfdf5267c1dd4451bab123687975", + "serve_batched.py": "cf509e2c392a39aab7b47d7296447ff62cc8237e193e42d7d9cd76fdc47d9c30" + }, + "http_bootstrap_limit": "Uses the prior c16 process-local HTTP module with MSG_NOSIGNAL writer and older readiness predicate; no current default-route or readiness claim.", + "gpu_driver": "580.178.04" +} diff --git a/opt_prime/examples/pd/http_matrix/experiments/2026-10-25-native-gpu-mid201.md b/opt_prime/examples/pd/http_matrix/experiments/2026-10-25-native-gpu-mid201.md new file mode 100644 index 00000000..dfa2992e --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/experiments/2026-10-25-native-gpu-mid201.md @@ -0,0 +1,35 @@ +# Native GPU intermediate-length coverage + +- Date: 2026-10-25; related #201 and PR266. +- Runtime: eaf7daa219a6cea68db4ec5fc08850edc848b271, clean before execution; no production changes. +- Hardware: one A10080GB PCIe on the GPU host; no RNGD/ATOM allocated. Four models run sequentially after empty compute-process checks. All four children and coordinator exited0; final compute-process query empty, both GPUs14MiB idle memory. +- Configuration: BF16, four decoder slots, paged KV/page64, local chunk256, context9216, producer/decoder caches off. Same frozen checkpoints/configuration as the earlier c16 native GPU matrix; torch2.13.0+cu130, Transformers5.15.0. Driver identity retained in the local queue artifact. + +## Coverage and results + +A schema-scoped inventory of177 archived HTTP JSON files found no native one-GPU correctness batch at input512/2048 and concurrency1/4. Added four models × two input lengths × two output lengths(32/128) × two concurrencies(1/4):32conditions. Per model:4warmups,20nonstream token comparisons,20timed SSE text comparisons. Total176responses. + +All conditions passed. An independent audit compared actual saved token arrays and text with same-server references, verified prompt identity and counts, and recalculated throughput/median first-SSE/E2E from response rows. All16reference arrays also match the corresponding earlier c16 native references. This is within-native parity, not native/PD equivalence or semantic quality. + +|Model|Conditions|Token checks|SSE checks|2K/128 c1 tok/s|2K/128 c4 tok/s| +|---|---:|---:|---:|---:|---:| +|qwen06b|8|20/20|20/20|50.24|78.68| +|qwen4b|8|20/20|20/20|37.44|52.03| +|gemma|8|20/20|20/20|40.41|64.17| +|koni|8|20/20|20/20|44.71|51.73| + +One timing batch per condition. Throughput is aggregate client output tokens divided by batch wall time; no repeated or equal-resource speedup claim. Complete per-condition timings, raw-result hashes and source hashes are in `../evidence265/mid201-gpu-summary.json`. + +## Reproduction and provenance + +Use the unchanged benchmark201_native_http.py at ai-computing/aicomp commit052f84f, experiments/evidence274 (SHA256e1ea87a51343d1af83c40aaa9c41ae2a20e9864aa8b53bd475d047d175c41433), with each original stream265 native server config and its frozen model. Keep the process-local HTTP module from the prior c16 run: SHA2569f97e5a9b270dc5719e339748a6d6bdccbe6dfdf5267c1dd4451bab123687975. It supplies the MSG_NOSIGNAL writer and an older readiness predicate. Thus these numbers do not certify the unmodified default HTTP path or readiness behavior. Exact site-local queue argv/config hashes are retained under mid201r1-gpu-queue.json; full logs/configs remain outside the public repository. + +```bash +PYTHONPATH="$RUNTIME/opt_prime:$RUNTIME/opt_prime/examples/pd" OMP_NUM_THREADS=4 MKL_NUM_THREADS=4 "$PYTHON" "$HARNESS" --model "$MODEL" --mode native --server-config "$NATIVE_CONFIG" --lengths 512 2048 --outputs 32 128 --concurrency 1 4 --repeats 1 --request-timeout 180 --output "$NEW_RESULT" +``` + +The first coordinator omitted PYTHONPATH and stopped before Qwen0.6 inference with ModuleNotFoundError for opt_prime.accel.pd.contracts. The failed run remains archived under mid201-*; the corrected environment run uses mid201r1-* and did not change runtime, request options, timeout or correctness criteria. This launcher failure is not a model inference failure. + +## Limits + +Cache-on, heterogeneous-route intermediate c1/c4 combinations, default HTTP route and engine-owned export/cache compatibility remain separate work. Earlier Qwen4/KONI cross-engine numerical differences and Gemma strict-format failures remain. These successful native GPU cells do not close #201. From a06a36f0fc5b577b339d94d27cf1626a3616b365 Mon Sep 17 00:00:00 2001 From: gspark Date: Sun, 25 Oct 2026 06:24:18 +0900 Subject: [PATCH 24/29] docs: qualify native GPU matrix with default HTTP module --- .../evidence265/default201-gpu-summary.json | 483 ++++++++++++++++++ .../experiments/2026-10-25-default-http201.md | 27 + 2 files changed, 510 insertions(+) create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/default201-gpu-summary.json create mode 100644 opt_prime/examples/pd/http_matrix/experiments/2026-10-25-default-http201.md diff --git a/opt_prime/examples/pd/http_matrix/evidence265/default201-gpu-summary.json b/opt_prime/examples/pd/http_matrix/evidence265/default201-gpu-summary.json new file mode 100644 index 00000000..ab806df6 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/default201-gpu-summary.json @@ -0,0 +1,483 @@ +{ + "runtime_commit": "03054a124d95fb999780f7fd6cac26d6c33cb89b", + "queue_sha256": "22fffffead93802c2e8083111f135f19a7e7670aa362901329491e55ebe604c3", + "sources": { + "benchmark201_native_http.py": "e1ea87a51343d1af83c40aaa9c41ae2a20e9864aa8b53bd475d047d175c41433", + "llmd.py": "e3449979b88d03edb6d5bf0d402a708e5d98054fdf203e22b480f3d7e6fd759a", + "serve_batched.py": "cf509e2c392a39aab7b47d7296447ff62cc8237e193e42d7d9cd76fdc47d9c30" + }, + "models": { + "qwen06b": { + "override_reference_tokens_equal": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + }, + "raw_sha256": "f424fd0ae54c668f345d4a2731c2e6880b9e39e5896ae2ae72431695b31af073", + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_reference_tokens_equal": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + }, + "measurements": [ + { + "input_tokens": 512, + "output_tokens": 32, + "concurrency": 1, + "requests": 1, + "wall_s": 0.6676631220034324, + "output_tok_s": 47.928362291418416, + "median_first_sse_s": 0.03792150696972385, + "median_tpot_est_s": 0.02030831022608665, + "median_e2e_s": 0.6674791239784099, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 4, + "requests": 4, + "wall_s": 0.8943503959453665, + "output_tok_s": 143.1206388237784, + "median_first_sse_s": 0.1509474270278588, + "median_tpot_est_s": 0.022053914887252293, + "median_e2e_s": 0.8346187885326799, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 1, + "requests": 1, + "wall_s": 2.488099538953975, + "output_tok_s": 51.44488715021934, + "median_first_sse_s": 0.036526821029838175, + "median_tpot_est_s": 0.019302550535080735, + "median_e2e_s": 2.4879507389850914, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 512, + "concurrency": 4, + "requests": 4, + "wall_s": 2.743177091004327, + "output_tok_s": 186.64489495738223, + "median_first_sse_s": 0.14487626650952734, + "median_tpot_est_s": 0.0199307477677802, + "median_e2e_s": 2.6760812330176122, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "concurrency": 1, + "requests": 1, + "wall_s": 0.7839483309653588, + "output_tok_s": 40.81901668263647, + "median_first_sse_s": 0.14922388800187036, + "median_tpot_est_s": 0.020471089645363993, + "median_e2e_s": 0.7838276670081541, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 4, + "requests": 4, + "wall_s": 1.7076704649953172, + "output_tok_s": 74.95591369869538, + "median_first_sse_s": 0.6291709935176186, + "median_tpot_est_s": 0.02730642111254706, + "median_e2e_s": 1.4756700480065774, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 1, + "requests": 1, + "wall_s": 2.6228911179932766, + "output_tok_s": 48.80111077501773, + "median_first_sse_s": 0.15048095199745148, + "median_tpot_est_s": 0.01946634108633331, + "median_e2e_s": 2.622706269961782, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 512, + "concurrency": 4, + "requests": 4, + "wall_s": 3.6593361260020174, + "output_tok_s": 139.91608924960443, + "median_first_sse_s": 0.6026303554826882, + "median_tpot_est_s": 0.022207801909493945, + "median_e2e_s": 3.423021197988419, + "all_text_equal": true + } + ] + }, + "qwen4b": { + "override_reference_tokens_equal": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + }, + "raw_sha256": "e9f2ca31254d9bff093486d1f3d409714f331119335647285b82a8be9ff60b0e", + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_reference_tokens_equal": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + }, + "measurements": [ + { + "input_tokens": 512, + "output_tokens": 32, + "concurrency": 1, + "requests": 1, + "wall_s": 0.8617404429824091, + "output_tok_s": 37.13415131040011, + "median_first_sse_s": 0.05988237797282636, + "median_tpot_est_s": 0.025863113291110965, + "median_e2e_s": 0.8616388899972662, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 4, + "requests": 4, + "wall_s": 1.2240371630177833, + "output_tok_s": 104.57198838998025, + "median_first_sse_s": 0.23727044148836285, + "median_tpot_est_s": 0.029351416935828784, + "median_e2e_s": 1.1471643664990552, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 1, + "requests": 1, + "wall_s": 3.319775304000359, + "output_tok_s": 38.55682637489316, + "median_first_sse_s": 0.05900757102062926, + "median_tpot_est_s": 0.025674471543188845, + "median_e2e_s": 3.3196654570056126, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 512, + "concurrency": 4, + "requests": 4, + "wall_s": 3.773211495950818, + "output_tok_s": 135.69342734947335, + "median_first_sse_s": 0.22661086748121306, + "median_tpot_est_s": 0.02731629226798573, + "median_e2e_s": 3.6957799855154008, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "concurrency": 1, + "requests": 1, + "wall_s": 1.056232130038552, + "output_tok_s": 30.296370551454455, + "median_first_sse_s": 0.2742110110120848, + "median_tpot_est_s": 0.02522121135318171, + "median_e2e_s": 1.0560685629607178, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 4, + "requests": 4, + "wall_s": 2.5250768099795096, + "output_tok_s": 50.69152728112009, + "median_first_sse_s": 0.9927058555185795, + "median_tpot_est_s": 0.03963092383797161, + "median_e2e_s": 2.221264494495699, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 1, + "requests": 1, + "wall_s": 3.5990252110059373, + "output_tok_s": 35.565185708777975, + "median_first_sse_s": 0.272903353034053, + "median_tpot_est_s": 0.02618905916529539, + "median_e2e_s": 3.5989138670265675, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 512, + "concurrency": 4, + "requests": 4, + "wall_s": 5.065472072979901, + "output_tok_s": 101.07646288903575, + "median_first_sse_s": 0.9955504994723015, + "median_tpot_est_s": 0.029552352126123105, + "median_e2e_s": 4.748699219489936, + "all_text_equal": true + } + ] + }, + "gemma": { + "override_reference_tokens_equal": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + }, + "raw_sha256": "c322174e28aaeaf7c3fab2655901c740d62514153012fb2968348de1f0c85112", + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_reference_tokens_equal": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + }, + "measurements": [ + { + "input_tokens": 512, + "output_tokens": 32, + "concurrency": 1, + "requests": 1, + "wall_s": 0.7888943380094133, + "output_tok_s": 40.563100098733585, + "median_first_sse_s": 0.04332262702519074, + "median_tpot_est_s": 0.024045870515457805, + "median_e2e_s": 0.7887446130043827, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 4, + "requests": 4, + "wall_s": 1.032821340020746, + "output_tok_s": 123.93237343200994, + "median_first_sse_s": 0.18433480549720116, + "median_tpot_est_s": 0.025112737080968554, + "median_e2e_s": 0.9628296550072264, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 1, + "requests": 1, + "wall_s": 3.1279610540368594, + "output_tok_s": 40.921225612706, + "median_first_sse_s": 0.041852574970107526, + "median_tpot_est_s": 0.02429908210243003, + "median_e2e_s": 3.1278360019787215, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 512, + "concurrency": 4, + "requests": 4, + "wall_s": 3.4429953420185484, + "output_tok_s": 148.70772369381896, + "median_first_sse_s": 0.19668866248684935, + "median_tpot_est_s": 0.024962255547206307, + "median_e2e_s": 3.3668951169820502, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "concurrency": 1, + "requests": 1, + "wall_s": 0.9178227160009556, + "output_tok_s": 34.86512094560828, + "median_first_sse_s": 0.17212997400201857, + "median_tpot_est_s": 0.024051345096180034, + "median_e2e_s": 0.9177216719835997, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 4, + "requests": 4, + "wall_s": 2.0347890179837123, + "output_tok_s": 62.90578476132929, + "median_first_sse_s": 0.7028233529999852, + "median_tpot_est_s": 0.03353971708096534, + "median_e2e_s": 1.7425545825099107, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 1, + "requests": 1, + "wall_s": 3.1532763889990747, + "output_tok_s": 40.5926992148729, + "median_first_sse_s": 0.17622523696627468, + "median_tpot_est_s": 0.023439918259730724, + "median_e2e_s": 3.1530948559520766, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 512, + "concurrency": 4, + "requests": 4, + "wall_s": 4.3713025910547, + "output_tok_s": 117.12755851030334, + "median_first_sse_s": 0.7122496894735377, + "median_tpot_est_s": 0.026509339090686028, + "median_e2e_s": 4.078935753990663, + "all_text_equal": true + } + ] + }, + "koni": { + "override_reference_tokens_equal": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + }, + "raw_sha256": "09bf1408267d78f88a38d71d2c0592a03f6fd7ad8fdb2cd4027e894d513cef40", + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_reference_tokens_equal": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + }, + "measurements": [ + { + "input_tokens": 512, + "output_tokens": 32, + "concurrency": 1, + "requests": 1, + "wall_s": 0.6802264519501477, + "output_tok_s": 47.043157331295916, + "median_first_sse_s": 0.07826156902592629, + "median_tpot_est_s": 0.01941473245049917, + "median_e2e_s": 0.6801182749914005, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 4, + "requests": 4, + "wall_s": 1.0492759819608182, + "output_tok_s": 121.9888782365932, + "median_first_sse_s": 0.2594342190132011, + "median_tpot_est_s": 0.023562791531026785, + "median_e2e_s": 0.9898807564750314, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 1, + "requests": 1, + "wall_s": 2.5075892659951933, + "output_tok_s": 51.045042238685895, + "median_first_sse_s": 0.07699464302277192, + "median_tpot_est_s": 0.019137522070961966, + "median_e2e_s": 2.507459946034942, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 512, + "concurrency": 4, + "requests": 4, + "wall_s": 3.0939161730348133, + "output_tok_s": 165.48606082555258, + "median_first_sse_s": 0.2511584280000534, + "median_tpot_est_s": 0.02182477633455057, + "median_e2e_s": 3.0229050224879757, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "concurrency": 1, + "requests": 1, + "wall_s": 0.9568100529722869, + "output_tok_s": 33.44446465690181, + "median_first_sse_s": 0.3476305130170658, + "median_tpot_est_s": 0.019644860450493833, + "median_e2e_s": 0.9566211869823746, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 4, + "requests": 4, + "wall_s": 2.484941311995499, + "output_tok_s": 51.51027083903696, + "median_first_sse_s": 1.1031542385171633, + "median_tpot_est_s": 0.036764945968189425, + "median_e2e_s": 2.2428675635310356, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 1, + "requests": 1, + "wall_s": 2.863635952991899, + "output_tok_s": 44.698419108150546, + "median_first_sse_s": 0.3467674199491739, + "median_tpot_est_s": 0.019816888055368142, + "median_e2e_s": 2.863512202980928, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 512, + "concurrency": 4, + "requests": 4, + "wall_s": 4.50715121999383, + "output_tok_s": 113.59725356645588, + "median_first_sse_s": 1.0963115535269026, + "median_tpot_est_s": 0.024953852425050722, + "median_e2e_s": 4.2654508115083445, + "all_text_equal": true + } + ] + } + }, + "limits": "Historical experimental runtime, cache off, one timing batch per condition; not current-main certification, cache-on coverage or a speedup comparison.", + "same_gpu_identity_as_override": true, + "only_launch_bootstrap_changed": true, + "gpu_driver": "580.178.04" +} diff --git a/opt_prime/examples/pd/http_matrix/experiments/2026-10-25-default-http201.md b/opt_prime/examples/pd/http_matrix/experiments/2026-10-25-default-http201.md new file mode 100644 index 00000000..09c42353 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/experiments/2026-10-25-default-http201.md @@ -0,0 +1,27 @@ +# Native GPU default HTTP module qualification + +- Date: 2026-10-25; related #201 and PR266. +- Runtime: 03054a124d95fb999780f7fd6cac26d6c33cb89b, clean before execution. No production changes. +- Hardware/runtime: same A10080GB PCIe as the preceding overridden-module run, driver580.178.04, torch2.13.0+cu130, Transformers5.15.0. All four selected checkpoints and native decoder arguments unchanged. + +## Result + +Direct execution of serve_batched.py, with the branch's default opt_prime.accel.serve.llmd module, passes all32 native GPU conditions: input512/2048, output32/128, concurrency1/4, four models. Total176responses:16warmups,80retained-token checks and80timed SSE-text checks. Independent inspection of saved arrays/counts and recalculation of throughput/median latency pass. All16reference arrays equal both the preceding overridden-module references and earlier c16 native references. + +The native successful-request coverage therefore no longer depends solely on the historical HTTP override. This is qualification of these exact conditions on this experimental branch, not current-main support or an all-path readiness/cancellation result. Each condition has one timed batch; no HTTP overhead or speedup claim. + +## Controlled change and reproduction + +Keep frozen models, BF16, slots4, context9216, paged KV/page64, local chunk256, cache off and GPU0 unchanged. Old argv was Python -c importlib/runpy bootstrap plus server flags. New argv is [PYTHON, serve_batched.py, same server flags]. No sys.modules replacement. Metadata and all server flags were checked equal; GPU UUIDs were checked equal locally. The default module resolves to the expected package path under the stated PYTHONPATH and has SHA256e3449979b88d03edb6d5bf0d402a708e5d98054fdf203e22b480f3d7e6fd759a. The historical override instead adds MSG_NOSIGNAL writes and uses an older readiness predicate. + +```bash +PYTHONPATH="$RUNTIME/opt_prime:$RUNTIME/opt_prime/examples/pd" OMP_NUM_THREADS=4 MKL_NUM_THREADS=4 "$PYTHON" "$HARNESS" --model "$MODEL" --mode native --server-config "$DEFAULT_HTTP_CONFIG" --lengths 512 2048 --outputs 32 128 --concurrency 1 4 --repeats 1 --request-timeout 180 --output "$NEW_RESULT" +``` + +Use unchanged benchmark201_native_http.py from commit052f84f, experiments/evidence274, custom API profile. Harness hash, default module hash, serving script hash, all result hashes and timings are in `../evidence265/default201-gpu-summary.json`. Exact site-local executable argv/configs are retained under default201-gpu-queue.json and default201-{model}-gpu-config.json. No production runtime source was edited. + +Four children and coordinator exited0. Final GPU compute-process query empty; both devices14MiB idle memory. This result supersedes the override-only limitation for the successful native GPU middle-length cells recorded in `2026-10-25-native-gpu-mid201.md`; it does not retroactively qualify the earlier c16, fault, cache-on or heterogeneous tests with the default module. + +## Remaining work + +Heterogeneous-route c1/c4 intermediate lengths, cache-on combinations and default-module lifecycle behavior remain separate. Qwen4 ATOM B4 export, Gemma export/cache provenance and cross-engine numerical/quality limitations remain unresolved. Overall #201 is not closed. From a3497e57ac9d8286ad20032db4c842f26272e961 Mon Sep 17 00:00:00 2001 From: gspark Date: Sun, 25 Oct 2026 06:50:55 +0900 Subject: [PATCH 25/29] docs: record four-model default HTTP PD intermediate coverage --- .../evidence265/pdmid201-gpu-summary.json | 1149 +++++++++++++++++ .../experiments/2026-10-25-pd-gpu-mid201.md | 41 + 2 files changed, 1190 insertions(+) create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/pdmid201-gpu-summary.json create mode 100644 opt_prime/examples/pd/http_matrix/experiments/2026-10-25-pd-gpu-mid201.md diff --git a/opt_prime/examples/pd/http_matrix/evidence265/pdmid201-gpu-summary.json b/opt_prime/examples/pd/http_matrix/evidence265/pdmid201-gpu-summary.json new file mode 100644 index 00000000..2747375d --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/pdmid201-gpu-summary.json @@ -0,0 +1,1149 @@ +{ + "runtime_commit": "a06a36f0fc5b577b339d94d27cf1626a3616b365", + "queue_sha256": "0da9edb83f756f494aec89cd15822a12dedbe730fcd861b6f877a8dcef810df9", + "sources": { + "benchmark201_native_http.py": "e1ea87a51343d1af83c40aaa9c41ae2a20e9864aa8b53bd475d047d175c41433", + "llmd.py": "e3449979b88d03edb6d5bf0d402a708e5d98054fdf203e22b480f3d7e6fd759a", + "serve_batched.py": "cf509e2c392a39aab7b47d7296447ff62cc8237e193e42d7d9cd76fdc47d9c30", + "streaming_factories.py": "77745350973cc54bf508e0c8b473efc442afef20b1c64f7c4edc179ea1471389", + "stream265-python.sh": "1a417cc6dde8ec6837362153406e618b006169513851131f8d324ff46aa96d9a", + "fsdk.py": "2cf093e93fbc2a98c1ce242563e65d7feaaabff468a91654392412c74df98bb6" + }, + "models": { + "qwen06b/whole": { + "raw_sha256": "3d5029b300ce195e11cde9ec3d538c743cb728b830478b6179ce895c81c0775e", + "historical_c16_same_route_reference_tokens_equal": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + }, + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_native_reference_tokens_equal": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + }, + "measurements": [ + { + "input_tokens": 512, + "output_tokens": 32, + "concurrency": 1, + "requests": 1, + "wall_s": 1.9827772270073183, + "output_tok_s": 16.138978985702206, + "median_first_sse_s": 1.3582111870055087, + "median_tpot_est_s": 0.020142109773587435, + "median_e2e_s": 1.9826165899867192, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 4, + "requests": 4, + "wall_s": 6.030200988985598, + "output_tok_s": 21.22648983571146, + "median_first_sse_s": 3.406314417021349, + "median_tpot_est_s": 0.020102342935241456, + "median_e2e_s": 4.040489622508176, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 1, + "requests": 1, + "wall_s": 3.9281912239966914, + "output_tok_s": 32.584971734081705, + "median_first_sse_s": 1.342484779015649, + "median_tpot_est_s": 0.020358768094232028, + "median_e2e_s": 3.9280483269831166, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 512, + "concurrency": 4, + "requests": 4, + "wall_s": 7.90938006201759, + "output_tok_s": 64.73326556384937, + "median_first_sse_s": 3.308305046026362, + "median_tpot_est_s": 0.02180385641734424, + "median_e2e_s": 6.102429306018166, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "concurrency": 1, + "requests": 1, + "wall_s": 2.106231409998145, + "output_tok_s": 15.19301243353321, + "median_first_sse_s": 1.4705052049830556, + "median_tpot_est_s": 0.02050394006449008, + "median_e2e_s": 2.106127346982248, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 4, + "requests": 4, + "wall_s": 5.7042037270148285, + "output_tok_s": 22.439591242822953, + "median_first_sse_s": 3.2450865620048717, + "median_tpot_est_s": 0.021221395354763035, + "median_e2e_s": 3.9187003484985325, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 1, + "requests": 1, + "wall_s": 4.126374787010718, + "output_tok_s": 31.019964643766016, + "median_first_sse_s": 1.4107547720195726, + "median_tpot_est_s": 0.021381929023631327, + "median_e2e_s": 4.126259758020751, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 512, + "concurrency": 4, + "requests": 4, + "wall_s": 8.396937793004327, + "output_tok_s": 60.97460915175035, + "median_first_sse_s": 3.702299693512032, + "median_tpot_est_s": 0.02144864701558689, + "median_e2e_s": 6.441427554003894, + "all_text_equal": true + } + ], + "same_host_default_native_reference_tokens_equal": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + } + }, + "qwen06b/stream": { + "raw_sha256": "4563c7e4cc37adf93e353068048064ce25394ed8264df1089554ab856d95d504", + "historical_c16_same_route_reference_tokens_equal": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + }, + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_native_reference_tokens_equal": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + }, + "measurements": [ + { + "input_tokens": 512, + "output_tokens": 32, + "concurrency": 1, + "requests": 1, + "wall_s": 1.3598129720194265, + "output_tok_s": 23.532647987963777, + "median_first_sse_s": 0.7584207499749027, + "median_tpot_est_s": 0.01939549248462783, + "median_e2e_s": 1.3596810169983655, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 4, + "requests": 4, + "wall_s": 3.782682827033568, + "output_tok_s": 33.83841729611239, + "median_first_sse_s": 1.9693800210079644, + "median_tpot_est_s": 0.02131380303199553, + "median_e2e_s": 2.631956975994399, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 1, + "requests": 1, + "wall_s": 3.313917040999513, + "output_tok_s": 38.62498620707591, + "median_first_sse_s": 0.7917241390096024, + "median_tpot_est_s": 0.01985896089779741, + "median_e2e_s": 3.3138121730298735, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 512, + "concurrency": 4, + "requests": 4, + "wall_s": 5.701738675998058, + "output_tok_s": 89.79717049385418, + "median_first_sse_s": 1.9503694140003063, + "median_tpot_est_s": 0.021270206397698138, + "median_e2e_s": 4.65168562650797, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "concurrency": 1, + "requests": 1, + "wall_s": 1.4644018579856493, + "output_tok_s": 21.851925293250748, + "median_first_sse_s": 0.8484587350394577, + "median_tpot_est_s": 0.01986562164365164, + "median_e2e_s": 1.4642930059926584, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 4, + "requests": 4, + "wall_s": 3.9515868299640715, + "output_tok_s": 32.39205046170371, + "median_first_sse_s": 2.093818868510425, + "median_tpot_est_s": 0.021452107984054412, + "median_e2e_s": 2.764818046503933, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 1, + "requests": 1, + "wall_s": 3.355881843948737, + "output_tok_s": 38.14198650372843, + "median_first_sse_s": 0.841238446009811, + "median_tpot_est_s": 0.019799257503954445, + "median_e2e_s": 3.3557441490120254, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 512, + "concurrency": 4, + "requests": 4, + "wall_s": 6.083121304982342, + "output_tok_s": 84.16731712725336, + "median_first_sse_s": 2.1097399604914244, + "median_tpot_est_s": 0.022110323681070757, + "median_e2e_s": 4.91775106798741, + "all_text_equal": true + } + ] + }, + "qwen4b/whole": { + "raw_sha256": "203fcb94fc6ad2935d6ecd53a30e16bf2ed85946cb6d1c0f8b8b5850d328e076", + "historical_c16_same_route_reference_tokens_equal": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + }, + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_native_reference_tokens_equal": { + "512:32": true, + "512:128": false, + "2048:32": true, + "2048:128": false + }, + "measurements": [ + { + "input_tokens": 512, + "output_tokens": 32, + "concurrency": 1, + "requests": 1, + "wall_s": 3.7731105420389213, + "output_tok_s": 8.481066123948697, + "median_first_sse_s": 2.9731073540169746, + "median_tpot_est_s": 0.025800582194220153, + "median_e2e_s": 3.7729254020377994, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 4, + "requests": 4, + "wall_s": 12.351514146022964, + "output_tok_s": 10.363101923112351, + "median_first_sse_s": 7.261670416512061, + "median_tpot_est_s": 0.02524405114461608, + "median_e2e_s": 8.060983680479694, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 1, + "requests": 1, + "wall_s": 6.345134484989103, + "output_tok_s": 20.1729372801812, + "median_first_sse_s": 3.0373842590488493, + "median_tpot_est_s": 0.026043828149641474, + "median_e2e_s": 6.344950434053317, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 512, + "concurrency": 4, + "requests": 4, + "wall_s": 14.991212969995104, + "output_tok_s": 34.15334042847416, + "median_first_sse_s": 7.315886036492884, + "median_tpot_est_s": 0.0271658253187761, + "median_e2e_s": 10.782554357487243, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "concurrency": 1, + "requests": 1, + "wall_s": 3.8936904500005767, + "output_tok_s": 8.218424245819351, + "median_first_sse_s": 3.0757673389744014, + "median_tpot_est_s": 0.026380492903802906, + "median_e2e_s": 3.8935626189922914, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 4, + "requests": 4, + "wall_s": 12.95523319998756, + "output_tok_s": 9.880177224453428, + "median_first_sse_s": 7.6196859824995045, + "median_tpot_est_s": 0.02697335737062648, + "median_e2e_s": 8.449499622016447, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 1, + "requests": 1, + "wall_s": 6.303329752001446, + "output_tok_s": 20.306727560835157, + "median_first_sse_s": 3.0605009509599768, + "median_tpot_est_s": 0.025532482070921677, + "median_e2e_s": 6.30312617396703, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 512, + "concurrency": 4, + "requests": 4, + "wall_s": 15.164153289981186, + "output_tok_s": 33.76383700488398, + "median_first_sse_s": 7.464122404984664, + "median_tpot_est_s": 0.026204174909489522, + "median_e2e_s": 10.792052618489834, + "all_text_equal": true + } + ], + "same_host_default_native_reference_tokens_equal": { + "512:32": true, + "512:128": false, + "2048:32": true, + "2048:128": false + } + }, + "qwen4b/stream": { + "raw_sha256": "7080ed826327ee6b82eee82ac4fb0c93faebcf1157e2e1897246c335e3ff8771", + "historical_c16_same_route_reference_tokens_equal": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + }, + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_native_reference_tokens_equal": { + "512:32": true, + "512:128": false, + "2048:32": true, + "2048:128": false + }, + "measurements": [ + { + "input_tokens": 512, + "output_tokens": 32, + "concurrency": 1, + "requests": 1, + "wall_s": 3.047672467015218, + "output_tok_s": 10.499815956712586, + "median_first_sse_s": 2.185427481017541, + "median_tpot_est_s": 0.027808916452716315, + "median_e2e_s": 3.047503891051747, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 4, + "requests": 4, + "wall_s": 9.610951812006533, + "output_tok_s": 13.318139816297416, + "median_first_sse_s": 5.491706153989071, + "median_tpot_est_s": 0.029666012259117597, + "median_e2e_s": 6.411352534021717, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 1, + "requests": 1, + "wall_s": 5.6054994279984385, + "output_tok_s": 22.834718234144052, + "median_first_sse_s": 2.160907835001126, + "median_tpot_est_s": 0.02712174774033905, + "median_e2e_s": 5.605369798024185, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 512, + "concurrency": 4, + "requests": 4, + "wall_s": 12.146198763977736, + "output_tok_s": 42.15310567108866, + "median_first_sse_s": 5.4420436619839165, + "median_tpot_est_s": 0.029466473350327052, + "median_e2e_s": 9.214926270971773, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "concurrency": 1, + "requests": 1, + "wall_s": 3.0321210069814697, + "output_tok_s": 10.553668513334356, + "median_first_sse_s": 2.2580896600265987, + "median_tpot_est_s": 0.02496493277290175, + "median_e2e_s": 3.032002575986553, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 4, + "requests": 4, + "wall_s": 9.797926577972248, + "output_tok_s": 13.06398848586703, + "median_first_sse_s": 5.649924057506723, + "median_tpot_est_s": 0.02659875059673082, + "median_e2e_s": 6.474485326005379, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 1, + "requests": 1, + "wall_s": 5.5600621799821965, + "output_tok_s": 23.02132527597198, + "median_first_sse_s": 2.2703301269793883, + "median_tpot_est_s": 0.025902242370419146, + "median_e2e_s": 5.55991490802262, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 512, + "concurrency": 4, + "requests": 4, + "wall_s": 12.69669234805042, + "output_tok_s": 40.325463196611025, + "median_first_sse_s": 5.7844986924901605, + "median_tpot_est_s": 0.027298250988191802, + "median_e2e_s": 9.251376567990519, + "all_text_equal": true + } + ] + }, + "gemma/whole": { + "raw_sha256": "5c8ba2f74d6c4c92b92040d54cacc77a9045cdfbbd749454ebace04d1791e2c4", + "historical_c16_same_route_reference_tokens_equal": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + }, + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_native_reference_tokens_equal": { + "512:32": false, + "512:128": false, + "2048:32": false, + "2048:128": false + }, + "measurements": [ + { + "input_tokens": 512, + "output_tokens": 32, + "concurrency": 1, + "requests": 1, + "wall_s": 2.2582220349577256, + "output_tok_s": 14.170440065074933, + "median_first_sse_s": 1.5121982340351678, + "median_tpot_est_s": 0.02406188925810819, + "median_e2e_s": 2.258116801036522, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 4, + "requests": 4, + "wall_s": 6.733744454977568, + "output_tok_s": 19.00874036070417, + "median_first_sse_s": 3.758498911483912, + "median_tpot_est_s": 0.0247684282911641, + "median_e2e_s": 4.530829082475975, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 1, + "requests": 1, + "wall_s": 4.560164660972077, + "output_tok_s": 28.069161865026732, + "median_first_sse_s": 1.4999188760411926, + "median_tpot_est_s": 0.024095003921208596, + "median_e2e_s": 4.559984374034684, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 512, + "concurrency": 4, + "requests": 4, + "wall_s": 9.16495850397041, + "output_tok_s": 55.864955610894825, + "median_first_sse_s": 3.7751038830028847, + "median_tpot_est_s": 0.02558924817327982, + "median_e2e_s": 7.039973358507268, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "concurrency": 1, + "requests": 1, + "wall_s": 2.2695693129790016, + "output_tok_s": 14.099591414547854, + "median_first_sse_s": 1.5282714419881813, + "median_tpot_est_s": 0.023907623355156712, + "median_e2e_s": 2.2694077659980394, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 4, + "requests": 4, + "wall_s": 6.8741678319638595, + "output_tok_s": 18.620435684566647, + "median_first_sse_s": 3.784317522018682, + "median_tpot_est_s": 0.02497105345114945, + "median_e2e_s": 4.558420179004315, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 1, + "requests": 1, + "wall_s": 4.698312102991622, + "output_tok_s": 27.24382654751624, + "median_first_sse_s": 1.611908697988838, + "median_tpot_est_s": 0.02430154073261106, + "median_e2e_s": 4.698204371030442, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 512, + "concurrency": 4, + "requests": 4, + "wall_s": 9.16565931000514, + "output_tok_s": 55.860684178071736, + "median_first_sse_s": 3.81614726348198, + "median_tpot_est_s": 0.025080431972522153, + "median_e2e_s": 7.027117053017719, + "all_text_equal": true + } + ], + "same_host_default_native_reference_tokens_equal": { + "512:32": false, + "512:128": false, + "2048:32": false, + "2048:128": false + } + }, + "gemma/stream": { + "raw_sha256": "adb32fc8ba8853f1b42d0d12aa590324de48cd0b308291beb8db87c5d61c0a82", + "historical_c16_same_route_reference_tokens_equal": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + }, + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_native_reference_tokens_equal": { + "512:32": false, + "512:128": false, + "2048:32": false, + "2048:128": false + }, + "measurements": [ + { + "input_tokens": 512, + "output_tokens": 32, + "concurrency": 1, + "requests": 1, + "wall_s": 2.1998639720259234, + "output_tok_s": 14.54635395957242, + "median_first_sse_s": 1.4664557829964906, + "median_tpot_est_s": 0.023654282904200016, + "median_e2e_s": 2.199738553026691, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 4, + "requests": 4, + "wall_s": 6.620110902993474, + "output_tok_s": 19.335023517826734, + "median_first_sse_s": 3.681362103961874, + "median_tpot_est_s": 0.02465786703208822, + "median_e2e_s": 4.4839656689728145, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 1, + "requests": 1, + "wall_s": 4.636250259005465, + "output_tok_s": 27.60851827430421, + "median_first_sse_s": 1.4580466669867747, + "median_tpot_est_s": 0.025023589370401913, + "median_e2e_s": 4.636042517027818, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 512, + "concurrency": 4, + "requests": 4, + "wall_s": 9.021339947998058, + "output_tok_s": 56.7543184218015, + "median_first_sse_s": 3.676498070009984, + "median_tpot_est_s": 0.025531932480145597, + "median_e2e_s": 6.919053494988475, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "concurrency": 1, + "requests": 1, + "wall_s": 2.2730029110098258, + "output_tok_s": 14.078292572790142, + "median_first_sse_s": 1.4771069859853014, + "median_tpot_est_s": 0.02567075125707854, + "median_e2e_s": 2.2729002749547362, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 4, + "requests": 4, + "wall_s": 6.611954879015684, + "output_tok_s": 19.35887378878412, + "median_first_sse_s": 3.671193288988434, + "median_tpot_est_s": 0.024696329356013465, + "median_e2e_s": 4.438210042018909, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 1, + "requests": 1, + "wall_s": 4.6434732080088, + "output_tok_s": 27.565573066994947, + "median_first_sse_s": 1.466778376023285, + "median_tpot_est_s": 0.02501252603920646, + "median_e2e_s": 4.6433691830025055, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 512, + "concurrency": 4, + "requests": 4, + "wall_s": 9.010351166012697, + "output_tok_s": 56.82353446237242, + "median_first_sse_s": 3.6923818129871506, + "median_tpot_est_s": 0.025330266621931802, + "median_e2e_s": 6.909325673972489, + "all_text_equal": true + } + ] + }, + "koni/whole": { + "raw_sha256": "83593acf17f5ad75419e1eb4e1d4674db312c9f6f634757568b45d12d4bcd6f6", + "historical_c16_same_route_reference_tokens_equal": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + }, + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_native_reference_tokens_equal": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": false + }, + "measurements": [ + { + "input_tokens": 512, + "output_tokens": 32, + "concurrency": 1, + "requests": 1, + "wall_s": 3.743123715976253, + "output_tok_s": 8.549009444549979, + "median_first_sse_s": 3.107178510981612, + "median_tpot_est_s": 0.020510506645340713, + "median_e2e_s": 3.743004216987174, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 4, + "requests": 4, + "wall_s": 12.979766089003533, + "output_tok_s": 9.861502828501793, + "median_first_sse_s": 7.725520266511012, + "median_tpot_est_s": 0.020730026096345916, + "median_e2e_s": 8.367331053537782, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 1, + "requests": 1, + "wall_s": 5.588041775976308, + "output_tok_s": 22.906056384597562, + "median_first_sse_s": 3.0327216510195285, + "median_tpot_est_s": 0.020119133346263085, + "median_e2e_s": 5.58785158599494, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 512, + "concurrency": 4, + "requests": 4, + "wall_s": 14.822265449038241, + "output_tok_s": 34.542627897223475, + "median_first_sse_s": 7.634930486528901, + "median_tpot_est_s": 0.020529958425230883, + "median_e2e_s": 10.261113714514067, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "concurrency": 1, + "requests": 1, + "wall_s": 3.8480728910071775, + "output_tok_s": 8.315850792427288, + "median_first_sse_s": 3.2012884590076283, + "median_tpot_est_s": 0.02086028216158851, + "median_e2e_s": 3.847957206016872, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 4, + "requests": 4, + "wall_s": 13.389305419987068, + "output_tok_s": 9.559868565618517, + "median_first_sse_s": 7.987492787011433, + "median_tpot_est_s": 0.020730750870913448, + "median_e2e_s": 8.625700487522408, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 1, + "requests": 1, + "wall_s": 5.7621091160108335, + "output_tok_s": 22.214088178985353, + "median_first_sse_s": 3.2468709829845466, + "median_tpot_est_s": 0.019803637125819014, + "median_e2e_s": 5.761932897963561, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 512, + "concurrency": 4, + "requests": 4, + "wall_s": 15.563253382046241, + "output_tok_s": 32.89800579810921, + "median_first_sse_s": 8.207888239994645, + "median_tpot_est_s": 0.02060585750397991, + "median_e2e_s": 10.824832143000094, + "all_text_equal": true + } + ], + "same_host_default_native_reference_tokens_equal": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": false + } + }, + "koni/stream": { + "raw_sha256": "ab888b4d7e9598f81b88690e0cb17aace0b23bdad2256e600470fba09f62c008", + "historical_c16_same_route_reference_tokens_equal": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + }, + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_native_reference_tokens_equal": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": false + }, + "measurements": [ + { + "input_tokens": 512, + "output_tokens": 32, + "concurrency": 1, + "requests": 1, + "wall_s": 3.2189929119776934, + "output_tok_s": 9.940997347626887, + "median_first_sse_s": 2.583998178015463, + "median_tpot_est_s": 0.020480541548045773, + "median_e2e_s": 3.218894966004882, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 4, + "requests": 4, + "wall_s": 11.248755862994585, + "output_tok_s": 11.379036184889207, + "median_first_sse_s": 6.779258465481689, + "median_tpot_est_s": 0.020501705209514307, + "median_e2e_s": 7.453859328496037, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 128, + "concurrency": 1, + "requests": 1, + "wall_s": 5.192212494031992, + "output_tok_s": 24.652303839090784, + "median_first_sse_s": 2.614415838965215, + "median_tpot_est_s": 0.020296754850364314, + "median_e2e_s": 5.192103704961482, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens": 512, + "concurrency": 4, + "requests": 4, + "wall_s": 12.697056266013533, + "output_tok_s": 40.32430740426667, + "median_first_sse_s": 6.346446160488995, + "median_tpot_est_s": 0.02056369572826551, + "median_e2e_s": 8.996014181495411, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 32, + "concurrency": 1, + "requests": 1, + "wall_s": 3.418105155986268, + "output_tok_s": 9.361912094470553, + "median_first_sse_s": 2.812777672021184, + "median_tpot_est_s": 0.019522759742328838, + "median_e2e_s": 3.417983224033378, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 4, + "requests": 4, + "wall_s": 11.326878591033164, + "output_tok_s": 11.300553720186443, + "median_first_sse_s": 6.615267807472264, + "median_tpot_est_s": 0.020490910129381285, + "median_e2e_s": 7.253291927481769, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 128, + "concurrency": 1, + "requests": 1, + "wall_s": 5.229556857957505, + "output_tok_s": 24.476261273501603, + "median_first_sse_s": 2.7289286670275033, + "median_tpot_est_s": 0.01968921922829266, + "median_e2e_s": 5.229459509020671, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens": 512, + "concurrency": 4, + "requests": 4, + "wall_s": 13.240666673984379, + "output_tok_s": 38.66874777581944, + "median_first_sse_s": 6.824897928512655, + "median_tpot_est_s": 0.020467232795217713, + "median_e2e_s": 9.424236493505305, + "all_text_equal": true + } + ] + } + }, + "limits": "Historical experimental runtime, cache off, one timing batch per condition; not current-main certification, cache-on coverage or a speedup comparison.", + "whole_stream_reference_tokens_equal": { + "qwen06b": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + }, + "qwen4b": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + }, + "gemma": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + }, + "koni": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + } + }, + "native_difference_details": { + "qwen4b": [ + { + "condition": "512:32", + "first_difference_zero_based": null, + "native_first_config_eos": null, + "pd_first_config_eos": null, + "config_eos_ids": [ + 151643, + 151645 + ] + }, + { + "condition": "512:128", + "first_difference_zero_based": 50, + "native_first_config_eos": null, + "pd_first_config_eos": null, + "config_eos_ids": [ + 151643, + 151645 + ] + }, + { + "condition": "2048:32", + "first_difference_zero_based": null, + "native_first_config_eos": null, + "pd_first_config_eos": null, + "config_eos_ids": [ + 151643, + 151645 + ] + }, + { + "condition": "2048:128", + "first_difference_zero_based": 49, + "native_first_config_eos": null, + "pd_first_config_eos": null, + "config_eos_ids": [ + 151643, + 151645 + ] + } + ], + "gemma": [ + { + "condition": "512:32", + "first_difference_zero_based": 8, + "native_first_eos": 2, + "pd_first_eos": 2, + "eos_ids": [ + 1, + 106 + ], + "through_eos_equal": true + }, + { + "condition": "512:128", + "first_difference_zero_based": 8, + "native_first_eos": 2, + "pd_first_eos": 2, + "eos_ids": [ + 1, + 106 + ], + "through_eos_equal": true + }, + { + "condition": "2048:32", + "first_difference_zero_based": 24, + "native_first_eos": 2, + "pd_first_eos": 2, + "eos_ids": [ + 1, + 106 + ], + "through_eos_equal": true + }, + { + "condition": "2048:128", + "first_difference_zero_based": 24, + "native_first_eos": 2, + "pd_first_eos": 2, + "eos_ids": [ + 1, + 106 + ], + "through_eos_equal": true + } + ], + "koni": [ + { + "condition": "512:32", + "first_difference_zero_based": null, + "native_first_eos": null, + "pd_first_eos": null, + "eos_ids": [ + 128001, + 128009 + ], + "full_tokens_equal": true, + "through_eos_equal": null + }, + { + "condition": "512:128", + "first_difference_zero_based": null, + "native_first_eos": null, + "pd_first_eos": null, + "eos_ids": [ + 128001, + 128009 + ], + "full_tokens_equal": true, + "through_eos_equal": null + }, + { + "condition": "2048:32", + "first_difference_zero_based": null, + "native_first_eos": null, + "pd_first_eos": null, + "eos_ids": [ + 128001, + 128009 + ], + "full_tokens_equal": true, + "through_eos_equal": null + }, + { + "condition": "2048:128", + "first_difference_zero_based": 56, + "native_first_eos": null, + "pd_first_eos": null, + "eos_ids": [ + 128001, + 128009 + ], + "full_tokens_equal": false, + "through_eos_equal": null + } + ] + }, + "versions": { + "decoder_torch": "2.13.0+cu130", + "decoder_transformers": "5.15.0", + "producer_torch": "2.10.0+cpu", + "producer_transformers": "5.8.1", + "furiosa_torch": "2026.4.0", + "gpu_driver": "580.178.04" + } +} diff --git a/opt_prime/examples/pd/http_matrix/experiments/2026-10-25-pd-gpu-mid201.md b/opt_prime/examples/pd/http_matrix/experiments/2026-10-25-pd-gpu-mid201.md new file mode 100644 index 00000000..91c94b7a --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/experiments/2026-10-25-pd-gpu-mid201.md @@ -0,0 +1,41 @@ +# Default HTTP RNGD-to-GPU intermediate-length coverage + +- Date: 2026-10-25; related #201, #265 and PR266. +- Runtime: a06a36f0fc5b577b339d94d27cf1626a3616b365, no production source changes. +- Hardware: one RNGD and one A10080GB PCIe, driver580.178.04. Decoder torch2.13.0+cu130/Transformers5.15.0; producer torch2.10.0+cpu/Transformers5.8.1/furiosa-torch2026.4.0. + +## Results + +All four selected frozen models complete whole and stream HTTP paths using the branch's default HTTP module, without the historical HTTP override. Inputs512/2048, outputs32/128, concurrency1/4:64conditions/352responses, comprising32warmups,160saved-token comparisons and160timed SSE-text comparisons. Independent audit verifies saved arrays, counts, metadata, prompt identity and recomputed timing summaries. All8children and coordinator exit0. + +Whole/stream reference arrays match4/4 per model; all same-route references also match the corresponding earlier c16 references. Native/PD equality is a separate result: + +|Model|Whole/stream refs equal|Native/PD fixed refs equal|2K/128 c4 whole tok/s|2K/128 c4 stream tok/s| +|---|---:|---:|---:|---:| +|qwen06b|4/4|4/4|60.97|84.17| +|qwen4b|4/4|2/4|33.76|40.33| +|gemma|4/4|0/4|55.86|56.82| +|koni|4/4|3/4|32.90|38.67| + +Qwen4's two128-token conditions first differ from native at zero-based token50(input512) and49(input2048); neither sequence reaches configured EOS151643/151645 within128tokens. KONI's2K/128 condition first differs at index56 with neither EOS128001nor128009 present. These pre-EOS differences remain unresolved. Gemma's full fixed-length arrays differ in all4conditions, but EOS[1,106] occurs at index2 in both paths and output through EOS is identical4/4; first differences at8/24 are after EOS. That narrow prompt result does not override earlier strict-quality failures. + +Timings are single sequential batches per condition, not a repeated speedup or overlap proof. Whole and stream use the same nominal resources; native uses fewer accelerators. The selected table shows measured aggregate output throughput only. All per-condition first-SSE/E2E/estimated-TPOT values, source hashes and raw artifact hashes are in `../evidence265/pdmid201-gpu-summary.json`. Whole always ran before stream; order effects are not isolated. + +## Reproduction + +Four decoder slots, BF16, context9216, paged KV/page64, local chunk256, caches off. Research RNGD producers use width8192/chip0 with the existing process-local fusion4/Mesh2 wrapper and streaming_factories adapters. This is not the vendor native LLM backend. Exact producer/HTTP/harness source hashes are in the summary. Frozen models and producer dependencies are the same as prior c16 streaming evidence. Before each arm, require no GPU compute process and no device-file holder for the selected RNGD; never terminate another workload. + +Use benchmark201_native_http.py from commit052f84f experiments/evidence274 (custom HTTP profile), with direct serve_batched.py configs and existing producer wrapper/factories. The stream config adds --pd-prefill-stream-layers and uses the whole result as reference: + +```bash +PYTHONPATH="$RUNTIME/opt_prime:$RUNTIME/opt_prime/examples/pd:$RNGD_SOURCE:$SERVING_MATRIX" OMP_NUM_THREADS=4 MKL_NUM_THREADS=4 TORCH_DEVICE_BACKEND_AUTOLOAD=0 HF_HUB_OFFLINE=1 TRANSFORMERS_OFFLINE=1 "$PYTHON" "$HARNESS" --model "$MODEL" --mode pd --server-config "$PD_CONFIG" --lengths 512 2048 --outputs 32 128 --concurrency 1 4 --repeats 1 --startup-timeout 1800 --request-timeout 180 --output "$NEW_RESULT" +# Stream only: add --reference "$WHOLE_RESULT". +``` + +Exact site-local argv/environment/config hashes and per-arm exit statuses: pdmid201-gpu-queue.json. Raw files are pdmid201-{model}-{whole,stream}.json. Preserve them and the previous native controls; full site-local configs/logs are not published. + +## Limits + +Within-route and whole/stream parity do not establish native equivalence or general answer quality. This does not newly prove DMA or compute/copy overlap. Cache-on, ATOM intermediate c1/c4 coverage and supported engine export/cache integration remain separate. The four-model goal is not complete. + +Cleanup verified after coordinator exit: GPU compute process query empty (exit0), selected RNGD device files have no holders (fuser exit1, no output). No unrelated process was terminated. From 162c2f6c969a876318c7723973e21289d302e9da Mon Sep 17 00:00:00 2001 From: gspark Date: Fri, 30 Oct 2026 11:13:49 +0900 Subject: [PATCH 26/29] fix: distinguish request and aggregate output lengths in serving evidence --- opt_prime/examples/pd/http_matrix/STATUS.md | 4 + .../evidence265/audit_atom_mid201.py | 59 ++++++ .../evidence265/default201-gpu-summary.json | 96 ++++++--- .../evidence265/mid201-gpu-summary.json | 96 ++++++--- .../evidence265/pdmid201-gpu-summary.json | 192 ++++++++++++------ .../evidence265/selfcheck_atom_mid201.py | 45 ++++ .../2026-10-25-native-gpu-mid201.md | 12 +- 7 files changed, 372 insertions(+), 132 deletions(-) create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/audit_atom_mid201.py create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/selfcheck_atom_mid201.py diff --git a/opt_prime/examples/pd/http_matrix/STATUS.md b/opt_prime/examples/pd/http_matrix/STATUS.md index d5839784..2bad0fb7 100644 --- a/opt_prime/examples/pd/http_matrix/STATUS.md +++ b/opt_prime/examples/pd/http_matrix/STATUS.md @@ -128,3 +128,7 @@ Separate600s native run passes264 responses across8 conditions, with original180 KONI whole HTTP diagnostic:264 responses pass,8K/128 throughput7.7847(native) ->9.3113(whole)tok/s; short inputs slower. Native/whole strict and EOS parity6/8. Stream is pending on a fresh physical-card allocation; no new runtime change. See stream265 ATOM HTTP progress record. KONI stream HTTP complete: all3 routes264 responses each audited; whole/stream8/8 exact, native/whole6/8.8K/128 native7.7847,whole9.3113,stream10.8298tok/s; stream maxE2E189.105s. All4 model B1/c16 ATOM whole/stream controls complete; native equivalence and B4 remain open. + +## Intermediate-length summary correction (2026-10-30) + +Fixed an evidence-summary key collision: aggregate `output_tokens` previously overwrote request length. Published native/default/PD GPU summaries now include `output_tokens_per_request` separately. Corrected the native GPU2K/128c4 table, which had selected32tokens/request; raw results and correctness conclusions are unchanged. PD GPU and existing ATOM tables were checked and already selected the intended raw conditions. Portable ATOM raw auditor/selfcheck added under evidence265:10checks, including preserving request/aggregate lengths, duplicate-arm rejection and corrupt/missing raw results. Current ATOM final-HTTP matrix remains in progress; these scripts do not certify uncompleted configurations. diff --git a/opt_prime/examples/pd/http_matrix/evidence265/audit_atom_mid201.py b/opt_prime/examples/pd/http_matrix/evidence265/audit_atom_mid201.py new file mode 100644 index 00000000..e9ace109 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/audit_atom_mid201.py @@ -0,0 +1,59 @@ +import argparse,hashlib,json,math,pathlib,statistics +parser=argparse.ArgumentParser(description="Audit saved ATOM native/whole/stream intermediate-length measurements") +parser.add_argument("artifacts",type=pathlib.Path) +args=parser.parse_args() +b=args.artifacts.resolve();q=json.loads((b/'mid201-atom-final1030-queue.json').read_text()) +completed=[x for x in q['runs'] if x.get('exit_code')==0 and x.get('passed') and x.get('parity_passed')] +planned={(model,mode) for model in ['qwen06b','qwen4b','gemma','koni'] for mode in ['native','whole','stream']} +keys=[(r['model'],r['mode']) for r in q['runs']] +assert len(keys)==len(set(keys)) and set(keys)<=planned +if q['state']=='complete':assert len(completed)==12 and set(keys)==planned +expected={(n,o,c) for n in [512,2048] for o in [32,128] for c in [1,4]} +report={'runtime_scope':q['runtime_scope'],'queue_sha256':hashlib.sha256((b/'mid201-atom-final1030-queue.json').read_bytes()).hexdigest(),'sources':q['source_hashes'],'models':{},'limits':'Historical stream265 runtime with final PR266 HTTP override, one ATOM decode lane; c4 queued clients, cache off, no current-main/cacheon/physicalB4 certification.'} +for run in completed: + model=run['model'];mode=run['mode'];p=b/f'mid201-atom-final-{model}-{mode}.json';d=json.loads(p.read_text());oldpath=b/f'stream265-{model}-http-atom-c16-native.json';old=json.loads(oldpath.read_text()) if oldpath.exists() else None + previous_path=b/f'stream265-{model}-http-atom-c16-{mode}.json' + previous_pd=json.loads(previous_path.read_text()) if previous_path.exists() else None + assert d['passed'] and d['parity_passed'] and d['mode']==('native' if mode=='native' else 'pd') + assert d['physical_gpus']==0 and d['physical_rngd']==int(mode!='native') and d['physical_atom']==1 and d['slots_per_decoder']==1 and d['context']==9216 + assert d['producer_cache'] is False and d['decoder_cache'] is False + assert len(d['warmups'])==4 and len(d['correctness_batches'])==len(d['batches'])==8 + assert {(x['input_tokens'],x['output_tokens'],x['concurrency']) for x in d['correctness_batches']}==expected + assert {(x['input_tokens'],x['output_tokens_per_request'],x['concurrency']) for x in d['batches']}==expected + for n,ids in d['prompts'].items():assert len(ids)==int(n) and (old is None or old['prompts'][n]==ids) + for warm in d['warmups']: + n,o=map(int,warm['id'].split('-')[-2:]);ref=d['references'][f'{n}:{o}'] + assert warm['tokens_equal'] and warm['tokens']==ref['tokens'] and len(warm['tokens'])==o and warm['text']==ref['text'] + for batch in d['correctness_batches']: + n,o,c=batch['input_tokens'],batch['output_tokens'],batch['concurrency'];ref=d['references'][f'{n}:{o}'];assert len(batch['rows'])==c + assert all(r['tokens_equal'] and r['tokens']==ref['tokens'] and len(r['tokens'])==o for r in batch['rows']) + for batch in d['batches']: + n,o,c=batch['input_tokens'],batch['output_tokens_per_request'],batch['concurrency'];ref=d['references'][f'{n}:{o}'];rows=batch['rows'];s=batch['summary'];assert len(rows)==c + assert all(r['text_equal'] and r['text']==ref['text'] and r['output_tokens']==o and 0=4 +with tempfile.TemporaryDirectory(prefix='mid201-audit-test-') as td: + t=pathlib.Path(td) + names=['mid201-atom-final-artifact-metadata.json','mid201-atom-final-koni-eos.json'] + for r in q['runs']: + m,mode=r['model'],r['mode'];names += [f'mid201-atom-final-{m}-{mode}.json',f'stream265-{m}-http-atom-c16-native.json',f'stream265-{m}-http-atom-c16-{mode}.json'] + for name in set(names): + if (b/name).exists():(t/name).symlink_to(b/name) + (t/'stream265-qwen4b-http-atom-c16-native.json').unlink(missing_ok=True) + (t/'mid201-atom-final1030-queue.json').write_text(json.dumps(q)) + def run(expect_success): + r=subprocess.run([sys.executable,str(auditor),str(t)],capture_output=True,text=True) + assert (r.returncode==0)==expect_success,r.stderr + return r + run(True) + summary=json.loads((t/'mid201-atom-final-summary.json').read_text()) + for key,result in summary['models'].items(): + model,mode=key.split('/') + raw=json.loads((t/f'mid201-atom-final-{model}-{mode}.json').read_text()) + for row,batch in zip(result['measurements'],raw['batches'],strict=True): + assert row['output_tokens_per_request']==batch['output_tokens_per_request'] + assert row['output_tokens']==row['concurrency']*row['output_tokens_per_request'] + print('PASS per-request output length preserved separately from aggregate output tokens') + duplicate=dict(q);duplicate['state']='complete';duplicate['runs']=[q['runs'][0]]*12 + (t/'mid201-atom-final1030-queue.json').write_text(json.dumps(duplicate)) + run(False);print('PASS duplicate arms cannot certify full matrix') + (t/'mid201-atom-final1030-queue.json').write_text(json.dumps(q)) + run(True) + s=json.loads((t/'mid201-atom-final-summary.json').read_text());assert s['models']['qwen4b/native']['historical_c16_native_reference_tokens_equal'] is None + print('PASS missing historical control stays unavailable while current raw is checked') + name='mid201-atom-final-qwen4b-native.json';p=t/name;original=(b/name).read_text();p.unlink() + for label,mutate in [ + ('wrong warmup hidden by green flag',lambda d:d['warmups'][0]['tokens'].__setitem__(0,-1)), + ('wrong token hidden by green flag',lambda d:d['correctness_batches'][0]['rows'][0]['tokens'].__setitem__(0,-1)), + ('wrong SSE hidden by green flag',lambda d:d['batches'][0]['rows'][0].__setitem__('text','CORRUPTED')), + ('wrong resource metadata',lambda d:d.__setitem__('physical_atom',0)), + ('missing condition',lambda d:d['batches'].pop()), + ('incorrect throughput summary',lambda d:d['batches'][0]['summary'].__setitem__('output_tok_s',-1))]: + d=json.loads(original);mutate(d);p.write_text(json.dumps(d));run(False);print('PASS rejected',label) + p.unlink();run(False);print('PASS missing current artifact rejected') diff --git a/opt_prime/examples/pd/http_matrix/experiments/2026-10-25-native-gpu-mid201.md b/opt_prime/examples/pd/http_matrix/experiments/2026-10-25-native-gpu-mid201.md index dfa2992e..d53dc0d4 100644 --- a/opt_prime/examples/pd/http_matrix/experiments/2026-10-25-native-gpu-mid201.md +++ b/opt_prime/examples/pd/http_matrix/experiments/2026-10-25-native-gpu-mid201.md @@ -13,10 +13,10 @@ All conditions passed. An independent audit compared actual saved token arrays a |Model|Conditions|Token checks|SSE checks|2K/128 c1 tok/s|2K/128 c4 tok/s| |---|---:|---:|---:|---:|---:| -|qwen06b|8|20/20|20/20|50.24|78.68| -|qwen4b|8|20/20|20/20|37.44|52.03| -|gemma|8|20/20|20/20|40.41|64.17| -|koni|8|20/20|20/20|44.71|51.73| +|qwen06b|8|20/20|20/20|50.24|143.18| +|qwen4b|8|20/20|20/20|37.44|102.97| +|gemma|8|20/20|20/20|40.41|118.85| +|koni|8|20/20|20/20|44.71|117.01| One timing batch per condition. Throughput is aggregate client output tokens divided by batch wall time; no repeated or equal-resource speedup claim. Complete per-condition timings, raw-result hashes and source hashes are in `../evidence265/mid201-gpu-summary.json`. @@ -33,3 +33,7 @@ The first coordinator omitted PYTHONPATH and stopped before Qwen0.6 inference wi ## Limits Cache-on, heterogeneous-route intermediate c1/c4 combinations, default HTTP route and engine-owned export/cache compatibility remain separate work. Earlier Qwen4/KONI cross-engine numerical differences and Gemma strict-format failures remain. These successful native GPU cells do not close #201. + +## Output-length summary correction (2026-10-30) + +The original c4 throughput column selected32output tokens per request because aggregate128tokens overwrote a same-named per-request field in the summary. The corrected2K/128c4 values above select128tokens per request (512tokens total). Raw measurements, timing arithmetic and correctness results are unchanged. Summary JSON now retains both `output_tokens_per_request` and aggregate `output_tokens`. Native c1 values and the separate PD GPU/ATOM tables were checked against raw condition fields and remain unchanged. From ef8cc0974ca74b950fe236c2bebaaba4cd276d16 Mon Sep 17 00:00:00 2001 From: gspark Date: Fri, 30 Oct 2026 11:42:21 +0900 Subject: [PATCH 27/29] docs: verify final ATOM intermediate and GPU long-context serving controls --- opt_prime/examples/pd/http_matrix/STATUS.md | 6 + .../atom-mid201-artifact-metadata.json | 128 ++ .../atom-mid201-final-summary.json | 1650 +++++++++++++++++ .../atom-mid201-single-client-latency.json | 85 + .../evidence265/audit_gpu_edge201.py | 40 + .../evidence265/edge201-gpu-summary.json | 490 +++++ .../evidence265/selfcheck_gpu_edge201.py | 23 + .../2026-10-30-atom-mid201-final.md | 48 + .../2026-10-30-native-gpu-edge201.md | 36 + 9 files changed, 2506 insertions(+) create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/atom-mid201-artifact-metadata.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/atom-mid201-final-summary.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/atom-mid201-single-client-latency.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/audit_gpu_edge201.py create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/edge201-gpu-summary.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/selfcheck_gpu_edge201.py create mode 100644 opt_prime/examples/pd/http_matrix/experiments/2026-10-30-atom-mid201-final.md create mode 100644 opt_prime/examples/pd/http_matrix/experiments/2026-10-30-native-gpu-edge201.md diff --git a/opt_prime/examples/pd/http_matrix/STATUS.md b/opt_prime/examples/pd/http_matrix/STATUS.md index 2bad0fb7..f48ee6e1 100644 --- a/opt_prime/examples/pd/http_matrix/STATUS.md +++ b/opt_prime/examples/pd/http_matrix/STATUS.md @@ -132,3 +132,9 @@ KONI stream HTTP complete: all3 routes264 responses each audited; whole/stream8/ ## Intermediate-length summary correction (2026-10-30) Fixed an evidence-summary key collision: aggregate `output_tokens` previously overwrote request length. Published native/default/PD GPU summaries now include `output_tokens_per_request` separately. Corrected the native GPU2K/128c4 table, which had selected32tokens/request; raw results and correctness conclusions are unchanged. PD GPU and existing ATOM tables were checked and already selected the intended raw conditions. Portable ATOM raw auditor/selfcheck added under evidence265:10checks, including preserving request/aggregate lengths, duplicate-arm rejection and corrupt/missing raw results. Current ATOM final-HTTP matrix remains in progress; these scripts do not certify uncompleted configurations. + +## Intermediate ATOM and short/long GPU coverage (2026-10-30) + +Final-HTTP ATOM native/whole/stream comparison completes all four models at512/2048 input,32/128 output,c1/c4:96 conditions,528 responses. All within-route checks pass and whole/stream references match4/4 per model. Native/PD references match2/4 for each Qwen and4/4 for Gemma/KONI; Qwen pre-EOS differences and prior quality limits remain. One ATOM lane, caches off, research artifacts; c4 is queued clients. Owned Pod cleanup and absence verified. See experiments/2026-10-30-atom-mid201-final.md. + +Native GPU short/long sweep completes four models at128/8192 input,32/128 output,c1/c4:32 conditions,176 responses, all16 reference arrays equal historical c16 controls. Four child exits and coordinator exit0; GPU compute-process query empty after completion. Portable raw auditor and8 selfchecks included. See experiments/2026-10-30-native-gpu-edge201.md. ATOM short/long c1/c4, heterogeneous GPU short/long, cache-on and supported export work remain separate; the full four-model goal is not complete. diff --git a/opt_prime/examples/pd/http_matrix/evidence265/atom-mid201-artifact-metadata.json b/opt_prime/examples/pd/http_matrix/evidence265/atom-mid201-artifact-metadata.json new file mode 100644 index 00000000..5c59c07c --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/atom-mid201-artifact-metadata.json @@ -0,0 +1,128 @@ +{ + "qwen06b": { + "artifact_name": "Qwen--Qwen3-0.6B-tp1-s9216-b1-k3", + "config_hashes": { + "config.json": "d0a15e46a6367cd9ae925862e0d01808aeed5c75b9dc7db961d254a31dc7531f", + "rbln_config.json": "38ce7518c185668cf5da3ba3f24857cf345049ffb9647dea2c8fc2d0e13b9cd1", + "generation_config.json": "81e8e13e77962857509cc06a9960bb68f8b7893096a60357627b2dfaa72d78fe", + "tokenizer_config.json": "c4f4c62b741ab2940841480f9942f378d7d3878d47c2babb862af7381c59b952" + }, + "generation_config": { + "bos_token_id": 151643, + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.6, + "top_k": 20, + "top_p": 0.95, + "transformers_version": "4.51.0" + }, + "tokenizer_eos": "<|im_end|>", + "compiled_files": [ + { + "name": "prefill.rbln", + "bytes": 1533412203 + }, + { + "name": "decoder_batch_1.rbln", + "bytes": 322135356 + } + ] + }, + "qwen4b": { + "artifact_name": "Qwen--Qwen3-4B-tp1-s9216-b1-k3", + "config_hashes": { + "config.json": "3833b85a7977a1d0d19c0bebbe62a7e571b54bdfa75a1814508d37a6d6fdda8d", + "rbln_config.json": "162bc74852b1b6437a9da0311092a40e824c42567d5542fe37d9cd4d23c60c24", + "generation_config.json": "81e8e13e77962857509cc06a9960bb68f8b7893096a60357627b2dfaa72d78fe", + "tokenizer_config.json": "c4f4c62b741ab2940841480f9942f378d7d3878d47c2babb862af7381c59b952" + }, + "generation_config": { + "bos_token_id": 151643, + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.6, + "top_k": 20, + "top_p": 0.95, + "transformers_version": "4.51.0" + }, + "tokenizer_eos": "<|im_end|>", + "compiled_files": [ + { + "name": "prefill.rbln", + "bytes": 8876844572 + }, + { + "name": "decoder_batch_1.rbln", + "bytes": 798810964 + } + ] + }, + "gemma": { + "artifact_name": "unsloth--gemma-3-1b-it-tp1-s9216-b1-k3", + "config_hashes": { + "config.json": "72d89a8870a09cba455f7eb0ebf07559f09b00768bfed386c0541b6aa4504db3", + "rbln_config.json": "204d77f67d2566125248a0cc3c74b6a40da7bf718632a14eb70726f4ad47b170", + "generation_config.json": "faa83f23a56aee7b9722f2a7263f6419341b62496d604a78775aeff9660701c3", + "tokenizer_config.json": "1540858a3d0c634fe9637330aea89823e29b76906e471245abf5306094649fd5" + }, + "generation_config": { + "bos_token_id": 2, + "cache_implementation": "hybrid", + "do_sample": true, + "eos_token_id": [ + 1, + 106 + ], + "max_length": 32768, + "pad_token_id": 0, + "top_k": 64, + "top_p": 0.95, + "transformers_version": "4.51.3" + }, + "tokenizer_eos": "", + "compiled_files": [ + { + "name": "prefill.rbln", + "bytes": 3268485997 + }, + { + "name": "decoder_batch_1.rbln", + "bytes": 1244915535 + } + ] + }, + "koni": { + "artifact_name": "KISTI-KONI--KONI-Llama3.1-8B-Instruct-20241024-tp1-s9216-b1-k1", + "config_hashes": { + "config.json": "1c1d69457d2cb98e121aa3dacbbe4ccde4f5be34261d1c27653e5199b805d2b3", + "rbln_config.json": "7fe11c23f8334d43804f68ce0804940dab4fda3b1bf6d77ebf7f1c4ab25a0b51", + "generation_config.json": "6dfff99bc787def8f28d84f2e6676a4087fa762a321c5ba40e1643197acf929c", + "tokenizer_config.json": "6d82f34e7e86370b4c0eef6a4548e0412bed23aae2415add06c76fcdad91a2a1" + }, + "generation_config": { + "_from_model_config": true, + "bos_token_id": 128000, + "eos_token_id": 128001, + "transformers_version": "4.43.1" + }, + "tokenizer_eos": "<|eot_id|>", + "compiled_files": [ + { + "name": "prefill.rbln", + "bytes": 16142230016 + }, + { + "name": "decoder_batch_1.rbln", + "bytes": 1085824953 + } + ] + } +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/atom-mid201-final-summary.json b/opt_prime/examples/pd/http_matrix/evidence265/atom-mid201-final-summary.json new file mode 100644 index 00000000..81d9552b --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/atom-mid201-final-summary.json @@ -0,0 +1,1650 @@ +{ + "runtime_scope": "stream265 B1 engine/artifacts with PR266 final HTTP e344997; no whole-runtime current-main claim", + "queue_sha256": "46fe640f69d842107c922b54448fd2db118635fe5564778cba09f07c346c70b8", + "sources": { + "benchmark267_deadline.py": "c8ebb077a608e3da70a9748aed19c03f22ae87355f0167a2fb1e68b88ec21d79", + "atom_server265_http.py": "f222ebe20de1b7e6d4c233907ff41a248694c01d75382dd8be2bccaad53a7300", + "llmd_mid201_1030.py": "e3449979b88d03edb6d5bf0d402a708e5d98054fdf203e22b480f3d7e6fd759a", + "container_bootstrap.py": "9225577d93008057d4dd7ff93364cd6c6fb37aa8ce40aa819d6f01a5399d054e", + "run-http267-deadline-atom.sh": "a33b0d7643e89eee54b76717b6c85dceedf4ad1d5e7bc2bc5552507826346b3c", + "furiosa_prefill_python.sh": "317036f016a063d4495f8d81af9523b327a95a52bc7d1d740d664e5f197a0edc", + "streaming_factories.py": "77745350973cc54bf508e0c8b473efc442afef20b1c64f7c4edc179ea1471389", + "prefill.py": "53dfd7123d0e7593cfb9073bcd125c92af267204fc480b06ef615cf58f4b5cbd", + "long_width_variant.py": "74849665643d87b6d44f86c64849c4f532c7dedff9880404950a2692ec443c84", + "stream265-code/opt_prime/accel/platforms/atom/batching.py": "d98a51d75a36cd8c379a6220adb92528b3607cf80145b85a032270494a429580", + "stream265-code/opt_prime/accel/pd/pd_batching.py": "c827775c1d399bf724a9747c3424ee5ea69f93054493bfbb71d5f0cf08fff65b" + }, + "models": { + "qwen06b/native": { + "raw_sha256": "4e1739127d8457f1f9b94f29760e761482f177626525404dd33e4861c263699c", + "historical_c16_same_route_reference_tokens_equal": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + }, + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_native_reference_tokens_equal": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + }, + "measurements": [ + { + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 0.26300387689843774, + "output_tok_s": 121.67121023982929, + "median_first_sse_s": 0.0457389650400728, + "median_tpot_est_s": 0.007003740677910466, + "median_e2e_s": 0.26285492605529726, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 1.0517124880570918, + "output_tok_s": 121.7062661644953, + "median_first_sse_s": 0.4422765123890713, + "median_tpot_est_s": 0.007032138096439021, + "median_e2e_s": 0.6588539134245366, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 0.9490215610712767, + "output_tok_s": 134.87575546282716, + "median_first_sse_s": 0.04545312188565731, + "median_tpot_est_s": 0.007113520763667784, + "median_e2e_s": 0.9488702588714659, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 3.7415097821503878, + "output_tok_s": 136.8431541840669, + "median_first_sse_s": 1.465820345445536, + "median_tpot_est_s": 0.007055438319807799, + "median_e2e_s": 2.3618610120611265, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 0.4295561849139631, + "output_tok_s": 74.49549354389895, + "median_first_sse_s": 0.18800355400890112, + "median_tpot_est_s": 0.007787359352674215, + "median_e2e_s": 0.4294116939418018, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 1.699596585938707, + "output_tok_s": 75.31198936205448, + "median_first_sse_s": 0.8260774264344946, + "median_tpot_est_s": 0.00769632259353755, + "median_e2e_s": 1.0627914969809353, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 1.1798879951238632, + "output_tok_s": 108.48487358883817, + "median_first_sse_s": 0.1879055928438902, + "median_tpot_est_s": 0.007809569536686296, + "median_e2e_s": 1.1797209240030497, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 4.624665357870981, + "output_tok_s": 110.71071318243558, + "median_first_sse_s": 1.96087662759237, + "median_tpot_est_s": 0.007662407004303762, + "median_e2e_s": 2.9375959610333666, + "all_text_equal": true + } + ] + }, + "qwen06b/whole": { + "raw_sha256": "127ab283d45e25c176ede67665ff6600a3f387bb7e2d8bb80b853c806d4db638", + "historical_c16_same_route_reference_tokens_equal": null, + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_native_reference_tokens_equal": { + "512:32": false, + "512:128": false, + "2048:32": true, + "2048:128": true + }, + "measurements": [ + { + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 1.8613699080888182, + "output_tok_s": 17.191639265757953, + "median_first_sse_s": 1.6569798071868718, + "median_tpot_est_s": 0.006587926418550553, + "median_e2e_s": 1.861205526161939, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 7.259550455957651, + "output_tok_s": 17.631945776333165, + "median_first_sse_s": 4.322612140560523, + "median_tpot_est_s": 0.006690898853834839, + "median_e2e_s": 4.525440175435506, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 2.53367474488914, + "output_tok_s": 50.51950739067756, + "median_first_sse_s": 1.6491809089202434, + "median_tpot_est_s": 0.00696346161366389, + "median_e2e_s": 2.5335405338555574, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 9.535253526177257, + "output_tok_s": 53.69547842586457, + "median_first_sse_s": 5.0093442959478125, + "median_tpot_est_s": 0.006947135350182945, + "median_e2e_s": 5.891630485421047, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 2.051124418852851, + "output_tok_s": 15.601198886753492, + "median_first_sse_s": 1.8151192211080343, + "median_tpot_est_s": 0.007610321157581864, + "median_e2e_s": 2.051039176993072, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 8.02188429585658, + "output_tok_s": 15.956350812254156, + "median_first_sse_s": 4.690238324459642, + "median_tpot_est_s": 0.007583710567785367, + "median_e2e_s": 4.926625135936774, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 2.802397381979972, + "output_tok_s": 45.67517826810287, + "median_first_sse_s": 1.828077691141516, + "median_tpot_est_s": 0.007671130628611042, + "median_e2e_s": 2.8023112809751183, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 10.72207398316823, + "output_tok_s": 47.75195552686448, + "median_first_sse_s": 5.856397118070163, + "median_tpot_est_s": 0.007703173961527059, + "median_e2e_s": 6.824825588031672, + "all_text_equal": true + } + ], + "same_run_native_reference_tokens_equal": { + "512:32": false, + "512:128": false, + "2048:32": true, + "2048:128": true + } + }, + "qwen06b/stream": { + "raw_sha256": "8948ebe5d41b7cddc8c4111c4f1d2c9c87b91c432f9ce9c038d141109942f128", + "historical_c16_same_route_reference_tokens_equal": null, + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_native_reference_tokens_equal": { + "512:32": false, + "512:128": false, + "2048:32": true, + "2048:128": true + }, + "measurements": [ + { + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 1.083691940875724, + "output_tok_s": 29.528686883230876, + "median_first_sse_s": 0.8660303570795804, + "median_tpot_est_s": 0.007016930736661438, + "median_e2e_s": 1.083555209916085, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 4.517544224159792, + "output_tok_s": 28.333978296317937, + "median_first_sse_s": 2.6318880869075656, + "median_tpot_est_s": 0.007012827648600984, + "median_e2e_s": 2.849015866057016, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 1.77114427392371, + "output_tok_s": 72.26966311244357, + "median_first_sse_s": 0.886376580921933, + "median_tpot_est_s": 0.006965294731487557, + "median_e2e_s": 1.7709690118208528, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 7.276748574804515, + "output_tok_s": 70.36109530742644, + "median_first_sse_s": 3.6431966579984874, + "median_tpot_est_s": 0.007046422008131667, + "median_e2e_s": 4.538605823996477, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 1.362110405927524, + "output_tok_s": 23.492956122165236, + "median_first_sse_s": 1.1216308609582484, + "median_tpot_est_s": 0.007751683967428342, + "median_e2e_s": 1.361933063948527, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 5.247435645200312, + "output_tok_s": 24.39286704108094, + "median_first_sse_s": 3.0344216289231554, + "median_tpot_est_s": 0.007814435310842048, + "median_e2e_s": 3.278053418500349, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 2.0067090350203216, + "output_tok_s": 63.78602864998999, + "median_first_sse_s": 1.011592352995649, + "median_tpot_est_s": 0.007834264731738629, + "median_e2e_s": 2.006543973926455, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 8.126544594066218, + "output_tok_s": 63.0034074228607, + "median_first_sse_s": 4.084303333889693, + "median_tpot_est_s": 0.007758446835260105, + "median_e2e_s": 5.069626081967726, + "all_text_equal": true + } + ] + }, + "qwen4b/native": { + "raw_sha256": "a21a9292094540a8a66c7056a6aa32e4b4832c839b20acf3523e3182e3971261", + "historical_c16_same_route_reference_tokens_equal": null, + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_native_reference_tokens_equal": null, + "measurements": [ + { + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 1.4096817418467253, + "output_tok_s": 22.70015922748566, + "median_first_sse_s": 0.24829156091436744, + "median_tpot_est_s": 0.03746022809777529, + "median_e2e_s": 1.4095586319454014, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 5.629472533008084, + "output_tok_s": 22.73747660184493, + "median_first_sse_s": 2.3582308954792097, + "median_tpot_est_s": 0.03740587987140903, + "median_e2e_s": 3.5192602219758555, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 4.999614045955241, + "output_tok_s": 25.60197623725652, + "median_first_sse_s": 0.2485105770174414, + "median_tpot_est_s": 0.03740918928368648, + "median_e2e_s": 4.999477616045624, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 20.03915400803089, + "output_tok_s": 25.549980792343373, + "median_first_sse_s": 7.761182856513187, + "median_tpot_est_s": 0.037483647908450754, + "median_e2e_s": 12.518497352488339, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 2.2266515609808266, + "output_tok_s": 14.371354980167707, + "median_first_sse_s": 1.0226798590738326, + "median_tpot_est_s": 0.038832291096989664, + "median_e2e_s": 2.2264808830805123, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 8.87780009303242, + "output_tok_s": 14.417986286992257, + "median_first_sse_s": 4.352636113064364, + "median_tpot_est_s": 0.03865107142126127, + "median_e2e_s": 5.549871904077008, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 5.9457097658887506, + "output_tok_s": 21.528127850160352, + "median_first_sse_s": 1.0221819749567658, + "median_tpot_est_s": 0.03876677221310596, + "median_e2e_s": 5.945562046021223, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 23.757226059911773, + "output_tok_s": 21.551337631288316, + "median_first_sse_s": 9.931626908481121, + "median_tpot_est_s": 0.03874699240660398, + "median_e2e_s": 14.859637913061306, + "all_text_equal": true + } + ] + }, + "qwen4b/whole": { + "raw_sha256": "55278b0eb5c9a03b1808cdd3a84db0150326904f54504a9c4894d2aeaf750732", + "historical_c16_same_route_reference_tokens_equal": null, + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_native_reference_tokens_equal": null, + "measurements": [ + { + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 4.264749418012798, + "output_tok_s": 7.503371678730591, + "median_first_sse_s": 3.105563572142273, + "median_tpot_est_s": 0.03738694948204342, + "median_e2e_s": 4.264559006085619, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 17.007139381952584, + "output_tok_s": 7.526251012902816, + "median_first_sse_s": 9.49593828606885, + "median_tpot_est_s": 0.037300472144007446, + "median_e2e_s": 10.65225292253308, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 7.844195459038019, + "output_tok_s": 16.31779838587773, + "median_first_sse_s": 3.0931112370453775, + "median_tpot_est_s": 0.03740875914098886, + "median_e2e_s": 7.844023647950962, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 31.481653393944725, + "output_tok_s": 16.263440601200433, + "median_first_sse_s": 14.886369500425644, + "median_tpot_est_s": 0.03744714692102995, + "median_e2e_s": 19.641804093378596, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 4.5456588328816, + "output_tok_s": 7.039683613852395, + "median_first_sse_s": 3.3520081490278244, + "median_tpot_est_s": 0.038499517839462045, + "median_e2e_s": 4.545493202051148, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 18.373219592962414, + "output_tok_s": 6.966661414585633, + "median_first_sse_s": 10.31861364201177, + "median_tpot_est_s": 0.03836848585295581, + "median_e2e_s": 11.510616899933666, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 8.31155314296484, + "output_tok_s": 15.400250446373338, + "median_first_sse_s": 3.411107431864366, + "median_tpot_est_s": 0.03858469991292071, + "median_e2e_s": 8.311364320805296, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 33.35793940699659, + "output_tok_s": 15.34866988494534, + "median_first_sse_s": 15.825332448468544, + "median_tpot_est_s": 0.03855570775959054, + "median_e2e_s": 20.721907333936542, + "all_text_equal": true + } + ], + "same_run_native_reference_tokens_equal": { + "512:32": true, + "512:128": false, + "2048:32": true, + "2048:128": false + } + }, + "qwen4b/stream": { + "raw_sha256": "4b345e34a33d5f47d2d0ddb3cd3cd84ae2134f0c96a1a5f20b759b05768b92d9", + "historical_c16_same_route_reference_tokens_equal": null, + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_native_reference_tokens_equal": null, + "measurements": [ + { + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 3.500138764968142, + "output_tok_s": 9.142494669148142, + "median_first_sse_s": 2.337802420835942, + "median_tpot_est_s": 0.037489108162962144, + "median_e2e_s": 3.4999647738877684, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 14.058468078030273, + "output_tok_s": 9.10483270933557, + "median_first_sse_s": 7.66000366746448, + "median_tpot_est_s": 0.03734018474501828, + "median_e2e_s": 8.819855561596341, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 7.099690485978499, + "output_tok_s": 18.028954959768036, + "median_first_sse_s": 2.348815891193226, + "median_tpot_est_s": 0.03740753877108667, + "median_e2e_s": 7.0995733151212335, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 28.467182148015127, + "output_tok_s": 17.98562278970415, + "median_first_sse_s": 13.059136334923096, + "median_tpot_est_s": 0.037404899617407734, + "median_e2e_s": 17.806191532872617, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 3.896996513940394, + "output_tok_s": 8.211452046602846, + "median_first_sse_s": 2.7087093079462647, + "median_tpot_est_s": 0.03832706597243105, + "median_e2e_s": 3.8968483530916274, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 14.961337799904868, + "output_tok_s": 8.555384666257178, + "median_first_sse_s": 8.171223996439949, + "median_tpot_est_s": 0.03857150877405319, + "median_e2e_s": 9.366854139021598, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 7.436587495962158, + "output_tok_s": 17.21219579134921, + "median_first_sse_s": 2.533690683078021, + "median_tpot_est_s": 0.038604193873058155, + "median_e2e_s": 7.436423304956406, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 29.82970792101696, + "output_tok_s": 17.16409699202126, + "median_first_sse_s": 13.76914114993997, + "median_tpot_est_s": 0.03863165828428693, + "median_e2e_s": 18.67536175204441, + "all_text_equal": true + } + ] + }, + "gemma/native": { + "raw_sha256": "27253ce58339e45f9464ff7af191cc0221d755de540fcce24fa9df2766c62165", + "historical_c16_same_route_reference_tokens_equal": null, + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_native_reference_tokens_equal": null, + "measurements": [ + { + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 0.3874969759490341, + "output_tok_s": 82.58128962588042, + "median_first_sse_s": 0.05010471702553332, + "median_tpot_est_s": 0.010880011516893584, + "median_e2e_s": 0.3873850740492344, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 1.5349975759163499, + "output_tok_s": 83.38775383641088, + "median_first_sse_s": 0.6253518599551171, + "median_tpot_est_s": 0.010783981678316429, + "median_e2e_s": 0.962834004079923, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 1.4289689839351922, + "output_tok_s": 89.57507226469316, + "median_first_sse_s": 0.049263149965554476, + "median_tpot_est_s": 0.010862930967494494, + "median_e2e_s": 1.4288553828373551, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 5.7302161490079015, + "output_tok_s": 89.35090521648907, + "median_first_sse_s": 2.199963169521652, + "median_tpot_est_s": 0.010856293039176408, + "median_e2e_s": 3.5885229714913294, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 0.5350847519002855, + "output_tok_s": 59.803610337158865, + "median_first_sse_s": 0.19727346510626376, + "median_tpot_est_s": 0.010892918228261893, + "median_e2e_s": 0.5349539301823825, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 2.1306361868046224, + "output_tok_s": 60.07595327288858, + "median_first_sse_s": 0.9947175340494141, + "median_tpot_est_s": 0.0109142663197652, + "median_e2e_s": 1.3319634954677895, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 1.5546517178881913, + "output_tok_s": 82.33355325003127, + "median_first_sse_s": 0.19625086686573923, + "median_tpot_est_s": 0.010694988110418044, + "median_e2e_s": 1.5545143568888307, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 6.322982521029189, + "output_tok_s": 80.97444493910477, + "median_first_sse_s": 2.5682091700145975, + "median_tpot_est_s": 0.010922030362439907, + "median_e2e_s": 3.9530127400066704, + "all_text_equal": true + } + ] + }, + "gemma/whole": { + "raw_sha256": "7cba2e3991260bc8f0bf827af859699c928a7dd2e5bc8c39a6f647fc7334e5d7", + "historical_c16_same_route_reference_tokens_equal": null, + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_native_reference_tokens_equal": null, + "measurements": [ + { + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 1.9214330709073693, + "output_tok_s": 16.65423609310964, + "median_first_sse_s": 1.5849665231071413, + "median_tpot_est_s": 0.01084886925415166, + "median_e2e_s": 1.9212814699858427, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 7.645430707139894, + "output_tok_s": 16.742026041837473, + "median_first_sse_s": 4.44534279499203, + "median_tpot_est_s": 0.010620804454740737, + "median_e2e_s": 4.776626631384715, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 2.9184788519050926, + "output_tok_s": 43.85846411614241, + "median_first_sse_s": 1.5811350408475846, + "median_tpot_est_s": 0.010528650072469252, + "median_e2e_s": 2.9182736000511795, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 11.750590768875554, + "output_tok_s": 43.572277349336595, + "median_first_sse_s": 5.982993221958168, + "median_tpot_est_s": 0.010763352866079219, + "median_e2e_s": 7.3435546569526196, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 1.947455890942365, + "output_tok_s": 16.43169437050271, + "median_first_sse_s": 1.6099186800420284, + "median_tpot_est_s": 0.010883487385487365, + "median_e2e_s": 1.9473067889921367, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 7.830362222157419, + "output_tok_s": 16.346625656448047, + "median_first_sse_s": 4.55021186999511, + "median_tpot_est_s": 0.010824817998875533, + "median_e2e_s": 4.887116264901124, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 2.978564047953114, + "output_tok_s": 42.973727587950414, + "median_first_sse_s": 1.6123445159755647, + "median_tpot_est_s": 0.01075632953429668, + "median_e2e_s": 2.978398366831243, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 11.885937103070319, + "output_tok_s": 43.07611554395174, + "median_first_sse_s": 6.0301038064062595, + "median_tpot_est_s": 0.010690814071136902, + "median_e2e_s": 7.387837193440646, + "all_text_equal": true + } + ], + "same_run_native_reference_tokens_equal": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + } + }, + "gemma/stream": { + "raw_sha256": "85d69dcba27535ac87c94bdfc1362e77d35a44de1d913d990ea096af97e1d848", + "historical_c16_same_route_reference_tokens_equal": null, + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_native_reference_tokens_equal": null, + "measurements": [ + { + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 1.8535707229748368, + "output_tok_s": 17.263975743338506, + "median_first_sse_s": 1.5162860460113734, + "median_tpot_est_s": 0.010876370811714761, + "median_e2e_s": 1.853453541174531, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 7.3992363379802555, + "output_tok_s": 17.29908252058073, + "median_first_sse_s": 4.289490647497587, + "median_tpot_est_s": 0.010888337352943998, + "median_e2e_s": 4.627029105438851, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 2.8829657048918307, + "output_tok_s": 44.398724474179126, + "median_first_sse_s": 1.5105043470393866, + "median_tpot_est_s": 0.010805596590159446, + "median_e2e_s": 2.8828151139896363, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 11.548152205068618, + "output_tok_s": 44.33609731739397, + "median_first_sse_s": 5.833677527494729, + "median_tpot_est_s": 0.010854953514984039, + "median_e2e_s": 7.210229305434041, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 1.8602743209339678, + "output_tok_s": 17.201764083876675, + "median_first_sse_s": 1.5225571510381997, + "median_tpot_est_s": 0.010888009647568387, + "median_e2e_s": 1.8600854501128197, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 7.427150304894894, + "output_tok_s": 17.234066195703765, + "median_first_sse_s": 4.307288898038678, + "median_tpot_est_s": 0.010888062094548536, + "median_e2e_s": 4.640849381568842, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 2.839875582139939, + "output_tok_s": 45.07239711661869, + "median_first_sse_s": 1.5110139569733292, + "median_tpot_est_s": 0.010462222070851195, + "median_e2e_s": 2.839716159971431, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 11.763840384082869, + "output_tok_s": 43.52320188675498, + "median_first_sse_s": 5.8715844745747745, + "median_tpot_est_s": 0.010920071484902361, + "median_e2e_s": 7.266599153052084, + "all_text_equal": true + } + ] + }, + "koni/native": { + "raw_sha256": "289c4ca06399ce5893d7940f7d2a9b4ab0af98e2bfbd314bcc2fb20699237522", + "historical_c16_same_route_reference_tokens_equal": null, + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_native_reference_tokens_equal": null, + "measurements": [ + { + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 2.485818538116291, + "output_tok_s": 12.873023315792402, + "median_first_sse_s": 0.3999644839204848, + "median_tpot_est_s": 0.06728102845109758, + "median_e2e_s": 2.48567636590451, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 9.962776345899329, + "output_tok_s": 12.847824296756867, + "median_first_sse_s": 4.141055045998655, + "median_tpot_est_s": 0.0674443074028879, + "median_e2e_s": 6.232330409460701, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 8.96915865316987, + "output_tok_s": 14.27112675220238, + "median_first_sse_s": 0.4008899130858481, + "median_tpot_est_s": 0.06746535124367206, + "median_e2e_s": 8.9689895210322, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 35.90670845401473, + "output_tok_s": 14.259173899376266, + "median_first_sse_s": 13.864226557430811, + "median_tpot_est_s": 0.06752349349934109, + "median_e2e_s": 22.44203135697171, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 3.7437008898705244, + "output_tok_s": 8.547691426573001, + "median_first_sse_s": 1.6289919959381223, + "median_tpot_est_s": 0.06821223494086054, + "median_e2e_s": 3.743571279104799, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 14.973188678035513, + "output_tok_s": 8.548613308250493, + "median_first_sse_s": 7.2463418315164745, + "median_tpot_est_s": 0.06822397590299407, + "median_e2e_s": 9.36128508450929, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 10.285391695098951, + "output_tok_s": 12.444834751504189, + "median_first_sse_s": 1.6276817580219358, + "median_tpot_est_s": 0.06816972989046316, + "median_e2e_s": 10.285237454110757, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 41.247096583014354, + "output_tok_s": 12.412994911521668, + "median_first_sse_s": 17.087198159075342, + "median_tpot_est_s": 0.06835319996375121, + "median_e2e_s": 25.768054554471746, + "all_text_equal": true + } + ] + }, + "koni/whole": { + "raw_sha256": "daba58b66386dec825c536d5dd738b49a1da2b4552c7a9b91d63aa4cb50042f4", + "historical_c16_same_route_reference_tokens_equal": null, + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_native_reference_tokens_equal": null, + "measurements": [ + { + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 5.411685912171379, + "output_tok_s": 5.913129571697622, + "median_first_sse_s": 3.3366407910361886, + "median_tpot_est_s": 0.06693265451899459, + "median_e2e_s": 5.411553081125021, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 22.034269266063347, + "output_tok_s": 5.809132967125101, + "median_first_sse_s": 11.690342809422873, + "median_tpot_est_s": 0.06717277691894841, + "median_e2e_s": 13.774010396446101, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 11.902712897164747, + "output_tok_s": 10.753850916667064, + "median_first_sse_s": 3.3519910951144993, + "median_tpot_est_s": 0.06732737929120249, + "median_e2e_s": 11.902568265097216, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 47.506675665965304, + "output_tok_s": 10.777432704406355, + "median_first_sse_s": 21.16260550264269, + "median_tpot_est_s": 0.06727380603900193, + "median_e2e_s": 29.703286997042596, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 5.622975530102849, + "output_tok_s": 5.690937089924468, + "median_first_sse_s": 3.5122512138914317, + "median_tpot_est_s": 0.06808410919151239, + "median_e2e_s": 5.622858598828316, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 22.667106749024242, + "output_tok_s": 5.64694918576276, + "median_first_sse_s": 12.062892301590182, + "median_tpot_est_s": 0.06795741530555871, + "median_e2e_s": 14.167668158537708, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 12.163018509978428, + "output_tok_s": 10.523703461849538, + "median_first_sse_s": 3.5296944479923695, + "median_tpot_est_s": 0.06797795922781422, + "median_e2e_s": 12.162895269924775, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 48.99523043888621, + "output_tok_s": 10.44999677343367, + "median_first_sse_s": 21.951524368603714, + "median_tpot_est_s": 0.06808294352752661, + "median_e2e_s": 30.605272470624186, + "all_text_equal": true + } + ], + "same_run_native_reference_tokens_equal": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + } + }, + "koni/stream": { + "raw_sha256": "0fcaf4bfc0ba1aad0964f88b669a3dee27f2ca1788a03b204197c75b70737a4e", + "historical_c16_same_route_reference_tokens_equal": null, + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_native_reference_tokens_equal": null, + "measurements": [ + { + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 4.975810446077958, + "output_tok_s": 6.431113151672226, + "median_first_sse_s": 2.8907053149305284, + "median_tpot_est_s": 0.06725687835545789, + "median_e2e_s": 4.975668543949723, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 20.567025867057964, + "output_tok_s": 6.223554189476493, + "median_first_sse_s": 10.92611628700979, + "median_tpot_est_s": 0.06727996551912399, + "median_e2e_s": 13.011727488017641, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 11.5852806980256, + "output_tok_s": 11.048502262169114, + "median_first_sse_s": 3.0284611789975315, + "median_tpot_est_s": 0.06737519739430368, + "median_e2e_s": 11.5851112480741, + "all_text_equal": true + }, + { + "input_tokens": 512, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 46.390732183121145, + "output_tok_s": 11.036687198187543, + "median_first_sse_s": 20.51317862002179, + "median_tpot_est_s": 0.06724255512593183, + "median_e2e_s": 29.054801348480396, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 5.288444323930889, + "output_tok_s": 6.05092878735546, + "median_first_sse_s": 3.1799436199944466, + "median_tpot_est_s": 0.06801005105878558, + "median_e2e_s": 5.288255202816799, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 20.99751231400296, + "output_tok_s": 6.095960230233488, + "median_first_sse_s": 11.01778218743857, + "median_tpot_est_s": 0.06800803582319209, + "median_e2e_s": 13.122557741589844, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 11.857091940008104, + "output_tok_s": 10.795227079930402, + "median_first_sse_s": 3.204868826782331, + "median_tpot_est_s": 0.06812688143461884, + "median_e2e_s": 11.856982768978924, + "all_text_equal": true + }, + { + "input_tokens": 2048, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 47.14957190398127, + "output_tok_s": 10.859059357795934, + "median_first_sse_s": 20.88058990763966, + "median_tpot_est_s": 0.06818704466485806, + "median_e2e_s": 29.546962124528363, + "all_text_equal": true + } + ] + } + }, + "limits": "Historical stream265 runtime with final PR266 HTTP override, one ATOM decode lane; c4 queued clients, cache off, no current-main/cacheon/physicalB4 certification.", + "whole_stream_reference_tokens_equal": { + "qwen06b": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + }, + "qwen4b": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + }, + "gemma": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + }, + "koni": { + "512:32": true, + "512:128": true, + "2048:32": true, + "2048:128": true + } + }, + "native_differences": { + "qwen06b": { + "eos_ids": [ + 151643, + 151645 + ], + "references": { + "512:32": { + "equal": false, + "first_difference_index": 1, + "native_eos_index": null, + "whole_eos_index": null, + "equal_through_same_eos": false, + "native_token": 594, + "whole_token": 374 + }, + "512:128": { + "equal": false, + "first_difference_index": 1, + "native_eos_index": null, + "whole_eos_index": null, + "equal_through_same_eos": false, + "native_token": 594, + "whole_token": 374 + }, + "2048:32": { + "equal": true, + "first_difference_index": null, + "native_eos_index": null, + "whole_eos_index": null, + "equal_through_same_eos": false, + "native_token": null, + "whole_token": null + }, + "2048:128": { + "equal": true, + "first_difference_index": null, + "native_eos_index": null, + "whole_eos_index": null, + "equal_through_same_eos": false, + "native_token": null, + "whole_token": null + } + } + }, + "qwen4b": { + "eos_ids": [ + 151643, + 151645 + ], + "references": { + "512:32": { + "equal": true, + "first_difference_index": null, + "native_eos_index": null, + "whole_eos_index": null, + "equal_through_same_eos": false, + "native_token": null, + "whole_token": null + }, + "512:128": { + "equal": false, + "first_difference_index": 50, + "native_eos_index": null, + "whole_eos_index": null, + "equal_through_same_eos": false, + "native_token": 4829, + "whole_token": 2299 + }, + "2048:32": { + "equal": true, + "first_difference_index": null, + "native_eos_index": null, + "whole_eos_index": null, + "equal_through_same_eos": false, + "native_token": null, + "whole_token": null + }, + "2048:128": { + "equal": false, + "first_difference_index": 61, + "native_eos_index": null, + "whole_eos_index": null, + "equal_through_same_eos": false, + "native_token": 1366, + "whole_token": 5230 + } + } + }, + "gemma": { + "eos_ids": [ + 1, + 106 + ], + "references": { + "512:32": { + "equal": true, + "first_difference_index": null, + "native_eos_index": 2, + "whole_eos_index": 2, + "equal_through_same_eos": true, + "native_token": null, + "whole_token": null + }, + "512:128": { + "equal": true, + "first_difference_index": null, + "native_eos_index": 2, + "whole_eos_index": 2, + "equal_through_same_eos": true, + "native_token": null, + "whole_token": null + }, + "2048:32": { + "equal": true, + "first_difference_index": null, + "native_eos_index": 2, + "whole_eos_index": 2, + "equal_through_same_eos": true, + "native_token": null, + "whole_token": null + }, + "2048:128": { + "equal": true, + "first_difference_index": null, + "native_eos_index": 2, + "whole_eos_index": 2, + "equal_through_same_eos": true, + "native_token": null, + "whole_token": null + } + } + }, + "koni": { + "eos_ids": [ + 128001, + 128009 + ], + "references": { + "512:32": { + "equal": true, + "first_difference_index": null, + "native_eos_index": null, + "whole_eos_index": null, + "equal_through_same_eos": false, + "native_token": null, + "whole_token": null + }, + "512:128": { + "equal": true, + "first_difference_index": null, + "native_eos_index": null, + "whole_eos_index": null, + "equal_through_same_eos": false, + "native_token": null, + "whole_token": null + }, + "2048:32": { + "equal": true, + "first_difference_index": null, + "native_eos_index": null, + "whole_eos_index": null, + "equal_through_same_eos": false, + "native_token": null, + "whole_token": null + }, + "2048:128": { + "equal": true, + "first_difference_index": null, + "native_eos_index": null, + "whole_eos_index": null, + "equal_through_same_eos": false, + "native_token": null, + "whole_token": null + } + } + } + }, + "state": "complete", + "completed_arms": 12 +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/atom-mid201-single-client-latency.json b/opt_prime/examples/pd/http_matrix/evidence265/atom-mid201-single-client-latency.json new file mode 100644 index 00000000..b5b820d8 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/atom-mid201-single-client-latency.json @@ -0,0 +1,85 @@ +{ + "scope": "Single client, one timing batch; first SSE and estimated TPOT are not device kernel times.", + "models": { + "qwen06b": { + "native": { + "median_first_sse_s": 0.1879055928438902, + "median_tpot_est_s": 0.007809569536686296, + "median_e2e_s": 1.1797209240030497, + "output_tok_s": 108.48487358883817 + }, + "whole": { + "median_first_sse_s": 1.828077691141516, + "median_tpot_est_s": 0.007671130628611042, + "median_e2e_s": 2.8023112809751183, + "output_tok_s": 45.67517826810287 + }, + "stream": { + "median_first_sse_s": 1.011592352995649, + "median_tpot_est_s": 0.007834264731738629, + "median_e2e_s": 2.006543973926455, + "output_tok_s": 63.78602864998999 + } + }, + "qwen4b": { + "native": { + "median_first_sse_s": 1.0221819749567658, + "median_tpot_est_s": 0.03876677221310596, + "median_e2e_s": 5.945562046021223, + "output_tok_s": 21.528127850160352 + }, + "whole": { + "median_first_sse_s": 3.411107431864366, + "median_tpot_est_s": 0.03858469991292071, + "median_e2e_s": 8.311364320805296, + "output_tok_s": 15.400250446373338 + }, + "stream": { + "median_first_sse_s": 2.533690683078021, + "median_tpot_est_s": 0.038604193873058155, + "median_e2e_s": 7.436423304956406, + "output_tok_s": 17.21219579134921 + } + }, + "gemma": { + "native": { + "median_first_sse_s": 0.19625086686573923, + "median_tpot_est_s": 0.010694988110418044, + "median_e2e_s": 1.5545143568888307, + "output_tok_s": 82.33355325003127 + }, + "whole": { + "median_first_sse_s": 1.6123445159755647, + "median_tpot_est_s": 0.01075632953429668, + "median_e2e_s": 2.978398366831243, + "output_tok_s": 42.973727587950414 + }, + "stream": { + "median_first_sse_s": 1.5110139569733292, + "median_tpot_est_s": 0.010462222070851195, + "median_e2e_s": 2.839716159971431, + "output_tok_s": 45.07239711661869 + } + }, + "koni": { + "native": { + "median_first_sse_s": 1.6276817580219358, + "median_tpot_est_s": 0.06816972989046316, + "median_e2e_s": 10.285237454110757, + "output_tok_s": 12.444834751504189 + }, + "whole": { + "median_first_sse_s": 3.5296944479923695, + "median_tpot_est_s": 0.06797795922781422, + "median_e2e_s": 12.162895269924775, + "output_tok_s": 10.523703461849538 + }, + "stream": { + "median_first_sse_s": 3.204868826782331, + "median_tpot_est_s": 0.06812688143461884, + "median_e2e_s": 11.856982768978924, + "output_tok_s": 10.795227079930402 + } + } + } +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/audit_gpu_edge201.py b/opt_prime/examples/pd/http_matrix/evidence265/audit_gpu_edge201.py new file mode 100644 index 00000000..7c5de1ba --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/audit_gpu_edge201.py @@ -0,0 +1,40 @@ +import argparse,hashlib,json,math,pathlib,statistics +parser=argparse.ArgumentParser(description="Audit native GPU short/long HTTP measurements") +parser.add_argument("artifacts",type=pathlib.Path) +args=parser.parse_args() +b=args.artifacts.resolve();q=json.loads((b/'edge201-gpu-queue.json').read_text()) +assert q['state'] in ['running','complete','failed'] +completed=[r for r in q['runs'] if r.get('exit_code')==0] +if q['state']=='complete':assert len(completed)==4 +planned={'qwen06b','qwen4b','gemma','koni'} +keys=[r['model'] for r in q['runs']] +assert len(keys)==len(set(keys)) and set(keys)<=planned +if q['state']=='complete':assert set(keys)==planned +expected={(n,o,c) for n in [128,8192] for o in [32,128] for c in [1,4]} +report={'runtime_commit':q['runtime_commit'],'queue_sha256':hashlib.sha256((b/'edge201-gpu-queue.json').read_bytes()).hexdigest(),'sources':q['sources'],'models':{},'limits':'Historical experimental runtime, cache off, one timing batch per condition; not current-main certification, cache-on coverage or a speedup comparison.'} +for run in completed: + model=run['model'];p=b/f'edge201-{model}-gpu-native.json';d=json.loads(p.read_text());old=json.loads((b/f'stream265-{model}-http-c16-native.json').read_text()) + assert d['passed'] and d['parity_passed'] and d['mode']=='native' + assert d['physical_gpus']==1 and d['physical_rngd']==d['physical_atom']==0 and d['slots_per_decoder']==4 and d['context']==9216 + assert d['producer_cache'] is False and d['decoder_cache'] is False + assert len(d['warmups'])==4 and len(d['correctness_batches'])==len(d['batches'])==8 + assert {(x['input_tokens'],x['output_tokens'],x['concurrency']) for x in d['correctness_batches']}==expected + assert {(x['input_tokens'],x['output_tokens_per_request'],x['concurrency']) for x in d['batches']}==expected + for n,ids in d['prompts'].items():assert len(ids)==int(n) and old['prompts'][n]==ids + for warm in d['warmups']: + n,o=map(int,warm['id'].split('-')[-2:]);ref=d['references'][f'{n}:{o}'] + assert warm['tokens_equal'] and warm['tokens']==ref['tokens'] and len(warm['tokens'])==o and warm['text']==ref['text'] + for batch in d['correctness_batches']: + n,o,c=batch['input_tokens'],batch['output_tokens'],batch['concurrency'];ref=d['references'][f'{n}:{o}'];assert len(batch['rows'])==c + assert all(r['tokens_equal'] and r['tokens']==ref['tokens'] and len(r['tokens'])==o for r in batch['rows']) + for batch in d['batches']: + n,o,c=batch['input_tokens'],batch['output_tokens_per_request'],batch['concurrency'];ref=d['references'][f'{n}:{o}'];rows=batch['rows'];s=batch['summary'];assert len(rows)==c + assert all(r['text_equal'] and r['text']==ref['text'] and r['output_tokens']==o and 0 Date: Fri, 30 Oct 2026 12:14:54 +0900 Subject: [PATCH 28/29] docs: verify four-model RNGD-to-GPU short and long HTTP controls --- opt_prime/examples/pd/http_matrix/STATUS.md | 4 + .../evidence265/audit_pd_gpu_edge201.py | 44 + .../evidence265/pdedge201-gpu-comparison.json | 1361 +++++++++++++++++ .../evidence265/pdedge201-gpu-summary.json | 1067 +++++++++++++ .../evidence265/selfcheck_pd_gpu_edge201.py | 38 + .../experiments/2026-10-30-pd-gpu-edge201.md | 42 + 6 files changed, 2556 insertions(+) create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/audit_pd_gpu_edge201.py create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/pdedge201-gpu-comparison.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/pdedge201-gpu-summary.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/selfcheck_pd_gpu_edge201.py create mode 100644 opt_prime/examples/pd/http_matrix/experiments/2026-10-30-pd-gpu-edge201.md diff --git a/opt_prime/examples/pd/http_matrix/STATUS.md b/opt_prime/examples/pd/http_matrix/STATUS.md index f48ee6e1..1e017669 100644 --- a/opt_prime/examples/pd/http_matrix/STATUS.md +++ b/opt_prime/examples/pd/http_matrix/STATUS.md @@ -138,3 +138,7 @@ Fixed an evidence-summary key collision: aggregate `output_tokens` previously ov Final-HTTP ATOM native/whole/stream comparison completes all four models at512/2048 input,32/128 output,c1/c4:96 conditions,528 responses. All within-route checks pass and whole/stream references match4/4 per model. Native/PD references match2/4 for each Qwen and4/4 for Gemma/KONI; Qwen pre-EOS differences and prior quality limits remain. One ATOM lane, caches off, research artifacts; c4 is queued clients. Owned Pod cleanup and absence verified. See experiments/2026-10-30-atom-mid201-final.md. Native GPU short/long sweep completes four models at128/8192 input,32/128 output,c1/c4:32 conditions,176 responses, all16 reference arrays equal historical c16 controls. Four child exits and coordinator exit0; GPU compute-process query empty after completion. Portable raw auditor and8 selfchecks included. See experiments/2026-10-30-native-gpu-edge201.md. ATOM short/long c1/c4, heterogeneous GPU short/long, cache-on and supported export work remain separate; the full four-model goal is not complete. + +## RNGD-to-GPU short/long controls complete (2026-10-30) + +Four models, whole/stream, input128/8192, output32/128, c1/c4:64 conditions352 responses independently audited. Whole/stream references match4/4 per model; native matches Qwen0.6B4/4,Qwen4B2/4,Gemma4/4,KONI2/4. Qwen4/KONI pre-EOS differences remain. At8K/128/c4, stream throughput is75.41/36.29/56.54/39.71tok/s respectively, versus native60.84/40.92/58.83/40.46. Single batches and an added RNGD prevent stable/equal-resource claims. All exits0 and local GPU/RNGD idle checks pass. Portable auditor and10 selfchecks included. Remote ATOM short/long sweep remains active. See experiments/2026-10-30-pd-gpu-edge201.md. diff --git a/opt_prime/examples/pd/http_matrix/evidence265/audit_pd_gpu_edge201.py b/opt_prime/examples/pd/http_matrix/evidence265/audit_pd_gpu_edge201.py new file mode 100644 index 00000000..47c5e843 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/audit_pd_gpu_edge201.py @@ -0,0 +1,44 @@ +import argparse,hashlib,json,math,pathlib,statistics +parser=argparse.ArgumentParser(description="Audit RNGD-to-GPU short/long HTTP results") +parser.add_argument("artifacts",type=pathlib.Path) +args=parser.parse_args() +b=args.artifacts.resolve();q=json.loads((b/'pdedge201-gpu-queue.json').read_text()) +assert q['state'] in ['running','complete'] and any(x.get('exit_code')==0 for x in q['runs']) +planned={(m,mode) for m in ['qwen06b','qwen4b','gemma','koni'] for mode in ['whole','stream']} +keys=[(r['model'],r['mode']) for r in q['runs']] +assert len(keys)==len(set(keys)) and set(keys)<=planned +if q['state']=='complete':assert set(keys)==planned and all(r.get('exit_code')==0 for r in q['runs']) +expected={(n,o,c) for n in [128,8192] for o in [32,128] for c in [1,4]} +report={'runtime_commit':q['runtime_commit'],'queue_sha256':hashlib.sha256((b/'pdedge201-gpu-queue.json').read_bytes()).hexdigest(),'sources':q['sources'],'models':{},'limits':'Historical experimental runtime, cache off, one timing batch per condition; not current-main certification, cache-on coverage or a speedup comparison.'} +for run in [r for r in q['runs'] if r.get('exit_code')==0]: + model=run['model'];mode=run['mode'];p=b/f'pdedge201-{model}-{mode}.json';d=json.loads(p.read_text());old=json.loads((b/f'stream265-{model}-http-c16-native.json').read_text()) + previous_pd=json.loads((b/f'stream265-{model}-http-c16-{mode}.json').read_text()) + assert d['passed'] and d['parity_passed'] and d['mode']=='pd' + assert d['physical_gpus']==1 and d['physical_rngd']==1 and d['physical_atom']==0 and d['slots_per_decoder']==4 and d['context']==9216 + assert d['producer_cache'] is False and d['decoder_cache'] is False + assert len(d['warmups'])==4 and len(d['correctness_batches'])==len(d['batches'])==8 + assert {(x['input_tokens'],x['output_tokens'],x['concurrency']) for x in d['correctness_batches']}==expected + assert {(x['input_tokens'],x['output_tokens_per_request'],x['concurrency']) for x in d['batches']}==expected + for n,ids in d['prompts'].items():assert len(ids)==int(n) and old['prompts'][n]==ids + for warm in d['warmups']: + n,o=map(int,warm['id'].split('-')[-2:]);ref=d['references'][f'{n}:{o}'] + assert warm['tokens_equal'] and warm['tokens']==ref['tokens'] and len(warm['tokens'])==o and warm['text']==ref['text'] + for batch in d['correctness_batches']: + n,o,c=batch['input_tokens'],batch['output_tokens'],batch['concurrency'];ref=d['references'][f'{n}:{o}'];assert len(batch['rows'])==c + assert all(r['tokens_equal'] and r['tokens']==ref['tokens'] and len(r['tokens'])==o for r in batch['rows']) + for batch in d['batches']: + n,o,c=batch['input_tokens'],batch['output_tokens_per_request'],batch['concurrency'];ref=d['references'][f'{n}:{o}'];rows=batch['rows'];s=batch['summary'];assert len(rows)==c + assert all(r['text_equal'] and r['text']==ref['text'] and r['output_tokens']==o and 0 Date: Fri, 30 Oct 2026 13:24:21 +0900 Subject: [PATCH 29/29] docs: verify four-model ATOM short and long serving controls --- .../pd/http_matrix/.research/events.jsonl | 1 + opt_prime/examples/pd/http_matrix/STATUS.md | 4 + .../atom-edge201-final-summary.json | 1669 +++++++++++++++++ .../evidence265/audit_atom_edge201.py | 61 + .../evidence265/selfcheck_atom_edge201.py | 46 + .../2026-10-30-atom-edge201-final.md | 55 + 6 files changed, 1836 insertions(+) create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/atom-edge201-final-summary.json create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/audit_atom_edge201.py create mode 100644 opt_prime/examples/pd/http_matrix/evidence265/selfcheck_atom_edge201.py create mode 100644 opt_prime/examples/pd/http_matrix/experiments/2026-10-30-atom-edge201-final.md diff --git a/opt_prime/examples/pd/http_matrix/.research/events.jsonl b/opt_prime/examples/pd/http_matrix/.research/events.jsonl index 3414888f..42c6a658 100644 --- a/opt_prime/examples/pd/http_matrix/.research/events.jsonl +++ b/opt_prime/examples/pd/http_matrix/.research/events.jsonl @@ -28,3 +28,4 @@ {"ts": "2026-10-24T04:21:47.012026+00:00", "task": "RNGD layer streaming (#265)", "result": "KONI native600s diagnostic completes264 responses, original180s failure retained;8K/128 max completion263.08s. Whole/stream pending.", "next": "Complete KONI whole/stream HTTP runs and compare latency", "state": "active", "done": false, "experiments": ["experiments/2026-10-24-stream265-atom-http-progress.md"]} {"ts": "2026-10-24T05:13:10.885088+00:00", "task": "aicomp #265 / #267", "result": "KONI whole diagnostic264 responses pass;8K/128 native7.7847->whole9.3113tok/s; native/whole token parity6/8. Stream pending, different physical ATOM allocation.", "state": "active", "done": false, "review": true, "experiments": ["experiments/2026-10-24-stream265-atom-http-progress.md"], "runtime_commit": "33d6cb08ec806f693dbecfd7d630331a3bd1bb2f"} {"ts": "2026-10-24T05:56:15.922056+00:00", "task": "aicomp #265 / #267", "result": "KONI all3 routes264 responses each audited; whole/stream8/8 exact.8K128 throughput7.7847/9.3113/10.8298tok/s. Native parity6/8; single batch and different physical card limits retained.", "state": "active", "done": false, "review": true, "experiments": ["experiments/2026-10-24-stream265-atom-http-progress.md"], "runtime_commit": "33d6cb08ec806f693dbecfd7d630331a3bd1bb2f"} +{"ts": "2026-10-30T04:24:12.257264+00:00", "task": "aicomp #201 / #265", "result": "ATOM short/long final-HTTP sweep:12 arms96conditions528responses audited;whole/stream16/16 references exact. Native/PD Qwen0.6/Qwen4=4/4,Gemma2/4(other2afterEOS),KONI2/4(preEOS). Eleven selfchecks pass;coordinator/cleanup0,fresh owned-Pod absence verified.", "state": "active", "done": false, "review": true, "experiments": ["experiments/2026-10-30-atom-edge201-final.md"], "runtime_scope": "historical stream265 B1 engine,final HTTP SHA256e3449979b88d03edb6d5bf0d402a708e5d98054fdf203e22b480f3d7e6fd759a"} diff --git a/opt_prime/examples/pd/http_matrix/STATUS.md b/opt_prime/examples/pd/http_matrix/STATUS.md index 1e017669..d2880622 100644 --- a/opt_prime/examples/pd/http_matrix/STATUS.md +++ b/opt_prime/examples/pd/http_matrix/STATUS.md @@ -142,3 +142,7 @@ Native GPU short/long sweep completes four models at128/8192 input,32/128 output ## RNGD-to-GPU short/long controls complete (2026-10-30) Four models, whole/stream, input128/8192, output32/128, c1/c4:64 conditions352 responses independently audited. Whole/stream references match4/4 per model; native matches Qwen0.6B4/4,Qwen4B2/4,Gemma4/4,KONI2/4. Qwen4/KONI pre-EOS differences remain. At8K/128/c4, stream throughput is75.41/36.29/56.54/39.71tok/s respectively, versus native60.84/40.92/58.83/40.46. Single batches and an added RNGD prevent stable/equal-resource claims. All exits0 and local GPU/RNGD idle checks pass. Portable auditor and10 selfchecks included. Remote ATOM short/long sweep remains active. See experiments/2026-10-30-pd-gpu-edge201.md. + +## ATOM short/long controls complete (2026-10-30) + +All four models complete native/whole/stream at128/8192 input,32/128 output,c1/c4:96conditions528responses. Whole/stream16/16 reference pairs match. Native/PD equality is Qwen0.6/Qwen4=4/4,Gemma2/4(other2equal through EOS),KONI2/4(pre-EOS differences retained). Single-batch8K/128/c4 stream throughput44.24/14.47/43.87/10.44tok/s; one ATOM lane,extra RNGD for PD. Eleven independent auditor selfchecks pass;all exits0 and owned Pod absence verified. Cache and broader goal work remain active. See experiments/2026-10-30-atom-edge201-final.md. diff --git a/opt_prime/examples/pd/http_matrix/evidence265/atom-edge201-final-summary.json b/opt_prime/examples/pd/http_matrix/evidence265/atom-edge201-final-summary.json new file mode 100644 index 00000000..25f36002 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/atom-edge201-final-summary.json @@ -0,0 +1,1669 @@ +{ + "runtime_scope": "stream265 B1 engine/artifacts with PR266 final HTTP e344997; no whole-runtime current-main claim", + "queue_sha256": "e056ae44768d325bb34a99e3950100cd70120f4958b0b3e7383d390ab563e932", + "sources": { + "benchmark267_deadline.py": "c8ebb077a608e3da70a9748aed19c03f22ae87355f0167a2fb1e68b88ec21d79", + "atom_server265_http.py": "f222ebe20de1b7e6d4c233907ff41a248694c01d75382dd8be2bccaad53a7300", + "llmd_mid201_1030.py": "e3449979b88d03edb6d5bf0d402a708e5d98054fdf203e22b480f3d7e6fd759a", + "container_bootstrap.py": "9225577d93008057d4dd7ff93364cd6c6fb37aa8ce40aa819d6f01a5399d054e", + "run-http267-deadline-atom.sh": "a33b0d7643e89eee54b76717b6c85dceedf4ad1d5e7bc2bc5552507826346b3c", + "furiosa_prefill_python.sh": "317036f016a063d4495f8d81af9523b327a95a52bc7d1d740d664e5f197a0edc", + "streaming_factories.py": "77745350973cc54bf508e0c8b473efc442afef20b1c64f7c4edc179ea1471389", + "prefill.py": "53dfd7123d0e7593cfb9073bcd125c92af267204fc480b06ef615cf58f4b5cbd", + "long_width_variant.py": "74849665643d87b6d44f86c64849c4f532c7dedff9880404950a2692ec443c84", + "batching.py": "d98a51d75a36cd8c379a6220adb92528b3607cf80145b85a032270494a429580", + "pd_batching.py": "c827775c1d399bf724a9747c3424ee5ea69f93054493bfbb71d5f0cf08fff65b" + }, + "models": { + "qwen06b/native": { + "raw_sha256": "987cff8b71c97ed8ad8dff2850012feaca29e6023d4e6670daa994d09b434f35", + "historical_c16_same_route_reference_tokens_equal": { + "128:32": true, + "128:128": true, + "8192:32": true, + "8192:128": true + }, + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_native_reference_tokens_equal": { + "128:32": true, + "128:128": true, + "8192:32": true, + "8192:128": true + }, + "measurements": [ + { + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 0.22441567783243954, + "output_tok_s": 142.59253323599285, + "median_first_sse_s": 0.013712699990719557, + "median_tpot_est_s": 0.0067914328087241415, + "median_e2e_s": 0.22424711706116796, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 0.8915772968903184, + "output_tok_s": 143.56579115063147, + "median_first_sse_s": 0.34809708409011364, + "median_tpot_est_s": 0.006787616676921325, + "median_e2e_s": 0.5584297550376505, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 0.8803708460181952, + "output_tok_s": 145.39327441262697, + "median_first_sse_s": 0.013728910824283957, + "median_tpot_est_s": 0.006822500033230763, + "median_e2e_s": 0.8801864150445908, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 3.5134612962137908, + "output_tok_s": 145.7252426693148, + "median_first_sse_s": 1.3287723935209215, + "median_tpot_est_s": 0.006820362361008667, + "median_e2e_s": 2.195446340017952, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 1.4343522919807583, + "output_tok_s": 22.309721383586897, + "median_first_sse_s": 1.0883421038743109, + "median_tpot_est_s": 0.011156747357979897, + "median_e2e_s": 1.4342012719716877, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 5.75173135381192, + "output_tok_s": 22.254168723504254, + "median_first_sse_s": 3.2467823600163683, + "median_tpot_est_s": 0.011307454889550084, + "median_e2e_s": 3.597084331093356, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 2.519490452017635, + "output_tok_s": 50.8039234272534, + "median_first_sse_s": 1.0887356628663838, + "median_tpot_est_s": 0.011264247308287212, + "median_e2e_s": 2.5192950710188597, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 10.10940439789556, + "output_tok_s": 50.645911455137885, + "median_first_sse_s": 4.848010343965143, + "median_tpot_est_s": 0.011381238117799397, + "median_e2e_s": 6.2934275849256665, + "all_text_equal": true + } + ] + }, + "qwen06b/whole": { + "raw_sha256": "d7226237b79fc37edd195846087dd064494b7cb257b8591486d3bdd8522f7890", + "historical_c16_same_route_reference_tokens_equal": null, + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_native_reference_tokens_equal": { + "128:32": true, + "128:128": true, + "8192:32": true, + "8192:128": true + }, + "measurements": [ + { + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 1.4602117198519409, + "output_tok_s": 21.914630299806564, + "median_first_sse_s": 1.259479665197432, + "median_tpot_est_s": 0.006470599159177753, + "median_e2e_s": 1.4600682391319424, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 5.832067024894059, + "output_tok_s": 21.947621564298665, + "median_first_sse_s": 3.407697473303415, + "median_tpot_est_s": 0.006597168886313035, + "median_e2e_s": 3.617136735818349, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 2.1049063000828028, + "output_tok_s": 60.81030780085781, + "median_first_sse_s": 1.2420090658124536, + "median_tpot_est_s": 0.006793463883158846, + "median_e2e_s": 2.104778978973627, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 8.550904746167362, + "output_tok_s": 59.876704886636205, + "median_first_sse_s": 4.4744013553718105, + "median_tpot_est_s": 0.006822556114249577, + "median_e2e_s": 5.326814651489258, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 2.724616118008271, + "output_tok_s": 11.744773800792315, + "median_first_sse_s": 2.374837141018361, + "median_tpot_est_s": 0.011275694675503238, + "median_e2e_s": 2.7243836759589612, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 10.983659566147253, + "output_tok_s": 11.653675100647595, + "median_first_sse_s": 6.5371150959981605, + "median_tpot_est_s": 0.01129217991875785, + "median_e2e_s": 6.88866190938279, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 3.856751484097913, + "output_tok_s": 33.18855273091027, + "median_first_sse_s": 2.420016631949693, + "median_tpot_est_s": 0.011311585283434884, + "median_e2e_s": 3.856587962945923, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 15.463685255032033, + "output_tok_s": 33.1098306487705, + "median_first_sse_s": 8.268368866527453, + "median_tpot_est_s": 0.011375305051255356, + "median_e2e_s": 9.709185609477572, + "all_text_equal": true + } + ], + "same_run_native_reference_tokens_equal": { + "128:32": true, + "128:128": true, + "8192:32": true, + "8192:128": true + } + }, + "qwen06b/stream": { + "raw_sha256": "5a151664a9618e18ca53a942e7fefd022d9ae11bd553097e1aca2e6ab59a9250", + "historical_c16_same_route_reference_tokens_equal": null, + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_native_reference_tokens_equal": { + "128:32": true, + "128:128": true, + "8192:32": true, + "8192:128": true + }, + "measurements": [ + { + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 1.068783026887104, + "output_tok_s": 29.940595233067988, + "median_first_sse_s": 0.8557237850036472, + "median_tpot_est_s": 0.006869171317967195, + "median_e2e_s": 1.0686680958606303, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 4.353163808118552, + "output_tok_s": 29.403901539676244, + "median_first_sse_s": 2.5235499680275097, + "median_tpot_est_s": 0.006838267383676383, + "median_e2e_s": 2.7355362569214776, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 1.7687034371774644, + "output_tok_s": 72.36939631002538, + "median_first_sse_s": 0.908636731095612, + "median_tpot_est_s": 0.006771078456090544, + "median_e2e_s": 1.768563695019111, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 7.0838177520781755, + "output_tok_s": 72.27740999544982, + "median_first_sse_s": 3.5882967989891768, + "median_tpot_est_s": 0.006913791200710739, + "median_e2e_s": 4.470248778583482, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 1.873972212895751, + "output_tok_s": 17.076026944152005, + "median_first_sse_s": 1.5268276638817042, + "median_tpot_est_s": 0.011193315716340177, + "median_e2e_s": 1.8738204510882497, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 7.415742425946519, + "output_tok_s": 17.260577923007155, + "median_first_sse_s": 4.266247488441877, + "median_tpot_est_s": 0.011226352950137469, + "median_e2e_s": 4.614264429896139, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 2.9913281588815153, + "output_tok_s": 42.79035705927375, + "median_first_sse_s": 1.5537291399668902, + "median_tpot_est_s": 0.01131855005464392, + "median_e2e_s": 2.991184996906668, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 11.574355836957693, + "output_tok_s": 44.23572311170439, + "median_first_sse_s": 5.8478515590541065, + "median_tpot_est_s": 0.011320535990952212, + "median_e2e_s": 7.281720134895295, + "all_text_equal": true + } + ] + }, + "qwen4b/native": { + "raw_sha256": "03254958b234ac5a00d6f6839129f4fc4c8fdd3a7bd54174f191ea751ab7cda5", + "historical_c16_same_route_reference_tokens_equal": null, + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_native_reference_tokens_equal": null, + "measurements": [ + { + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 1.2159682498313487, + "output_tok_s": 26.31647660573235, + "median_first_sse_s": 0.06398020801134408, + "median_tpot_est_s": 0.037155824871132934, + "median_e2e_s": 1.215810779016465, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 4.880316362017766, + "output_tok_s": 26.227807892986352, + "median_first_sse_s": 1.893444799585268, + "median_tpot_est_s": 0.03731052214730411, + "median_e2e_s": 3.0505369890015572, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 4.789837748976424, + "output_tok_s": 26.723243397410123, + "median_first_sse_s": 0.06401648884639144, + "median_tpot_est_s": 0.03720987259087659, + "median_e2e_s": 4.789670307887718, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 19.200729610864073, + "output_tok_s": 26.665653356750692, + "median_first_sse_s": 7.2698548544431105, + "median_tpot_est_s": 0.03729368434984266, + "median_e2e_s": 11.998990056919865, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 6.299145492026582, + "output_tok_s": 5.080054118531695, + "median_first_sse_s": 4.9715047581121325, + "median_tpot_est_s": 0.04282305393398048, + "median_e2e_s": 6.299019430065528, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 25.167743309168145, + "output_tok_s": 5.085875138966947, + "median_first_sse_s": 14.40293439605739, + "median_tpot_est_s": 0.04278064769272122, + "median_e2e_s": 15.729379545082338, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 10.40061416104436, + "output_tok_s": 12.306965532807258, + "median_first_sse_s": 4.970181592041627, + "median_tpot_est_s": 0.04275808699143038, + "median_e2e_s": 10.400458639953285, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 41.613600787939504, + "output_tok_s": 12.303669721087639, + "median_first_sse_s": 20.564364281017333, + "median_tpot_est_s": 0.042813408377353014, + "median_e2e_s": 26.000462992466055, + "all_text_equal": true + } + ] + }, + "qwen4b/whole": { + "raw_sha256": "f82833eeea8da4de03276192aada64eb73af5e6294d6d5e507a0830a248da4f6", + "historical_c16_same_route_reference_tokens_equal": null, + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_native_reference_tokens_equal": null, + "measurements": [ + { + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 4.268908495083451, + "output_tok_s": 7.496061355462351, + "median_first_sse_s": 3.1164936020504683, + "median_tpot_est_s": 0.037169437645183455, + "median_e2e_s": 4.2687461690511554, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 17.401954599190503, + "output_tok_s": 7.355495572086727, + "median_first_sse_s": 9.562186222989112, + "median_tpot_est_s": 0.03708341230653347, + "median_e2e_s": 10.71393931703642, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 7.964646928943694, + "output_tok_s": 16.07101998895209, + "median_first_sse_s": 3.251845146995038, + "median_tpot_est_s": 0.03710792543307886, + "median_e2e_s": 7.964551676996052, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 31.50269885105081, + "output_tok_s": 16.252575768851045, + "median_first_sse_s": 14.86618488538079, + "median_tpot_est_s": 0.03723049888984982, + "median_e2e_s": 19.597379186423495, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 6.074527679011226, + "output_tok_s": 5.267899282205389, + "median_first_sse_s": 4.751924969023094, + "median_tpot_est_s": 0.04266017245038623, + "median_e2e_s": 6.074390314985067, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 23.650252083782107, + "output_tok_s": 5.412204468119583, + "median_first_sse_s": 13.462325083091855, + "median_tpot_est_s": 0.04256763849632754, + "median_e2e_s": 14.78466279443819, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 10.029491791967303, + "output_tok_s": 12.762361508936692, + "median_first_sse_s": 4.600994298001751, + "median_tpot_est_s": 0.042742635662425456, + "median_e2e_s": 10.029309027129784, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 40.264732538023964, + "output_tok_s": 12.715842568095871, + "median_first_sse_s": 19.580377990962006, + "median_tpot_est_s": 0.04264856905925755, + "median_e2e_s": 24.998237038962543, + "all_text_equal": true + } + ], + "same_run_native_reference_tokens_equal": { + "128:32": true, + "128:128": true, + "8192:32": true, + "8192:128": true + } + }, + "qwen4b/stream": { + "raw_sha256": "cd8f4151068500b572e08aedba5f382f9aa7392f37b9b06c33a603d6bd7ed168", + "historical_c16_same_route_reference_tokens_equal": null, + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_native_reference_tokens_equal": null, + "measurements": [ + { + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 3.4770764438435435, + "output_tok_s": 9.20313387318783, + "median_first_sse_s": 2.324579426785931, + "median_tpot_est_s": 0.0371716258777005, + "median_e2e_s": 3.4768998289946467, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 13.957581576891243, + "output_tok_s": 9.170643158691773, + "median_first_sse_s": 7.566767725627869, + "median_tpot_est_s": 0.03719492188669861, + "median_e2e_s": 8.717900355579332, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 7.091087477048859, + "output_tok_s": 18.05082794624761, + "median_first_sse_s": 2.364456932991743, + "median_tpot_est_s": 0.03721656205543265, + "median_e2e_s": 7.09096031403169, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 28.388011045986786, + "output_tok_s": 18.0357827524652, + "median_first_sse_s": 13.081585865002126, + "median_tpot_est_s": 0.03722382066533057, + "median_e2e_s": 17.814849659451284, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 4.525851825019345, + "output_tok_s": 7.070492194000015, + "median_first_sse_s": 3.1994254561141133, + "median_tpot_est_s": 0.04278492150948413, + "median_e2e_s": 4.525758022908121, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 19.459861802868545, + "output_tok_s": 6.577641778583018, + "median_first_sse_s": 10.922323756967671, + "median_tpot_est_s": 0.04270450503475243, + "median_e2e_s": 12.248675882001407, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 8.66073458106257, + "output_tok_s": 14.779346809667027, + "median_first_sse_s": 3.219067192869261, + "median_tpot_est_s": 0.042846562637852165, + "median_e2e_s": 8.660580647876486, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 35.372794355032966, + "output_tok_s": 14.4744007177129, + "median_first_sse_s": 16.554578093928285, + "median_tpot_est_s": 0.0428274995830702, + "median_e2e_s": 21.997104752459563, + "all_text_equal": true + } + ] + }, + "gemma/native": { + "raw_sha256": "cb8b1660810c21040836e03eceab0d29e488adb27f4b6b9137bc4c7ed0d2a383", + "historical_c16_same_route_reference_tokens_equal": null, + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_native_reference_tokens_equal": null, + "measurements": [ + { + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 0.3472516580950469, + "output_tok_s": 92.15218776937049, + "median_first_sse_s": 0.026209425879642367, + "median_tpot_est_s": 0.010350621936302032, + "median_e2e_s": 0.34707870590500534, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 1.380006852792576, + "output_tok_s": 92.75316259551882, + "median_first_sse_s": 0.5437009730376303, + "median_tpot_est_s": 0.010318134885071027, + "median_e2e_s": 0.8634580130456015, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 1.390820562839508, + "output_tok_s": 92.03200140978242, + "median_first_sse_s": 0.02536849887110293, + "median_tpot_est_s": 0.010750608592052159, + "median_e2e_s": 1.3906957900617272, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 5.6367720030248165, + "output_tok_s": 90.83212869444594, + "median_first_sse_s": 2.130723246955313, + "median_tpot_est_s": 0.010871146823917552, + "median_e2e_s": 3.517144508077763, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 1.1548842070624232, + "output_tok_s": 27.70840557374628, + "median_first_sse_s": 0.8082120860926807, + "median_tpot_est_s": 0.011178349933376717, + "median_e2e_s": 1.154740934027359, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 4.630275414092466, + "output_tok_s": 27.64414393373358, + "median_first_sse_s": 2.541691349586472, + "median_tpot_est_s": 0.011285764935065902, + "median_e2e_s": 2.8974249890306965, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 2.1953127291053534, + "output_tok_s": 58.30604373717785, + "median_first_sse_s": 0.805790128884837, + "median_tpot_est_s": 0.01094000052851368, + "median_e2e_s": 2.1951701960060745, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 8.877173633081838, + "output_tok_s": 57.676015042892864, + "median_first_sse_s": 4.134264715015888, + "median_tpot_est_s": 0.011137892779945507, + "median_e2e_s": 5.55265374854207, + "all_text_equal": true + } + ] + }, + "gemma/whole": { + "raw_sha256": "8d1d2edc8bca26175ce9385077206d4a0929aafcc94f80420009743536186096", + "historical_c16_same_route_reference_tokens_equal": null, + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_native_reference_tokens_equal": null, + "measurements": [ + { + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 1.9093757190275937, + "output_tok_s": 16.759404490749965, + "median_first_sse_s": 1.5732239030767232, + "median_tpot_est_s": 0.010839980771584858, + "median_e2e_s": 1.9092633069958538, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 7.51866881782189, + "output_tok_s": 17.024290216985616, + "median_first_sse_s": 4.371208690456115, + "median_tpot_est_s": 0.010447387305659151, + "median_e2e_s": 4.689110927982256, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 2.9355871439911425, + "output_tok_s": 43.60286161560674, + "median_first_sse_s": 1.5591871908400208, + "median_tpot_est_s": 0.010836640079542407, + "median_e2e_s": 2.9354404809419066, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 11.801665276987478, + "output_tok_s": 43.383707975379416, + "median_first_sse_s": 5.988545411499217, + "median_tpot_est_s": 0.01098344979558404, + "median_e2e_s": 7.379787004436366, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 2.0951672540977597, + "output_tok_s": 15.273243669408215, + "median_first_sse_s": 1.7530025378800929, + "median_tpot_est_s": 0.011032872998546208, + "median_e2e_s": 2.0950216008350253, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 8.488388303900138, + "output_tok_s": 15.079423256495957, + "median_first_sse_s": 4.988412006525323, + "median_tpot_est_s": 0.011074620434233257, + "median_e2e_s": 5.331725239986554, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 3.1188362250104547, + "output_tok_s": 41.040949496978136, + "median_first_sse_s": 1.7780595778021961, + "median_tpot_est_s": 0.010555767677871026, + "median_e2e_s": 3.1186420728918165, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 12.738653260981664, + "output_tok_s": 40.19263178849915, + "median_first_sse_s": 6.598144017509185, + "median_tpot_est_s": 0.011018514735844191, + "median_e2e_s": 7.997495388961397, + "all_text_equal": true + } + ], + "same_run_native_reference_tokens_equal": { + "128:32": false, + "128:128": false, + "8192:32": true, + "8192:128": true + } + }, + "gemma/stream": { + "raw_sha256": "3fde24616b55003365d61bac574210e107c9d7c43a487539e6315cd08e012695", + "historical_c16_same_route_reference_tokens_equal": null, + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_native_reference_tokens_equal": null, + "measurements": [ + { + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 1.834928133059293, + "output_tok_s": 17.439375103289652, + "median_first_sse_s": 1.4943967510480434, + "median_tpot_est_s": 0.010979643001431418, + "median_e2e_s": 1.8347656840924174, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 7.3748804880306125, + "output_tok_s": 17.356213461051098, + "median_first_sse_s": 4.279588699922897, + "median_tpot_est_s": 0.010927517241197489, + "median_e2e_s": 4.616849534562789, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 2.886711019091308, + "output_tok_s": 44.341120102937225, + "median_first_sse_s": 1.4901066459715366, + "median_tpot_est_s": 0.01099541318954856, + "median_e2e_s": 2.8865241210442036, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 11.473725783871487, + "output_tok_s": 44.62369152308955, + "median_first_sse_s": 5.796289229998365, + "median_tpot_est_s": 0.010831329235477066, + "median_e2e_s": 7.1466099774697796, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 1.851198649033904, + "output_tok_s": 17.286097316838486, + "median_first_sse_s": 1.5086390969809145, + "median_tpot_est_s": 0.01104647877265609, + "median_e2e_s": 1.8510799389332533, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 7.415683589875698, + "output_tok_s": 17.260714868519024, + "median_first_sse_s": 4.2923656849889085, + "median_tpot_est_s": 0.011086090644370885, + "median_e2e_s": 4.636034494964406, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 2.884301330894232, + "output_tok_s": 44.3781648709761, + "median_first_sse_s": 1.515545218018815, + "median_tpot_est_s": 0.010776233969358947, + "median_e2e_s": 2.8841269321274012, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 11.670147645985708, + "output_tok_s": 43.87262402597944, + "median_first_sse_s": 5.891445194021799, + "median_tpot_est_s": 0.011059043405570207, + "median_e2e_s": 7.292807981488295, + "all_text_equal": true + } + ] + }, + "koni/native": { + "raw_sha256": "34d007472cdaa7700c582bfad62fb537465a00a6f0e62c7cafde93fa3225e485", + "historical_c16_same_route_reference_tokens_equal": null, + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_native_reference_tokens_equal": null, + "measurements": [ + { + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 2.1887402129359543, + "output_tok_s": 14.62028239389613, + "median_first_sse_s": 0.10263805603608489, + "median_tpot_est_s": 0.0672879257134252, + "median_e2e_s": 2.188563753152266, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 8.746516650076956, + "output_tok_s": 14.634397340211294, + "median_first_sse_s": 3.397742318571545, + "median_tpot_est_s": 0.06721248601623361, + "median_e2e_s": 5.481329385074787, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 8.657303738873452, + "output_tok_s": 14.785203784089045, + "median_first_sse_s": 0.10247875889763236, + "median_tpot_est_s": 0.06735932519732732, + "median_e2e_s": 8.657113058958203, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 34.616041583009064, + "output_tok_s": 14.790830394983985, + "median_first_sse_s": 13.085077764466405, + "median_tpot_est_s": 0.06732622019700912, + "median_e2e_s": 21.640416910522617, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 9.53240118501708, + "output_tok_s": 3.356971593925069, + "median_first_sse_s": 7.299699579831213, + "median_tpot_est_s": 0.07201636916837625, + "median_e2e_s": 9.532207024050876, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 38.134685535915196, + "output_tok_s": 3.356524334767354, + "median_first_sse_s": 21.606141794589348, + "median_tpot_est_s": 0.07204521346401663, + "median_e2e_s": 23.837417333968915, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 16.45123089500703, + "output_tok_s": 7.780572822599443, + "median_first_sse_s": 7.301761330105364, + "median_tpot_est_s": 0.07204153711768234, + "median_e2e_s": 16.45103654405102, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 65.80244668084197, + "output_tok_s": 7.780865694604424, + "median_first_sse_s": 31.967521687038243, + "median_tpot_est_s": 0.072074079323252, + "median_e2e_s": 41.12092976109125, + "all_text_equal": true + } + ] + }, + "koni/whole": { + "raw_sha256": "e9cb176a13c06a7059b392e64f6a4ed05c2e7bcfe664b282656586b0798fb888", + "historical_c16_same_route_reference_tokens_equal": null, + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_native_reference_tokens_equal": null, + "measurements": [ + { + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 5.423868768848479, + "output_tok_s": 5.8998477588154845, + "median_first_sse_s": 3.3424880020320415, + "median_tpot_est_s": 0.0671352869305279, + "median_e2e_s": 5.423681896878406, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 21.633584551978856, + "output_tok_s": 5.916726360925316, + "median_first_sse_s": 11.442605841439217, + "median_tpot_est_s": 0.06704588208512793, + "median_e2e_s": 13.521028186078183, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 11.870846170932055, + "output_tok_s": 10.782719121862726, + "median_first_sse_s": 3.3315322319976985, + "median_tpot_est_s": 0.06723737651042229, + "median_e2e_s": 11.87067904882133, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 47.27294039702974, + "output_tok_s": 10.830720401563386, + "median_first_sse_s": 21.082893259939738, + "median_tpot_est_s": 0.06707532782708918, + "median_e2e_s": 29.598896867479198, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 6.783298281021416, + "output_tok_s": 4.717469094574668, + "median_first_sse_s": 4.5576563000213355, + "median_tpot_est_s": 0.07178957613124963, + "median_e2e_s": 6.783133160090074, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 27.23841682798229, + "output_tok_s": 4.6992452170900165, + "median_first_sse_s": 14.813995452946983, + "median_tpot_est_s": 0.07174383483887199, + "median_e2e_s": 17.03801288199611, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 13.727079523028806, + "output_tok_s": 9.324634550653313, + "median_first_sse_s": 4.599633102072403, + "median_tpot_est_s": 0.07186843826816836, + "median_e2e_s": 13.726924762129784, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 54.938630336895585, + "output_tok_s": 9.319489708067076, + "median_first_sse_s": 25.227438755100593, + "median_tpot_est_s": 0.07188338992061226, + "median_e2e_s": 34.3589959180681, + "all_text_equal": true + } + ], + "same_run_native_reference_tokens_equal": { + "128:32": true, + "128:128": false, + "8192:32": true, + "8192:128": false + } + }, + "koni/stream": { + "raw_sha256": "234af6ca0371bee8616ea3e68f1f4f2d559abd2f44087100100518cdb7c80831", + "historical_c16_same_route_reference_tokens_equal": null, + "conditions": 8, + "warmups": 4, + "token_checks": 20, + "sse_checks": 20, + "historical_c16_native_reference_tokens_equal": null, + "measurements": [ + { + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 5.535302592907101, + "output_tok_s": 5.781075101658323, + "median_first_sse_s": 3.450329619925469, + "median_tpot_est_s": 0.06725119874482194, + "median_e2e_s": 5.535116781014949, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 20.33747329795733, + "output_tok_s": 6.293800519106577, + "median_first_sse_s": 10.647279825527221, + "median_tpot_est_s": 0.06705937221000391, + "median_e2e_s": 12.725944387493655, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 11.578436837065965, + "output_tok_s": 11.055032885806703, + "median_first_sse_s": 3.0526301409117877, + "median_tpot_est_s": 0.06713097538491052, + "median_e2e_s": 11.578264014795423, + "all_text_equal": true + }, + { + "input_tokens": 128, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 46.62100750696845, + "output_tok_s": 10.982173646150208, + "median_first_sse_s": 20.614661935018376, + "median_tpot_est_s": 0.0671430022673916, + "median_e2e_s": 29.142852725926787, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 1, + "requests": 1, + "output_tokens": 32, + "wall_s": 5.016835496993735, + "output_tok_s": 6.378522879447717, + "median_first_sse_s": 2.7888053129427135, + "median_tpot_est_s": 0.07186861880754511, + "median_e2e_s": 5.016732495976612, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 32, + "concurrency": 4, + "requests": 4, + "output_tokens": 128, + "wall_s": 20.059322447981685, + "output_tok_s": 6.381072956573317, + "median_first_sse_s": 10.265192255028524, + "median_tpot_est_s": 0.07158390143435568, + "median_e2e_s": 12.48019024450332, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 1, + "requests": 1, + "output_tokens": 128, + "wall_s": 11.81012747110799, + "output_tok_s": 10.838155668779708, + "median_first_sse_s": 2.702076394110918, + "median_tpot_est_s": 0.07171565665328127, + "median_e2e_s": 11.80996478907764, + "all_text_equal": true + }, + { + "input_tokens": 8192, + "output_tokens_per_request": 128, + "concurrency": 4, + "requests": 4, + "output_tokens": 512, + "wall_s": 49.02874328591861, + "output_tok_s": 10.442853838088277, + "median_first_sse_s": 21.53315084206406, + "median_tpot_est_s": 0.07189152836909621, + "median_e2e_s": 30.663374944939278, + "all_text_equal": true + } + ] + } + }, + "limits": "Historical stream265 runtime with final PR266 HTTP override, one ATOM decode lane; c4 queued clients, cache off, no current-main/cacheon/physicalB4 certification.", + "whole_stream_reference_tokens_equal": { + "qwen06b": { + "128:32": true, + "128:128": true, + "8192:32": true, + "8192:128": true + }, + "qwen4b": { + "128:32": true, + "128:128": true, + "8192:32": true, + "8192:128": true + }, + "gemma": { + "128:32": true, + "128:128": true, + "8192:32": true, + "8192:128": true + }, + "koni": { + "128:32": true, + "128:128": true, + "8192:32": true, + "8192:128": true + } + }, + "native_differences": { + "qwen06b": { + "eos_ids": [ + 151643, + 151645 + ], + "references": { + "128:32": { + "equal": true, + "first_difference_index": null, + "native_eos_index": null, + "whole_eos_index": null, + "equal_through_same_eos": false, + "native_token": null, + "whole_token": null + }, + "128:128": { + "equal": true, + "first_difference_index": null, + "native_eos_index": null, + "whole_eos_index": null, + "equal_through_same_eos": false, + "native_token": null, + "whole_token": null + }, + "8192:32": { + "equal": true, + "first_difference_index": null, + "native_eos_index": null, + "whole_eos_index": null, + "equal_through_same_eos": false, + "native_token": null, + "whole_token": null + }, + "8192:128": { + "equal": true, + "first_difference_index": null, + "native_eos_index": null, + "whole_eos_index": null, + "equal_through_same_eos": false, + "native_token": null, + "whole_token": null + } + } + }, + "qwen4b": { + "eos_ids": [ + 151643, + 151645 + ], + "references": { + "128:32": { + "equal": true, + "first_difference_index": null, + "native_eos_index": null, + "whole_eos_index": null, + "equal_through_same_eos": false, + "native_token": null, + "whole_token": null + }, + "128:128": { + "equal": true, + "first_difference_index": null, + "native_eos_index": null, + "whole_eos_index": null, + "equal_through_same_eos": false, + "native_token": null, + "whole_token": null + }, + "8192:32": { + "equal": true, + "first_difference_index": null, + "native_eos_index": null, + "whole_eos_index": null, + "equal_through_same_eos": false, + "native_token": null, + "whole_token": null + }, + "8192:128": { + "equal": true, + "first_difference_index": null, + "native_eos_index": null, + "whole_eos_index": null, + "equal_through_same_eos": false, + "native_token": null, + "whole_token": null + } + } + }, + "gemma": { + "eos_ids": [ + 1, + 106 + ], + "references": { + "128:32": { + "equal": false, + "first_difference_index": 5, + "native_eos_index": 2, + "whole_eos_index": 2, + "equal_through_same_eos": true, + "native_token": 107, + "whole_token": 130614 + }, + "128:128": { + "equal": false, + "first_difference_index": 5, + "native_eos_index": 2, + "whole_eos_index": 2, + "equal_through_same_eos": true, + "native_token": 107, + "whole_token": 130614 + }, + "8192:32": { + "equal": true, + "first_difference_index": null, + "native_eos_index": null, + "whole_eos_index": null, + "equal_through_same_eos": false, + "native_token": null, + "whole_token": null + }, + "8192:128": { + "equal": true, + "first_difference_index": null, + "native_eos_index": null, + "whole_eos_index": null, + "equal_through_same_eos": false, + "native_token": null, + "whole_token": null + } + } + }, + "koni": { + "eos_ids": [ + 128001, + 128009 + ], + "references": { + "128:32": { + "equal": true, + "first_difference_index": null, + "native_eos_index": null, + "whole_eos_index": null, + "equal_through_same_eos": false, + "native_token": null, + "whole_token": null + }, + "128:128": { + "equal": false, + "first_difference_index": 40, + "native_eos_index": null, + "whole_eos_index": null, + "equal_through_same_eos": false, + "native_token": 38766, + "whole_token": 7 + }, + "8192:32": { + "equal": true, + "first_difference_index": null, + "native_eos_index": null, + "whole_eos_index": null, + "equal_through_same_eos": false, + "native_token": null, + "whole_token": null + }, + "8192:128": { + "equal": false, + "first_difference_index": 37, + "native_eos_index": null, + "whole_eos_index": null, + "equal_through_same_eos": false, + "native_token": 279, + "whole_token": 44564 + } + } + } + }, + "state": "complete", + "completed_arms": 12, + "decoder_versions": { + "torch": "2.9.1+cpu", + "transformers": "4.57.6", + "optimum-rbln": "0.10.2", + "rebel-compiler": "0.11.0" + }, + "producer_versions": { + "torch": "2.10.0+cpu", + "transformers": "5.19.0", + "furiosa-torch": "2026.4.0", + "furiosa-compiler": "not installed" + }, + "cleanup": { + "coordinator_exit_code": 0, + "cleanup_exit_code": 0, + "fresh_pod_query_empty": true, + "uid_scoped_cleanup": true, + "raw_sha256": "33e2eb62e2459d41d383b5180387a864edff83cb43c0a6ae1db7b61ff284b105" + } +} diff --git a/opt_prime/examples/pd/http_matrix/evidence265/audit_atom_edge201.py b/opt_prime/examples/pd/http_matrix/evidence265/audit_atom_edge201.py new file mode 100644 index 00000000..b00f0be6 --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/evidence265/audit_atom_edge201.py @@ -0,0 +1,61 @@ +import argparse,hashlib,json,math,pathlib,statistics +parser=argparse.ArgumentParser(description="Audit saved ATOM native/whole/stream short/long measurements") +parser.add_argument("artifacts",type=pathlib.Path) +args=parser.parse_args() +b=args.artifacts.resolve();q=json.loads((b/'edge201-atom1030-queue.json').read_text()) +completed=[x for x in q['runs'] if x.get('exit_code')==0 and x.get('passed') and x.get('parity_passed')] +planned={(model,mode) for model in ['qwen06b','qwen4b','gemma','koni'] for mode in ['native','whole','stream']} +keys=[(r['model'],r['mode']) for r in q['runs']] +assert len(keys)==len(set(keys)) and set(keys)<=planned +if q['state']=='complete':assert len(completed)==12 and set(keys)==planned +expected={(n,o,c) for n in [128,8192] for o in [32,128] for c in [1,4]} +report={'runtime_scope':q['runtime_scope'],'queue_sha256':hashlib.sha256((b/'edge201-atom1030-queue.json').read_bytes()).hexdigest(),'sources':q['source_hashes'],'models':{},'limits':'Historical stream265 runtime with final PR266 HTTP override, one ATOM decode lane; c4 queued clients, cache off, no current-main/cacheon/physicalB4 certification.'} +for run in completed: + model=run['model'];mode=run['mode'];p=b/f'edge201-atom-final-{model}-{mode}.json';d=json.loads(p.read_text());oldpath=b/f'stream265-{model}-http-atom-c16-native.json';old=json.loads(oldpath.read_text()) if oldpath.exists() else None + previous_path=b/f'stream265-{model}-http-atom-c16-{mode}.json' + previous_pd=json.loads(previous_path.read_text()) if previous_path.exists() else None + assert d['passed'] and d['parity_passed'] and d['mode']==('native' if mode=='native' else 'pd') + assert d['physical_gpus']==0 and d['physical_rngd']==int(mode!='native') and d['physical_atom']==1 and d['slots_per_decoder']==1 and d['context']==9216 + assert d['producer_cache'] is False and d['decoder_cache'] is False + assert len(d['warmups'])==4 and len(d['correctness_batches'])==len(d['batches'])==8 + assert {tuple(map(int,r['id'].split('-')[-2:])) for r in d['warmups']}=={(n,o) for n in [128,8192] for o in [32,128]} + assert set(d['references'])=={f'{n}:{o}' for n in [128,8192] for o in [32,128]} + assert {(x['input_tokens'],x['output_tokens'],x['concurrency']) for x in d['correctness_batches']}==expected + assert {(x['input_tokens'],x['output_tokens_per_request'],x['concurrency']) for x in d['batches']}==expected + for n,ids in d['prompts'].items():assert len(ids)==int(n) and (old is None or old['prompts'][n]==ids) + for warm in d['warmups']: + n,o=map(int,warm['id'].split('-')[-2:]);ref=d['references'][f'{n}:{o}'] + assert warm['tokens_equal'] and warm['tokens']==ref['tokens'] and len(warm['tokens'])==o and warm['text']==ref['text'] + for batch in d['correctness_batches']: + n,o,c=batch['input_tokens'],batch['output_tokens'],batch['concurrency'];ref=d['references'][f'{n}:{o}'];assert len(batch['rows'])==c + assert all(r['tokens_equal'] and r['tokens']==ref['tokens'] and len(r['tokens'])==o for r in batch['rows']) + for batch in d['batches']: + n,o,c=batch['input_tokens'],batch['output_tokens_per_request'],batch['concurrency'];ref=d['references'][f'{n}:{o}'];rows=batch['rows'];s=batch['summary'];assert len(rows)==c + assert all(r['text_equal'] and r['text']==ref['text'] and r['output_tokens']==o and 0=4 +with tempfile.TemporaryDirectory(prefix='mid201-audit-test-') as td: + t=pathlib.Path(td) + names=['mid201-atom-final-artifact-metadata.json','mid201-atom-final-koni-eos.json'] + for r in q['runs']: + m,mode=r['model'],r['mode'];names += [f'edge201-atom-final-{m}-{mode}.json',f'stream265-{m}-http-atom-c16-native.json',f'stream265-{m}-http-atom-c16-{mode}.json'] + for name in set(names): + if (b/name).exists():(t/name).symlink_to(b/name) + (t/'stream265-qwen4b-http-atom-c16-native.json').unlink(missing_ok=True) + (t/'edge201-atom1030-queue.json').write_text(json.dumps(q)) + def run(expect_success): + r=subprocess.run([sys.executable,str(auditor),str(t)],capture_output=True,text=True) + assert (r.returncode==0)==expect_success,r.stderr + return r + run(True) + summary=json.loads((t/'edge201-atom-final-summary.json').read_text()) + for key,result in summary['models'].items(): + model,mode=key.split('/') + raw=json.loads((t/f'edge201-atom-final-{model}-{mode}.json').read_text()) + for row,batch in zip(result['measurements'],raw['batches'],strict=True): + assert row['output_tokens_per_request']==batch['output_tokens_per_request'] + assert row['output_tokens']==row['concurrency']*row['output_tokens_per_request'] + print('PASS per-request output length preserved separately from aggregate output tokens') + duplicate=dict(q);duplicate['state']='complete';duplicate['runs']=[q['runs'][0]]*12 + (t/'edge201-atom1030-queue.json').write_text(json.dumps(duplicate)) + run(False);print('PASS duplicate arms cannot certify full matrix') + (t/'edge201-atom1030-queue.json').write_text(json.dumps(q)) + run(True) + s=json.loads((t/'edge201-atom-final-summary.json').read_text());assert s['models']['qwen4b/native']['historical_c16_native_reference_tokens_equal'] is None + print('PASS missing historical control stays unavailable while current raw is checked') + name='edge201-atom-final-qwen4b-native.json';p=t/name;original=(b/name).read_text();p.unlink() + for label,mutate in [ + ('duplicate warmup hides missing pair',lambda d:d['warmups'].__setitem__(-1,d['warmups'][0])), + ('wrong warmup hidden by green flag',lambda d:d['warmups'][0]['tokens'].__setitem__(0,-1)), + ('wrong token hidden by green flag',lambda d:d['correctness_batches'][0]['rows'][0]['tokens'].__setitem__(0,-1)), + ('wrong SSE hidden by green flag',lambda d:d['batches'][0]['rows'][0].__setitem__('text','CORRUPTED')), + ('wrong resource metadata',lambda d:d.__setitem__('physical_atom',0)), + ('missing condition',lambda d:d['batches'].pop()), + ('incorrect throughput summary',lambda d:d['batches'][0]['summary'].__setitem__('output_tok_s',-1))]: + d=json.loads(original);mutate(d);p.write_text(json.dumps(d));run(False);print('PASS rejected',label) + p.unlink();run(False);print('PASS missing current artifact rejected') diff --git a/opt_prime/examples/pd/http_matrix/experiments/2026-10-30-atom-edge201-final.md b/opt_prime/examples/pd/http_matrix/experiments/2026-10-30-atom-edge201-final.md new file mode 100644 index 00000000..2fb496fc --- /dev/null +++ b/opt_prime/examples/pd/http_matrix/experiments/2026-10-30-atom-edge201-final.md @@ -0,0 +1,55 @@ +# ATOM short/long HTTP comparison with final HTTP module + +- Date: 2026-10-30; related #201, #265 and PR266. +- HTTP source SHA256: `e3449979b88d03edb6d5bf0d402a708e5d98054fdf203e22b480f3d7e6fd759a`. +- Runtime: historical stream265 B1 engine and research RNGD producers with final PR266 HTTP override. This is not whole-runtime current-main or vendor native furiosa-llm qualification. +- One ATOM decode lane; PD adds one RNGD. c4 means queued clients, not hardware batch four. +- Decoder: torch2.9.1+cpu, Transformers4.57.6, optimum-rbln0.10.2, rebel-compiler0.11.0. Producer: torch2.10.0+cpu, Transformers5.19.0, furiosa-torch2026.4.0. + +## Coverage and output checks + +Four models, three routes (native/whole/stream), input128/8192, output32/128, concurrency1/4: 12 arms,96 conditions,528 responses (48warmups,240full-token checks,240timed SSE-text checks). All within-route checks pass. Independent raw auditing verifies exact warmup/condition identities, actual tokens/text, resource counts and timing arithmetic. All16 whole/stream reference pairs match. Eleven selfchecks include corrupt responses, duplicate warmups/arms, absent artifacts, wrong resources and invalid throughput. All children and coordinator exit0; UID-scoped Pod deletion succeeds and a fresh query confirms absence. + +Native/PD equivalence is separate. Qwen0.6B and Qwen4B match4/4 reference arrays each. Gemma matches2/4 full arrays: its two128-input references first differ at index5 after shared EOS index2, with EOS-inclusive prefixes identical. Both8K cases match. KONI's32-output references match, but128-output references differ before EOS at index40(input128) and37(input8192); no configured EOS appears within those128 tokens. These differences remain failures of full native equivalence, not transport-mode regressions or semantic quality passes. + +## Timing samples + +At input8192/output128/c4 (512 generated tokens in each timed batch): + +| Model | Native tok/s | Whole tok/s | Stream tok/s | Native/PD references equal | +|---|---:|---:|---:|---:| +| qwen06b | 50.65 | 33.11 | 44.24 | 4/4 | +| qwen4b | 12.30 | 12.72 | 14.47 | 4/4 | +| gemma | 57.68 | 40.19 | 43.87 | 2/4 | +| koni | 7.78 | 9.32 | 10.44 | 2/4 | + +One timed batch per cell, ordered native then whole then stream. Stream is faster than whole in these cells, with identical whole/stream references. Native uses fewer accelerators; KONI additionally has different native/PD outputs, so its native comparison is not an equivalent-output speedup. These timings do not establish stable gains or device DMA overlap. + +Single-client8K/128 measurements (native / whole / stream): + +| Model | First SSE (s) | Estimated TPOT (ms) | +|---|---:|---:| +| qwen06b | 1.089 / 2.420 / 1.554 | 11.26 / 11.31 / 11.32 | +| qwen4b | 4.970 / 4.601 / 3.219 | 42.76 / 42.74 / 42.85 | +| gemma | 0.806 / 1.778 / 1.516 | 10.94 / 10.56 / 10.78 | +| koni | 7.302 / 4.600 / 2.702 | 72.04 / 71.87 / 71.72 | + +Most observed route latency differences occur before first SSE, while estimated TPOT is similar. For Qwen4B,8K first SSE drops4.970→3.219s from native to stream; the earlier2K comparison instead favored native1.022s over stream2.534s. This suggests input length matters for route selection, but repeat measurements and resource cost are required before setting a threshold. SSE may coalesce tokens; these intervals do not isolate producer compute, D2H, packing, transport, import or queuing. The earlier2K and this8K runs used different assigned physical ATOMs; cross-run deltas are not solely attributable to prompt length. + +## Reproduction and evidence + +Use the archived benchmark267_deadline.py and atom_server265_http.py configurations, context9216, producer width8192, caches off, one decode lane and maximum output128. Qwen and corrected Gemma use3 KV blocks; KONI uses1. Gemma uses the research global225 hybrid artifact, not a generally supported export. Metadata hashes and compiled filenames/sizes are in the existing `../evidence265/atom-mid201-artifact-metadata.json`; they are not full compiled-binary hashes. Exact runtime source hashes, per-arm raw hashes, all condition timings and EOS differences are in `../evidence265/atom-edge201-final-summary.json`. + +```bash +"$PYTHON" "$HARNESS" --model "$MODEL" --mode "$MODE" --server-config "$CONFIG" --lengths 128 8192 --outputs 32 128 --concurrency 1 4 --slots 1 --repeats 1 --startup-timeout 1800 --request-timeout 600 --output "$NEW_RESULT" +# MODE=native for ATOM alone, pd for whole/stream. +# Stream config adds --stream-layers; add --reference "$WHOLE_RESULT" to the harness. +python ../evidence265/audit_atom_edge201.py "$ARCHIVED_ARTIFACT_DIRECTORY" +python ../evidence265/selfcheck_atom_edge201.py "$ARCHIVED_ARTIFACT_DIRECTORY" +``` + +Archive inputs: edge201-atom1030-queue.json; edge201-atom-final-{model}-{native,whole,stream}.json; mid201-atom-final-artifact-metadata.json; mid201-atom-final-koni-eos.json. Historical stream265 c16 raw controls are optional and remain unavailable rather than passing when absent. Model aliases: qwen06b/qwen4b/gemma/koni. Site-local commands, device bindings and full logs remain in the private raw archive. + +## Remaining scope + +Cache-on, genuinely supported model export paths, semantic quality, repeated performance and current-main integration remain separate. The earlier native numerical/quality counterexamples are not resolved by this fixed-prompt sweep. #201 remains open. After verified cleanup, a separate Qwen ATOM cache experiment was allocated; its results are not included here.