diff --git a/.agents/oracles/aleph-alpha-inference.md b/.agents/oracles/aleph-alpha-inference.md index b489fedfcf..d1908db67a 100644 --- a/.agents/oracles/aleph-alpha-inference.md +++ b/.agents/oracles/aleph-alpha-inference.md @@ -17,18 +17,38 @@ scope = the kolibri1 (Kolibri1ForCausalLM) architecture only: 50-layer hybrid sl pin = 049a6a7bd240 pin_label = PyPI v1.0.0 (049a6a7bd240) pinned_on = 2026-10-03 -gateable = no -evidence = #3396 +gateable = yes (CPU, aarch64 — 2026-10-15) +evidence = #3396 + ISSUE-LOCAL-01M4R8DVBMQA4WWCF9X6VG00E1-era records; see Gateability ``` ## Gateability -`gateable = no` until the plugin demonstrably builds and runs -`Aleph-Alpha/Kolibri-1` (78.9 GB bf16, 32 shards — the weights are mirrored at -`/mnt/models/Aleph-Alpha/Kolibri-1`). The measurement owed: `vllm serve` with -the plugin on a GPU lease, greedy decode of a fixed prompt set, recorded per -[the oracle rules](../../AGENTS.md). The plugin also ships fp8 variants; the -bf16 artifact is the gate denominator. +`gateable = yes` on CPU/aarch64 (2026-10-15, host thalia): `aleph-alpha-inference` +1.0.0 (049a6a7bd240) via vLLM 0.31.0+cpu (built from source), greedy decode of the +8-prompt battery, TP=4 (`distributed_executor_backend=mp`), bf16. The primary +goldens are committed at `tests/vllm/models/kolibri1_goldens_primary.json` +(generator `scripts/gen-kolibri1-primary-goldens.py`, smoke test +`scripts/aleph-alpha-inference-smoke.py`; venv recipe torch==2.13.0+cpu from the +PyTorch cpu wheel — NOT plain PyPI — plus `VLLM_TARGET_DEVICE=cpu` source build, +~6 min at -j64). + +Two facts the GPU-lease framing had wrong: (1) the fp8 checkpoint is UNUSABLE on +CPU outright — vLLM's CPU backend has no fp8 ScaledMM kernel — so the bf16 +dequant was always mandatory, not a preference; (2) the first bf16 conversion +shipped an internally contradictory index (fp8 `weight_scale_inv` siblings left +in place) that routed vLLM's MoE to its fp8 path — fixed by the landed +`scripts/gen-kolibri1-bf16-reference.py` (e7bba5335); use the +`Kolibri-1-bf16-clean` directory. `gpu_memory_utilization` is a memory FRACTION +(re-tune per run on a shared box; 0.74 worked where 0.85/0.88 did not), and TP=4 +is required because the bf16 tower (151 GB) exceeds one 63.5 GiB node. + +**The transcription caveat**: the pre-existing `tests/vllm/models/kolibri1_goldens.json` +is a PURE-TORCH TRANSCRIPTION of the plugin's math, not plugin output — and the +plugin (the primary oracle) disagrees with it on 6/8 first tokens and 3/8 full +sequences (measured 2026-10-15, both artifacts committed). Gates scored against +the transcription are calibrated to a proxy; the schema decision (generated-ids +across all three implementations vs exporting logits from the Python side) is +recorded as open in the primary goldens' `vs_transcription_goldens` field. ## Notes for the port diff --git a/scripts/gen-kolibri1-primary-topk-rows.py b/scripts/gen-kolibri1-primary-topk-rows.py new file mode 100644 index 0000000000..a3d9d563d0 --- /dev/null +++ b/scripts/gen-kolibri1-primary-topk-rows.py @@ -0,0 +1,106 @@ +#!/usr/bin/env python3 +"""Task 1: per-position top-100 logprob rows from the PRIMARY oracle. + +Maki needs the primary's own per-position top1-top2 and top6-top7 margins, so the two +implementations' margin distributions can be compared on the same instrument. vLLM does not +surface raw logits, but it does surface per-position logprob distributions via +`prompt_logprobs`, so the generated chain is teacher-forced: generate greedily, then re-feed +prompt+chain as a prompt and read the distribution that predicted each generated token. + +Output: JSON, per prompt, per generated position, the top-100 (token_id, logprob) pairs. +""" +import json +import os +import sys + +MODEL = "/mnt/models/Aleph-Alpha/Kolibri-1-bf16-clean" +OUT = sys.argv[1] if len(sys.argv) > 1 else "/tmp/opencode/primary_topk_rows.json" + +PROMPTS = [ + "alpha beta gamma delta epsilon zeta", + "der Mond scheint hell über den Bergen", + "The capital of Australia is", + "Wissen ist Macht, aber Zeit ist Geld", + "x1 = 3, x2 = 7, x3 = 11, x4 =", + "Translation to German: the weather is beautiful today", + "Ein gutes Buch liest man am besten", + "counting: one two three four five six seven", +] +MAX_NEW = 32 +TOPK = 100 + +os.environ.setdefault("VLLM_PLUGINS", "aleph_alpha_inference") +os.environ.setdefault("TOKENIZERS_PARALLELISM", "false") + +from transformers import AutoTokenizer # noqa: E402 +from vllm import LLM, SamplingParams # noqa: E402 +from vllm.inputs import TokensPrompt # noqa: E402 + + +def main() -> int: + tok = AutoTokenizer.from_pretrained(MODEL) + llm = LLM( + model=MODEL, tokenizer=MODEL, dtype="bfloat16", + max_model_len=1024, max_num_seqs=1, gpu_memory_utilization=0.74, + tensor_parallel_size=4, distributed_executor_backend="mp", + enforce_eager=True, disable_log_stats=True, trust_remote_code=True, + max_logprobs=128, + ) + + greedy = SamplingParams(temperature=0.0, max_tokens=MAX_NEW) + # prompt_logprobs returns the distribution at every prompt position; index i of that list + # is the distribution that PREDICTED token i, so position len(prompt)-1 is the first + # generated token. + score = SamplingParams(temperature=0.0, max_tokens=1, prompt_logprobs=TOPK) + + out = {"model": MODEL, "topk": TOPK, "max_new_tokens": MAX_NEW, "prompts": []} + for i, prompt in enumerate(PROMPTS): + p_ids = tok.encode(prompt, add_special_tokens=False) + gen = list(llm.generate([prompt], greedy, use_tqdm=False)[0].outputs[0].token_ids) + + full = p_ids + gen + res = llm.generate([TokensPrompt(prompt_token_ids=full)], score, use_tqdm=False)[0] + + rows = [] + for k, gid in enumerate(gen): + pos = len(p_ids) - 1 + k # position whose distribution predicted gen[k] + pl = res.prompt_logprobs[pos] + if pl is None: + continue + # pl is dict[int, Logprob] for that position (flat_logprobs defaults False). + items = [(tid, lp.logprob) for tid, lp in pl.items() if lp is not None] + if not any(tid == gid for tid, _ in items): + continue + items.sort(key=lambda t: -t[1]) + top = items[:TOPK] + lp_of = dict(items) + vals = [lp for _, lp in top] + rows.append({ + "gen_index": k, + "token": gid, + "top": [[int(t), round(float(v), 6)] for t, v in top], + "logprob_of_token": round(float(lp_of[gid]), 6), + "top1_top2_margin": round(float(vals[0] - vals[1]), 6) if len(vals) > 1 else None, + "top6_top7_margin": round(float(vals[5] - vals[6]), 6) if len(vals) > 6 else None, + }) + + out["prompts"].append({ + "prompt": prompt, + "input_ids": p_ids, + "generated_ids": gen, + "rows": rows, + }) + m12 = [r["top1_top2_margin"] for r in rows if r["top1_top2_margin"] is not None] + m67 = [r["top6_top7_margin"] for r in rows if r["top6_top7_margin"] is not None] + print(f"[{i+1}/8] {prompt[:34]!r}: {len(rows)} positions, " + f"median top1-2 {min(m12 or [0]):.4f}..{max(m12 or [0]):.4f}", flush=True) + + with open(OUT, "w") as f: + json.dump(out, f) + f.write("\n") + print(f"wrote {OUT}") + return 0 + + +if __name__ == "__main__": + sys.exit(main()) diff --git a/tests/vllm/models/kolibri1_primary_topk_rows.json b/tests/vllm/models/kolibri1_primary_topk_rows.json new file mode 100644 index 0000000000..6a129630a9 --- /dev/null +++ b/tests/vllm/models/kolibri1_primary_topk_rows.json @@ -0,0 +1 @@ +{"model": "/mnt/models/Aleph-Alpha/Kolibri-1-bf16-clean", "topk": 100, "max_new_tokens": 32, "prompts": [{"prompt": "alpha beta gamma delta epsilon zeta", "input_ids": [5249, 25079, 74493, 15774, 121598, 116026], "generated_ids": [116026, 116026, 116026, 116026, 116026, 116026, 116026, 116026, 116026, 116026, 116026, 116026, 116026, 116026, 116026, 116026, 116026, 116026, 116026, 116026, 116026, 116026, 116026, 116026, 116026, 116026, 116026, 116026, 116026, 116026, 116026, 116026], "rows": [{"gen_index": 0, "token": 116026, "top": [[121598, -0.325004], [15774, -2.666602], [15930, -4.290113], [95373, -4.629995], [33343, -5.425639], [74493, -5.713079], [32, -5.768961], [21337, -6.122069], [15960, -6.215015], [42046, -6.347763], [115060, -6.445216], [25079, -6.809273], [121249, -6.853539], [125787, -6.88146], [44, -6.991154], [67223, -7.016564], [68158, -7.071229], [9734, -7.120121], [101051, -7.168147], [116908, -7.281675], [3167, -7.290723], [40301, -7.357125], [2125, -7.36853], [28594, -7.394494], [8055, -7.399162], [946, -7.426579], [116026, -7.447584], [127906, -7.513064], [22984, -7.625052], [94105, -7.678319], [286, -7.755596], [34, -7.771349], [7625, -7.789632], [9405, -7.791567], [8613, -7.802984], [63530, -7.806689], [46, -7.88222], [93847, -7.932858], [735, -7.939559], [122414, -7.958271], [2398, -8.022045], [14154, -8.032452], [76288, -8.048683], [14153, -8.094131], [16013, -8.11138], [936, -8.126092], [78924, -8.139388], [69096, -8.177582], [120675, -8.22146], [941, -8.281115], [14541, -8.299726], [123782, -8.309555], [108916, -8.335959], [86937, -8.375774], [2114, -8.384699], [69798, -8.425556], [262, -8.438234], [21730, -8.440032], [2157, -8.45245], [28623, -8.48579], [15622, -8.533874], [824, -8.548855], [47771, -8.571294], [26530, -8.572689], [23147, -8.573851], [115542, -8.585225], [3584, -8.600486], [47968, -8.614657], [4257, -8.628108], [121111, -8.656754], [7427, -8.723845], [9518, -8.742604], [113382, -8.755118], [120293, -8.760528], [82648, -8.761885], [37976, -8.77168], [52606, -8.772118], [5274, -8.816301], [14290, -8.821852], [622, -8.826412], [1409, -8.855533], [669, -8.859349], [120608, -8.910441], [36209, -8.918283], [63, -8.925576], [4075, -8.927264], [766, -8.927476], [120008, -8.940289], [1275, -8.94415], [99545, -8.944282], [22664, -8.948684], [49868, -8.953887], [51599, -8.967783], [1073, -8.973527], [3326, -8.975933], [10444, -8.982745], [37447, -8.987083], [60475, -8.993587], [122935, -8.99474], [17875, -8.996603]], "logprob_of_token": -7.447584, "top1_top2_margin": 2.341598, "top6_top7_margin": 0.055882}, {"gen_index": 1, "token": 116026, "top": [[116026, -0.943565], [121598, -1.214995], [34774, -3.574584], [15930, -3.654647], [125787, -3.789949], [15774, -4.635954], [16581, -5.033639], [115060, -5.832742], [32, -5.934945], [949, -6.094397], [14620, -6.118017], [116908, -6.447867], [44, -6.525632], [63530, -6.535117], [95373, -6.546416], [14541, -6.548631], [42046, -6.615215], [101051, -6.634198], [40301, -6.63574], [16013, -6.673426], [25079, -6.736976], [735, -6.762966], [123470, -6.885275], [936, -6.892465], [68158, -6.931103], [74493, -6.945714], [83150, -6.957963], [15960, -7.137805], [14153, -7.178715], [14188, -7.21796], [120653, -7.233123], [82275, -7.266447], [3786, -7.268791], [127604, -7.269865], [121322, -7.288667], [121249, -7.313475], [286, -7.328341], [123576, -7.362907], [14168, -7.372573], [94105, -7.376568], [32502, -7.402382], [120293, -7.419972], [120625, -7.479943], [16604, -7.568687], [127906, -7.589654], [122414, -7.665443], [46, -7.71692], [7510, -7.766733], [34, -7.780186], [67223, -7.83622], [19193, -7.842639], [14154, -7.843524], [318, -7.872367], [622, -7.898974], [14179, -7.909676], [262, -7.945328], [4257, -7.955871], [835, -8.033165], [60475, -8.046588], [2125, -8.08139], [946, -8.099908], [90, -8.102327], [68037, -8.118078], [122629, -8.12441], [766, -8.126954], [15521, -8.134634], [21216, -8.146012], [9405, -8.151453], [33343, -8.152681], [120007, -8.152865], [70741, -8.153075], [9734, -8.193198], [54566, -8.202256], [8613, -8.212846], [70338, -8.217828], [120675, -8.219712], [78924, -8.219971], [502, -8.240443], [120719, -8.24366], [63, -8.248103], [108916, -8.258881], [94742, -8.263838], [120626, -8.307992], [1275, -8.308658], [95343, -8.318584], [47, -8.321589], [101040, -8.357689], [39, -8.357843], [123124, -8.359466], [123302, -8.365518], [123653, -8.377089], [310, -8.380368], [54329, -8.380925], [39445, -8.407697], [21337, -8.41046], [14419, -8.430998], [22664, -8.432261], [51599, -8.432894], [685, -8.438673], [49430, -8.451316]], "logprob_of_token": -0.943565, "top1_top2_margin": 0.27143, "top6_top7_margin": 0.397685}, {"gen_index": 2, "token": 116026, "top": [[116026, -0.28033], [125787, -3.717885], [34774, -3.891269], [949, -5.001238], [121598, -5.072105], [14620, -5.751047], [16581, -5.7581], [14153, -5.792322], [83150, -5.81092], [32, -5.837166], [735, -5.967307], [120625, -6.090748], [116908, -6.095234], [14541, -6.150908], [63530, -6.36373], [42046, -6.412945], [15774, -6.437956], [120653, -6.755884], [120293, -6.99059], [25079, -6.994502], [127906, -7.054441], [101051, -7.121085], [121249, -7.180941], [14188, -7.195388], [123576, -7.198302], [32502, -7.216728], [121322, -7.224472], [936, -7.249109], [74493, -7.279641], [502, -7.319066], [44, -7.376373], [40301, -7.423328], [123182, -7.449378], [127604, -7.512552], [122629, -7.519501], [14179, -7.519935], [21216, -7.527208], [2125, -7.534264], [120719, -7.537275], [286, -7.554265], [16604, -7.578542], [119647, -7.589512], [68037, -7.610829], [941, -7.618158], [946, -7.626684], [94105, -7.628355], [14419, -7.636005], [3786, -7.65648], [622, -7.697617], [47, -7.750299], [49430, -7.774838], [60475, -7.796728], [34, -7.833864], [82275, -7.847462], [766, -7.867192], [22664, -7.940765], [1275, -7.962089], [115060, -8.018161], [82765, -8.031937], [94742, -8.063956], [262, -8.082161], [120675, -8.101073], [123302, -8.120425], [46, -8.134779], [3688, -8.169312], [43914, -8.192226], [34701, -8.19256], [7510, -8.201568], [15397, -8.218934], [70741, -8.226329], [2403, -8.252955], [318, -8.276404], [48752, -8.278963], [353, -8.281781], [90, -8.296161], [63, -8.29694], [1921, -8.304456], [120784, -8.312397], [835, -8.320029], [919, -8.346279], [310, -8.349547], [608, -8.355989], [120007, -8.389537], [279, -8.403831], [669, -8.422969], [40320, -8.423963], [123470, -8.435109], [14696, -8.454015], [70338, -8.465404], [52654, -8.474339], [39, -8.478629], [123653, -8.486492], [41086, -8.492318], [125030, -8.509742], [14168, -8.536981], [42, -8.613121], [2048, -8.616864], [4222, -8.619988], [5274, -8.626832], [33, -8.686282]], "logprob_of_token": -0.28033, "top1_top2_margin": 3.437556, "top6_top7_margin": 0.007053}, {"gen_index": 3, "token": 116026, "top": [[116026, -0.196718], [34774, -4.182076], [125787, -4.824233], [14620, -5.486257], [949, -5.639053], [83150, -5.745828], [14153, -5.816586], [32, -5.892428], [120625, -6.080964], [116908, -6.438009], [735, -6.727904], [127906, -6.811963], [63530, -6.811964], [14541, -6.850717], [42046, -6.88597], [14188, -7.006792], [101051, -7.010479], [82765, -7.039443], [123576, -7.051399], [121598, -7.09852], [44, -7.141848], [14179, -7.192352], [120293, -7.232328], [121249, -7.240458], [40301, -7.285811], [16581, -7.296166], [34, -7.367821], [21216, -7.381629], [2125, -7.482914], [286, -7.52734], [32502, -7.540429], [25079, -7.550499], [120719, -7.55905], [123182, -7.564181], [14419, -7.590094], [119647, -7.65942], [63, -7.660728], [15774, -7.68025], [49430, -7.706151], [936, -7.716871], [946, -7.726924], [941, -7.756649], [120653, -7.769949], [766, -7.774878], [120007, -7.782938], [502, -7.819664], [1921, -7.831703], [42, -7.870502], [46, -7.885034], [74493, -7.888696], [122629, -7.890704], [3688, -8.005363], [41086, -8.020237], [60475, -8.076193], [3786, -8.101127], [15397, -8.107032], [120784, -8.124231], [82275, -8.129847], [68037, -8.139324], [94105, -8.177014], [123302, -8.178482], [622, -8.179532], [279, -8.187475], [92, -8.203778], [22664, -8.224778], [34701, -8.255551], [24826, -8.263297], [120675, -8.287545], [47, -8.317632], [14696, -8.324061], [7510, -8.34537], [94742, -8.354381], [1275, -8.374681], [16604, -8.378954], [52654, -8.401011], [121322, -8.417905], [127604, -8.442327], [4075, -8.458821], [48752, -8.478937], [353, -8.481877], [835, -8.485716], [14825, -8.487791], [262, -8.505338], [5274, -8.510035], [120001, -8.531998], [39, -8.54531], [33, -8.56532], [44175, -8.610751], [318, -8.619858], [82618, -8.642966], [576, -8.648179], [125030, -8.665874], [669, -8.680348], [57926, -8.73616], [40320, -8.743459], [123653, -8.77478], [11292, -8.814057], [102925, -8.831044], [70338, -8.841774], [7878, -8.85553]], "logprob_of_token": -0.196718, "top1_top2_margin": 3.985358, "top6_top7_margin": 0.070758}, {"gen_index": 4, "token": 116026, "top": [[116026, -0.173224], [34774, -4.489264], [125787, -5.388278], [14620, -5.505294], [14153, -5.524546], [83150, -5.635072], [949, -5.764091], [32, -5.903965], [120625, -6.512772], [127906, -6.588139], [735, -6.702394], [14188, -6.764821], [42046, -6.813173], [14179, -6.838463], [116908, -6.884993], [123576, -6.926613], [34, -6.95461], [63530, -7.035307], [44, -7.035871], [82765, -7.148522], [14541, -7.24305], [2125, -7.297671], [1921, -7.390726], [3786, -7.400635], [32502, -7.401201], [120719, -7.412289], [101051, -7.417634], [49430, -7.428485], [120007, -7.44615], [21216, -7.481595], [42, -7.50359], [14419, -7.521393], [286, -7.545405], [120293, -7.547563], [121598, -7.590423], [63, -7.596025], [40301, -7.612348], [946, -7.613847], [121249, -7.62238], [120653, -7.639069], [936, -7.688882], [941, -7.70085], [766, -7.710064], [119647, -7.737994], [123182, -7.752089], [46, -7.752692], [25079, -7.800555], [502, -7.813896], [15397, -7.845284], [120784, -7.897136], [74493, -7.918328], [41086, -7.924503], [16581, -7.973563], [279, -8.04738], [14696, -8.074699], [47, -8.097081], [622, -8.107026], [34701, -8.119145], [3688, -8.124411], [92, -8.131016], [120001, -8.143876], [94742, -8.153236], [82275, -8.154406], [60475, -8.15851], [39, -8.16225], [52654, -8.233275], [4075, -8.237452], [15774, -8.242615], [121322, -8.273494], [122629, -8.29923], [1275, -8.341579], [40320, -8.342147], [5274, -8.382491], [262, -8.39465], [11292, -8.405959], [120675, -8.506384], [127604, -8.51586], [24826, -8.526167], [22664, -8.532944], [48752, -8.533025], [94105, -8.536296], [14825, -8.53966], [123653, -8.541541], [82618, -8.547755], [68037, -8.560548], [44175, -8.577784], [4222, -8.586921], [835, -8.605392], [16604, -8.6064], [7510, -8.607512], [123302, -8.633407], [33, -8.638978], [353, -8.653666], [94, -8.657977], [120256, -8.703202], [120046, -8.705647], [1427, -8.731259], [576, -8.737679], [318, -8.794255], [3167, -8.796716]], "logprob_of_token": -0.173224, "top1_top2_margin": 4.316039, "top6_top7_margin": 0.129019}, {"gen_index": 5, "token": 116026, "top": [[116026, -0.149603], [34774, -4.581424], [125787, -5.188057], [14620, -5.304764], [83150, -5.94779], [949, -6.008715], [14153, -6.175043], [32, -6.24312], [42046, -6.495979], [127906, -6.819831], [116908, -6.89772], [735, -6.972487], [123576, -7.037797], [121598, -7.138923], [14188, -7.144416], [63530, -7.154256], [120625, -7.325009], [14179, -7.34005], [44, -7.345974], [82765, -7.383025], [34, -7.394032], [25079, -7.398068], [101051, -7.411225], [14541, -7.455532], [40301, -7.488916], [32502, -7.530705], [120007, -7.542222], [2125, -7.597047], [119647, -7.597318], [120719, -7.627642], [14419, -7.654797], [74493, -7.678187], [286, -7.711649], [121249, -7.721799], [49430, -7.742292], [21216, -7.759426], [120293, -7.784167], [1921, -7.786206], [3786, -7.787584], [63, -7.826964], [42, -7.853367], [123182, -7.872451], [15774, -7.873745], [46, -7.893039], [120653, -7.897496], [120784, -7.910853], [946, -7.913068], [16581, -7.923325], [941, -7.927653], [502, -7.933892], [766, -7.939955], [14696, -7.946015], [94742, -8.072938], [15397, -8.089116], [40320, -8.098648], [82275, -8.109479], [41086, -8.118068], [936, -8.127682], [279, -8.18297], [120675, -8.187508], [120001, -8.191843], [4222, -8.330847], [52654, -8.333694], [34701, -8.350757], [4075, -8.367619], [3688, -8.377547], [92, -8.382283], [622, -8.387775], [68037, -8.38803], [122629, -8.419291], [94105, -8.437339], [5274, -8.477205], [127604, -8.502125], [22664, -8.503179], [60475, -8.509098], [47, -8.527867], [39, -8.535713], [82618, -8.536261], [262, -8.559451], [44175, -8.572951], [120256, -8.584937], [123653, -8.647142], [48752, -8.650065], [122532, -8.655699], [1275, -8.660582], [24826, -8.665693], [121322, -8.703844], [7510, -8.712208], [125030, -8.715397], [123302, -8.742142], [353, -8.743662], [16604, -8.746729], [11292, -8.757942], [94, -8.804266], [102925, -8.81884], [33, -8.877135], [1427, -8.894238], [90, -8.927576], [835, -8.953751], [116208, -8.964376]], "logprob_of_token": -0.149603, "top1_top2_margin": 4.431821, "top6_top7_margin": 0.166328}, {"gen_index": 6, "token": 116026, "top": [[116026, -0.232596], [34774, -4.483362], [125787, -5.109098], [14620, -5.242196], [14153, -5.423881], [949, -5.744764], [32, -5.77037], [83150, -5.776521], [42046, -6.196381], [127906, -6.318517], [14188, -6.543626], [63530, -6.550564], [116908, -6.585923], [14179, -6.682994], [34, -6.730018], [735, -6.73101], [121598, -6.857399], [123576, -6.898092], [44, -6.919734], [101051, -6.97945], [1921, -7.016634], [120007, -7.0581], [120625, -7.060365], [2125, -7.068582], [119647, -7.111773], [40301, -7.155483], [82765, -7.158255], [25079, -7.174389], [3786, -7.179891], [74493, -7.185115], [14541, -7.262149], [21216, -7.269149], [14419, -7.274875], [120784, -7.282437], [120293, -7.306055], [936, -7.309459], [946, -7.327044], [941, -7.34581], [286, -7.348948], [120719, -7.397561], [42, -7.434875], [15397, -7.436905], [32502, -7.457675], [123182, -7.485784], [49430, -7.512737], [120653, -7.5135], [766, -7.519428], [121249, -7.534765], [46, -7.550596], [15774, -7.579831], [63, -7.589024], [94742, -7.595835], [120001, -7.610577], [14696, -7.642587], [502, -7.645393], [16581, -7.657777], [40320, -7.719603], [41086, -7.741054], [4075, -7.807598], [34701, -7.827061], [82275, -7.853185], [279, -7.921012], [47, -7.960981], [3688, -7.969303], [94105, -7.989054], [5274, -8.001665], [39, -8.001982], [52654, -8.010425], [68037, -8.04032], [92, -8.043977], [262, -8.052316], [622, -8.056581], [120675, -8.062101], [60475, -8.097099], [44175, -8.106353], [1427, -8.111322], [121322, -8.127662], [82618, -8.161067], [22664, -8.182942], [122629, -8.22133], [123653, -8.223645], [48752, -8.236941], [127604, -8.268043], [7510, -8.284358], [353, -8.288216], [94, -8.309646], [4222, -8.314444], [3167, -8.319161], [1275, -8.322021], [11292, -8.357121], [102925, -8.382531], [14825, -8.394168], [24826, -8.427649], [122532, -8.434432], [123302, -8.439647], [57926, -8.445092], [16604, -8.453732], [669, -8.487374], [120256, -8.490761], [120046, -8.506452]], "logprob_of_token": -0.232596, "top1_top2_margin": 4.250766, "top6_top7_margin": 0.025606}, {"gen_index": 7, "token": 116026, "top": [[116026, -0.146932], [34774, -4.383215], [125787, -5.365145], [14620, -5.553035], [14153, -6.038159], [42046, -6.07339], [949, -6.14592], [83150, -6.149242], [32, -6.384641], [121598, -6.517893], [63530, -6.718482], [116908, -6.773697], [735, -6.798128], [101051, -6.854596], [120625, -6.897747], [127906, -6.984481], [14188, -7.148897], [74493, -7.177018], [123576, -7.201331], [15774, -7.244215], [25079, -7.260833], [34, -7.298819], [14179, -7.307822], [40301, -7.324168], [120007, -7.483157], [120293, -7.547967], [44, -7.559719], [3786, -7.560548], [1921, -7.580326], [82765, -7.621009], [121249, -7.695311], [123182, -7.698365], [32502, -7.751911], [120784, -7.769492], [15397, -7.774908], [14541, -7.778614], [16581, -7.785157], [119647, -7.8061], [941, -7.811966], [946, -7.848022], [936, -7.849794], [42, -7.868192], [14419, -7.888973], [21216, -7.906795], [286, -7.917084], [2125, -7.923155], [34701, -7.946257], [120653, -7.946432], [40320, -7.952593], [94105, -8.031379], [94742, -8.039186], [14696, -8.043146], [120675, -8.082977], [63, -8.09102], [766, -8.095583], [82275, -8.154499], [502, -8.200462], [49430, -8.211566], [68037, -8.215963], [41086, -8.29456], [46, -8.33573], [120719, -8.368337], [60475, -8.369164], [122629, -8.414452], [123302, -8.428143], [52654, -8.439885], [3688, -8.44704], [262, -8.455092], [39, -8.464931], [4075, -8.470879], [120001, -8.479867], [47, -8.482013], [102925, -8.492012], [5274, -8.497869], [123653, -8.5036], [82618, -8.529493], [279, -8.541051], [44175, -8.563727], [622, -8.664222], [22664, -8.672496], [3167, -8.680796], [24826, -8.682806], [121322, -8.698612], [48752, -8.701421], [92, -8.715517], [1427, -8.755259], [57926, -8.787089], [122532, -8.803504], [120256, -8.810096], [1275, -8.824433], [127604, -8.836958], [2403, -8.840558], [11292, -8.873818], [94, -8.923336], [353, -8.9315], [90, -8.933933], [7510, -8.937016], [33, -8.977077], [669, -9.018834], [22984, -9.06984]], "logprob_of_token": -0.146932, "top1_top2_margin": 4.236283, "top6_top7_margin": 0.072531}, {"gen_index": 8, "token": 116026, "top": [[116026, -0.155252], [34774, -4.252292], [125787, -5.444586], [14620, -5.539608], [14153, -5.616455], [42046, -6.167215], [83150, -6.347967], [949, -6.410456], [121598, -6.442207], [32, -6.542826], [116908, -6.638913], [101051, -6.690417], [63530, -6.82989], [120625, -6.939594], [735, -7.00308], [3786, -7.152304], [123576, -7.20037], [14541, -7.226284], [14179, -7.233861], [74493, -7.313004], [14188, -7.325675], [25079, -7.336085], [15774, -7.386776], [127906, -7.411449], [40301, -7.434958], [82765, -7.520795], [120007, -7.573292], [44, -7.582824], [121249, -7.628951], [1921, -7.660713], [34, -7.683399], [120293, -7.709993], [941, -7.718882], [15397, -7.723451], [286, -7.729772], [120784, -7.765379], [946, -7.76768], [123182, -7.810535], [936, -7.814664], [32502, -7.845312], [2125, -7.952138], [49430, -7.97059], [34701, -7.98628], [120719, -8.014228], [63, -8.014764], [14419, -8.018055], [42, -8.024223], [21216, -8.030016], [119647, -8.03408], [40320, -8.04081], [94105, -8.087794], [120675, -8.092746], [120653, -8.118642], [16581, -8.140038], [14696, -8.157495], [60475, -8.193638], [766, -8.260139], [82275, -8.286323], [279, -8.287396], [52654, -8.305243], [82618, -8.338574], [262, -8.347482], [1427, -8.385246], [46, -8.386016], [41086, -8.418133], [68037, -8.427325], [502, -8.430079], [4075, -8.435774], [122629, -8.450141], [94742, -8.467464], [33, -8.486566], [22664, -8.489207], [3688, -8.495605], [622, -8.514754], [1275, -8.547407], [39, -8.550916], [127604, -8.61121], [102925, -8.632804], [123653, -8.634282], [120256, -8.650949], [47, -8.65273], [2403, -8.672722], [123302, -8.712788], [799, -8.721414], [44175, -8.742476], [120001, -8.767988], [121322, -8.783065], [122532, -8.812522], [353, -8.825335], [11292, -8.862725], [48752, -8.867995], [92, -8.894912], [4222, -8.911269], [919, -8.918629], [5274, -8.938355], [3167, -8.938508], [24826, -8.93924], [57926, -8.959148], [1083, -8.982392], [474, -9.011747]], "logprob_of_token": -0.155252, "top1_top2_margin": 4.09704, "top6_top7_margin": 0.180751}, {"gen_index": 9, "token": 116026, "top": [[116026, -0.17914], [34774, -4.177118], [14153, -5.531055], [125787, -5.600605], [14620, -5.748708], [83150, -6.083608], [42046, -6.30116], [32, -6.391456], [949, -6.401186], [116908, -6.486259], [121598, -6.502058], [101051, -6.568483], [63530, -6.57573], [3786, -6.785843], [735, -6.786435], [120625, -6.828762], [14179, -6.942231], [127906, -7.030303], [14188, -7.166528], [123576, -7.213346], [1921, -7.272552], [34, -7.313684], [82765, -7.316761], [946, -7.368574], [14541, -7.375408], [40301, -7.38859], [120007, -7.397816], [74493, -7.46349], [44, -7.466432], [120293, -7.490117], [941, -7.498012], [25079, -7.540706], [2125, -7.559088], [15397, -7.577851], [121249, -7.59314], [286, -7.611322], [42, -7.687581], [120784, -7.690905], [936, -7.692556], [32502, -7.69989], [15774, -7.717023], [123182, -7.747944], [119647, -7.834051], [14419, -7.852239], [40320, -7.898308], [34701, -7.926107], [94105, -7.941306], [63, -7.958414], [262, -7.990048], [16581, -7.991902], [49430, -8.017719], [60475, -8.064503], [279, -8.067529], [120719, -8.069152], [21216, -8.077017], [766, -8.121145], [502, -8.160544], [82275, -8.169171], [4075, -8.172524], [82618, -8.185528], [3688, -8.19899], [14696, -8.241097], [52654, -8.245217], [120675, -8.252934], [120653, -8.258018], [46, -8.306235], [622, -8.330461], [94742, -8.334307], [799, -8.337687], [22664, -8.337838], [68037, -8.353455], [44175, -8.359352], [41086, -8.368134], [122629, -8.372501], [1275, -8.379029], [1427, -8.400408], [39, -8.419751], [33, -8.426169], [2403, -8.44243], [47, -8.507925], [5274, -8.586086], [120001, -8.58621], [92, -8.593454], [102925, -8.606213], [123653, -8.628879], [11292, -8.645933], [353, -8.646219], [127604, -8.656151], [123302, -8.681158], [4222, -8.691757], [2879, -8.712639], [923, -8.764708], [121322, -8.772664], [919, -8.776854], [3167, -8.814955], [48752, -8.819899], [3660, -8.838964], [121488, -8.869833], [57926, -8.876331], [125030, -8.88406]], "logprob_of_token": -0.17914, "top1_top2_margin": 3.997978, "top6_top7_margin": 0.217553}, {"gen_index": 10, "token": 116026, "top": [[116026, -0.214139], [34774, -4.059031], [125787, -5.349232], [14153, -5.364075], [14620, -5.87317], [83150, -6.118178], [42046, -6.138655], [32, -6.203332], [101051, -6.267337], [949, -6.397766], [116908, -6.441831], [735, -6.507747], [121598, -6.541161], [14179, -6.548682], [127906, -6.609882], [3786, -6.695408], [14188, -6.700424], [63530, -6.709047], [34, -6.945343], [120625, -6.972238], [1921, -7.027221], [44, -7.182063], [120293, -7.194681], [123576, -7.215834], [15774, -7.305512], [25079, -7.346329], [120007, -7.437829], [42, -7.451442], [2125, -7.472991], [936, -7.490566], [74493, -7.504387], [14541, -7.562642], [946, -7.565078], [286, -7.58406], [123182, -7.592371], [941, -7.595849], [82765, -7.60546], [16581, -7.611189], [15397, -7.653976], [32502, -7.690938], [40301, -7.697265], [46, -7.712595], [120784, -7.731669], [121249, -7.742409], [766, -7.762351], [119647, -7.80284], [262, -7.816278], [94105, -7.863254], [14419, -7.897367], [622, -7.897512], [40320, -7.933633], [279, -7.972957], [49430, -7.99346], [60475, -8.001378], [120675, -8.006626], [502, -8.013243], [5274, -8.01566], [120653, -8.021037], [63, -8.021915], [94742, -8.037565], [3688, -8.038624], [122629, -8.052217], [4075, -8.056412], [120001, -8.068822], [34701, -8.138568], [82275, -8.140354], [39, -8.178419], [21216, -8.190437], [799, -8.224128], [52654, -8.237545], [47, -8.238666], [1427, -8.302228], [123653, -8.310796], [14696, -8.351113], [68037, -8.358834], [1275, -8.365053], [82618, -8.398736], [22664, -8.401374], [41086, -8.402188], [123302, -8.409705], [48752, -8.418482], [92, -8.429633], [33, -8.43497], [120719, -8.438327], [2403, -8.445195], [102925, -8.491309], [3167, -8.524145], [121322, -8.547231], [44175, -8.55306], [353, -8.593699], [669, -8.615597], [923, -8.621189], [7510, -8.646791], [127604, -8.650765], [11292, -8.705247], [125030, -8.734479], [57926, -8.739627], [919, -8.744226], [4222, -8.745306], [26794, -8.750511]], "logprob_of_token": -0.214139, "top1_top2_margin": 3.844892, "top6_top7_margin": 0.020476}, {"gen_index": 11, "token": 116026, "top": [[116026, -0.220966], [34774, -4.098984], [14153, -5.205594], [125787, -5.324138], [83150, -5.765213], [14620, -5.927832], [42046, -6.104386], [735, -6.178851], [32, -6.180986], [949, -6.267801], [101051, -6.418283], [127906, -6.467418], [14179, -6.507319], [14188, -6.514053], [116908, -6.542013], [3786, -6.738823], [63530, -6.76085], [34, -6.766266], [121598, -6.777373], [1921, -6.806792], [120625, -6.885299], [44, -7.066495], [123576, -7.230806], [946, -7.27739], [2125, -7.324162], [120293, -7.340911], [936, -7.34263], [32502, -7.344838], [15774, -7.366433], [120007, -7.37786], [42, -7.379075], [25079, -7.380044], [123182, -7.413077], [46, -7.526003], [941, -7.576118], [286, -7.579933], [14541, -7.580173], [15397, -7.592534], [16581, -7.596739], [82765, -7.600698], [40301, -7.602423], [622, -7.647131], [74493, -7.654032], [120784, -7.691669], [121249, -7.750553], [119647, -7.762995], [63, -7.804749], [262, -7.81713], [766, -7.819563], [502, -7.841083], [120675, -7.848923], [14419, -7.864909], [4075, -7.888356], [94742, -7.910779], [122629, -7.912663], [279, -7.931439], [5274, -7.938852], [40320, -7.954093], [3688, -7.956635], [49430, -7.960465], [39, -7.976981], [94105, -7.995167], [60475, -8.052526], [120001, -8.089004], [21216, -8.141519], [1275, -8.150365], [82275, -8.159352], [799, -8.179116], [34701, -8.240002], [52654, -8.244732], [33, -8.260285], [68037, -8.275157], [14696, -8.284616], [123653, -8.289448], [1427, -8.293825], [120653, -8.325435], [48752, -8.339006], [47, -8.363029], [120719, -8.369858], [123302, -8.376785], [22664, -8.387285], [92, -8.398927], [82618, -8.412107], [102925, -8.454967], [923, -8.471251], [669, -8.489395], [353, -8.491117], [44175, -8.494984], [2403, -8.498348], [41086, -8.50719], [3167, -8.510426], [2879, -8.51344], [3660, -8.588295], [318, -8.597619], [121322, -8.632396], [11292, -8.648144], [919, -8.663664], [4222, -8.665626], [835, -8.67484], [7510, -8.717854]], "logprob_of_token": -0.220966, "top1_top2_margin": 3.878017, "top6_top7_margin": 0.176554}, {"gen_index": 12, "token": 116026, "top": [[116026, -0.221366], [34774, -4.05696], [14153, -5.071674], [125787, -5.108666], [83150, -5.95602], [14620, -6.010282], [42046, -6.049], [32, -6.173602], [101051, -6.211216], [735, -6.228268], [127906, -6.265152], [14179, -6.306836], [14188, -6.343781], [116908, -6.455972], [121598, -6.500722], [949, -6.508884], [34, -6.593764], [1921, -6.704309], [63530, -6.705129], [120625, -6.785425], [3786, -6.867409], [44, -7.02971], [15774, -7.185435], [42, -7.205015], [936, -7.26958], [120293, -7.288566], [25079, -7.325937], [120007, -7.32606], [46, -7.33285], [946, -7.33926], [123576, -7.339727], [16581, -7.357383], [2125, -7.507483], [941, -7.51875], [40301, -7.52654], [32502, -7.5272], [286, -7.531495], [123182, -7.55398], [15397, -7.59625], [74493, -7.611757], [120784, -7.661821], [766, -7.699142], [5274, -7.703248], [14541, -7.720409], [622, -7.727886], [82765, -7.730402], [121249, -7.733891], [122629, -7.747332], [262, -7.749028], [120675, -7.76769], [63, -7.81898], [39, -7.877123], [4075, -7.879328], [502, -7.896554], [94742, -7.92929], [40320, -7.956269], [119647, -7.957056], [120001, -7.964952], [14419, -7.969215], [279, -8.000192], [94105, -8.02353], [60475, -8.037392], [799, -8.056584], [3688, -8.068421], [49430, -8.129637], [34701, -8.142418], [82275, -8.189962], [21216, -8.249154], [1275, -8.259094], [52654, -8.270461], [33, -8.27143], [123653, -8.291618], [48752, -8.343003], [14696, -8.366408], [120653, -8.374629], [47, -8.395553], [68037, -8.408349], [120719, -8.421409], [1427, -8.422341], [123302, -8.463396], [44175, -8.473288], [3167, -8.480302], [41086, -8.48335], [923, -8.497068], [669, -8.499876], [7510, -8.506739], [2879, -8.507274], [102925, -8.520493], [22664, -8.522129], [353, -8.5223], [94, -8.55303], [92, -8.574161], [4222, -8.577468], [2403, -8.584446], [3660, -8.611001], [57926, -8.627698], [82618, -8.652406], [4225, -8.666532], [318, -8.670354], [120078, -8.70357]], "logprob_of_token": -0.221366, "top1_top2_margin": 3.835594, "top6_top7_margin": 0.038718}, {"gen_index": 13, "token": 116026, "top": [[116026, -0.217906], [34774, -4.169117], [14153, -5.007516], [125787, -5.353379], [83150, -5.752275], [14620, -5.982059], [42046, -6.055925], [32, -6.16994], [735, -6.199688], [14179, -6.315643], [101051, -6.334944], [127906, -6.342017], [14188, -6.355669], [949, -6.454762], [116908, -6.653527], [121598, -6.655653], [34, -6.733337], [1921, -6.738711], [3786, -6.87303], [120625, -6.899198], [63530, -7.011073], [44, -7.122687], [15774, -7.168021], [936, -7.230577], [120007, -7.251983], [42, -7.266948], [123182, -7.289954], [123576, -7.321665], [32502, -7.355408], [120293, -7.370892], [2125, -7.413526], [46, -7.415448], [946, -7.419498], [15397, -7.419703], [941, -7.426353], [120784, -7.463141], [25079, -7.472077], [40301, -7.589268], [74493, -7.622932], [286, -7.652081], [94742, -7.700947], [622, -7.701871], [119647, -7.711157], [120675, -7.733778], [63, -7.734125], [40320, -7.737884], [14541, -7.763243], [766, -7.767466], [262, -7.779915], [82765, -7.784272], [16581, -7.794728], [121249, -7.831607], [5274, -7.843325], [502, -7.890669], [49430, -7.90953], [39, -7.925989], [120001, -7.950307], [94105, -7.954029], [4075, -7.961937], [122629, -7.989929], [3688, -8.053998], [60475, -8.066195], [14419, -8.066406], [799, -8.096527], [82275, -8.117641], [21216, -8.134314], [52654, -8.137815], [33, -8.160316], [1275, -8.177262], [279, -8.198318], [120719, -8.203678], [123653, -8.209331], [34701, -8.259715], [1427, -8.271686], [82618, -8.339316], [14696, -8.352023], [48752, -8.362926], [102925, -8.373688], [22664, -8.385357], [68037, -8.392175], [123302, -8.415605], [2403, -8.437635], [120653, -8.438558], [4222, -8.441282], [41086, -8.465497], [3167, -8.472349], [11292, -8.511894], [44175, -8.512717], [47, -8.538554], [92, -8.553125], [669, -8.599301], [923, -8.60003], [120078, -8.615157], [127604, -8.635139], [4225, -8.653817], [3660, -8.658753], [57926, -8.675664], [318, -8.680966], [121322, -8.709496], [353, -8.715616]], "logprob_of_token": -0.217906, "top1_top2_margin": 3.951212, "top6_top7_margin": 0.073867}, {"gen_index": 14, "token": 116026, "top": [[116026, -0.226791], [34774, -4.047577], [14153, -4.848548], [125787, -5.49928], [83150, -5.950099], [14620, -6.026671], [32, -6.144125], [42046, -6.157796], [735, -6.162344], [14179, -6.165459], [127906, -6.168988], [101051, -6.203489], [14188, -6.243527], [34, -6.406094], [949, -6.460997], [1921, -6.537082], [116908, -6.579731], [121598, -6.751076], [120625, -6.794054], [3786, -6.894283], [42, -6.943576], [63530, -7.008821], [123576, -7.234756], [946, -7.240776], [44, -7.308625], [936, -7.312153], [120007, -7.340899], [15397, -7.375353], [941, -7.381907], [120293, -7.401543], [32502, -7.408994], [15774, -7.409807], [25079, -7.478018], [46, -7.50482], [120784, -7.517854], [123182, -7.536701], [40301, -7.555814], [2125, -7.583279], [286, -7.585793], [82765, -7.60635], [74493, -7.633219], [262, -7.661844], [40320, -7.665755], [5274, -7.671689], [766, -7.686461], [4075, -7.745671], [622, -7.792737], [16581, -7.798036], [39, -7.849268], [502, -7.849896], [120001, -7.865968], [94742, -7.87364], [120675, -7.880455], [121249, -7.909965], [119647, -7.940187], [82275, -7.944251], [63, -7.965501], [14541, -7.988296], [122629, -8.012122], [52654, -8.0149], [34701, -8.031021], [94105, -8.042442], [14419, -8.042802], [279, -8.045348], [3688, -8.094579], [799, -8.094748], [49430, -8.109043], [60475, -8.112549], [21216, -8.124112], [41086, -8.135978], [123653, -8.166283], [48752, -8.199647], [120719, -8.248705], [33, -8.266101], [1275, -8.281788], [120653, -8.29984], [14696, -8.332461], [102925, -8.33522], [3167, -8.354526], [4222, -8.357769], [44175, -8.370073], [82618, -8.389354], [123302, -8.409997], [1427, -8.420737], [22664, -8.471662], [47, -8.47816], [669, -8.503332], [120078, -8.514359], [68037, -8.522034], [2403, -8.549086], [2879, -8.580994], [92, -8.597158], [94, -8.608157], [11292, -8.613233], [4225, -8.627322], [90, -8.65215], [30591, -8.656926], [122532, -8.658229], [121322, -8.671027], [353, -8.677649]], "logprob_of_token": -0.226791, "top1_top2_margin": 3.820787, "top6_top7_margin": 0.117455}, {"gen_index": 15, "token": 116026, "top": [[116026, -0.224912], [34774, -4.123631], [14153, -4.836545], [14620, -5.713966], [125787, -5.720962], [83150, -5.774072], [14179, -6.082921], [32, -6.202761], [127906, -6.225384], [14188, -6.237654], [735, -6.255515], [34, -6.409298], [42046, -6.42075], [949, -6.422311], [101051, -6.485773], [1921, -6.528764], [3786, -6.733232], [116908, -6.779043], [120625, -6.78281], [121598, -6.853142], [42, -6.887307], [123576, -7.035428], [63530, -7.090033], [946, -7.181209], [32502, -7.252185], [44, -7.253171], [120007, -7.272688], [941, -7.337089], [82765, -7.374479], [15397, -7.382262], [936, -7.390321], [46, -7.443176], [123182, -7.449899], [120293, -7.504489], [2125, -7.512795], [40320, -7.516586], [120784, -7.526102], [25079, -7.598353], [40301, -7.634347], [286, -7.640469], [15774, -7.667294], [5274, -7.695348], [262, -7.699721], [766, -7.745424], [622, -7.745996], [4075, -7.753345], [63, -7.777257], [119647, -7.785655], [82275, -7.787646], [502, -7.824568], [74493, -7.85197], [14541, -7.869271], [39, -7.880526], [52654, -7.882573], [94742, -7.887578], [121249, -7.908135], [49430, -7.915281], [120001, -7.93064], [799, -7.968324], [21216, -7.99685], [3688, -8.002329], [279, -8.048877], [122629, -8.05612], [33, -8.075733], [94105, -8.077879], [14419, -8.089323], [41086, -8.090897], [34701, -8.100783], [82618, -8.103518], [60475, -8.116658], [120719, -8.132896], [120675, -8.141264], [1275, -8.154011], [123653, -8.154701], [48752, -8.159431], [16581, -8.167018], [120653, -8.19879], [44175, -8.247087], [123302, -8.262507], [14696, -8.284285], [3167, -8.293818], [102925, -8.29934], [4222, -8.327029], [92, -8.420034], [11292, -8.440888], [120078, -8.459116], [122532, -8.49879], [1427, -8.503991], [47, -8.521169], [2403, -8.533581], [22664, -8.591165], [919, -8.613553], [121322, -8.622202], [90, -8.635995], [30591, -8.641915], [310, -8.645049], [127604, -8.652896], [669, -8.654552], [2879, -8.670189], [353, -8.677289]], "logprob_of_token": -0.224912, "top1_top2_margin": 3.898719, "top6_top7_margin": 0.308849}, {"gen_index": 16, "token": 116026, "top": [[116026, -0.11523], [34774, -4.380249], [14153, -5.180806], [125787, -6.142705], [14620, -6.29507], [83150, -6.302358], [949, -6.687837], [127906, -6.68826], [32, -6.714365], [42046, -6.798734], [116908, -7.040753], [101051, -7.048756], [14188, -7.127708], [34, -7.212582], [121598, -7.224433], [14179, -7.250818], [3786, -7.288586], [1921, -7.299646], [42, -7.444413], [735, -7.451808], [63530, -7.571698], [2125, -7.621597], [946, -7.646679], [120007, -7.659781], [32502, -7.666008], [941, -7.71904], [40301, -7.736178], [82765, -7.753648], [44, -7.772618], [120625, -7.782564], [123576, -7.863247], [120784, -7.953242], [40320, -8.002574], [120293, -8.032603], [49430, -8.046781], [123182, -8.062438], [74493, -8.078684], [14541, -8.106445], [46, -8.126575], [936, -8.154116], [4075, -8.209542], [25079, -8.2107], [286, -8.258423], [63, -8.288949], [14419, -8.31314], [121249, -8.340439], [15774, -8.347749], [15397, -8.352681], [120675, -8.392089], [94105, -8.415751], [33, -8.42317], [262, -8.452394], [766, -8.495154], [92, -8.51612], [622, -8.529789], [39, -8.555778], [82275, -8.576987], [799, -8.58364], [120001, -8.603345], [279, -8.608703], [82618, -8.609559], [119647, -8.612556], [14696, -8.645045], [1275, -8.650158], [21216, -8.687383], [120719, -8.690409], [120653, -8.699206], [52654, -8.737128], [41086, -8.763618], [68037, -8.764319], [60475, -8.772517], [1427, -8.807212], [502, -8.823239], [34701, -8.824515], [16581, -8.839536], [3688, -8.840518], [123653, -8.899161], [22664, -8.90693], [94742, -8.935575], [122629, -8.98603], [5274, -8.987568], [2403, -9.002658], [94, -9.023843], [11292, -9.028728], [90, -9.076416], [102925, -9.081068], [120078, -9.084468], [919, -9.096219], [44175, -9.097341], [22984, -9.101323], [669, -9.12144], [47, -9.135934], [474, -9.138485], [45, -9.146528], [120256, -9.168826], [121322, -9.244232], [3167, -9.254881], [14926, -9.276689], [318, -9.276715], [127604, -9.286924]], "logprob_of_token": -0.11523, "top1_top2_margin": 4.265019, "top6_top7_margin": 0.385479}, {"gen_index": 17, "token": 116026, "top": [[116026, -0.151379], [34774, -4.336407], [14153, -5.066794], [14620, -5.965719], [83150, -6.094578], [125787, -6.270358], [949, -6.273166], [127906, -6.43968], [101051, -6.459503], [42046, -6.578889], [32, -6.651485], [14179, -6.703426], [116908, -6.720677], [1921, -6.767036], [14188, -6.768631], [34, -6.879018], [735, -6.927598], [3786, -7.000342], [42, -7.011817], [120007, -7.162955], [120625, -7.219595], [121598, -7.25302], [63530, -7.261444], [946, -7.46119], [2125, -7.515083], [941, -7.527322], [82765, -7.581238], [44, -7.593712], [123576, -7.637472], [120293, -7.649299], [40301, -7.702099], [120784, -7.748811], [40320, -7.771141], [14419, -7.780868], [46, -7.79686], [32502, -7.8002], [936, -7.886254], [123182, -7.899358], [49430, -7.94018], [74493, -7.968844], [14541, -7.978691], [286, -7.983126], [1427, -7.996595], [262, -8.034245], [15397, -8.044706], [94105, -8.072777], [766, -8.086466], [120675, -8.103018], [25079, -8.116325], [4075, -8.128644], [15774, -8.14146], [63, -8.156732], [60475, -8.159553], [52654, -8.198574], [120001, -8.247606], [82275, -8.248528], [121249, -8.253854], [622, -8.282596], [14696, -8.30215], [21216, -8.314713], [502, -8.344914], [39, -8.389091], [119647, -8.394856], [82618, -8.397175], [120719, -8.415475], [5274, -8.419858], [92, -8.435964], [34701, -8.495385], [94742, -8.499304], [2403, -8.504525], [41086, -8.525031], [3688, -8.525973], [279, -8.528008], [799, -8.538781], [122629, -8.548568], [33, -8.588562], [102925, -8.596399], [1275, -8.6253], [120653, -8.632947], [11292, -8.652462], [22664, -8.656802], [4222, -8.698164], [123653, -8.71347], [47, -8.733175], [22984, -8.75796], [48752, -8.790406], [44175, -8.812618], [16581, -8.823201], [123302, -8.827903], [120078, -8.835904], [68037, -8.859326], [90, -8.863526], [3167, -8.898029], [45, -8.94383], [94, -8.953884], [9518, -8.964911], [4225, -8.991798], [923, -8.994729], [669, -9.013322], [121322, -9.017798]], "logprob_of_token": -0.151379, "top1_top2_margin": 4.185028, "top6_top7_margin": 0.002809}, {"gen_index": 18, "token": 116026, "top": [[116026, -0.152369], [34774, -4.274918], [14153, -5.12978], [83150, -5.958493], [125787, -6.01854], [14620, -6.223208], [949, -6.293509], [127906, -6.32903], [101051, -6.562318], [32, -6.563417], [1921, -6.636177], [42046, -6.690884], [14179, -6.735009], [14188, -6.763477], [116908, -6.765554], [735, -6.83675], [34, -6.897573], [42, -6.965073], [120007, -7.087869], [120625, -7.089836], [3786, -7.150435], [941, -7.168669], [63530, -7.238398], [121598, -7.242867], [946, -7.307006], [2125, -7.425997], [120293, -7.45437], [40301, -7.523285], [32502, -7.606413], [44, -7.622312], [82765, -7.700504], [120784, -7.732563], [123182, -7.77928], [14541, -7.880997], [123576, -7.890263], [46, -7.897324], [40320, -7.928113], [936, -7.931472], [14419, -7.946445], [286, -7.98103], [262, -7.983858], [63, -8.029786], [15774, -8.032607], [15397, -8.043557], [4075, -8.094354], [94105, -8.108701], [766, -8.115301], [502, -8.129027], [622, -8.134083], [74493, -8.158922], [120675, -8.177338], [49430, -8.188891], [120001, -8.246622], [16581, -8.261017], [25079, -8.266165], [5274, -8.276525], [3688, -8.278866], [82275, -8.28912], [39, -8.348602], [1427, -8.36614], [52654, -8.371131], [121249, -8.377563], [119647, -8.384684], [60475, -8.385277], [2403, -8.396062], [799, -8.410208], [92, -8.429957], [21216, -8.469224], [33, -8.474568], [279, -8.485567], [94742, -8.497697], [122629, -8.509583], [14696, -8.522833], [102925, -8.554101], [34701, -8.582799], [1275, -8.591113], [4222, -8.645061], [82618, -8.658472], [123653, -8.689268], [22664, -8.693028], [120653, -8.700702], [11292, -8.729851], [94, -8.756616], [68037, -8.764663], [41086, -8.785319], [47, -8.813276], [90, -8.813975], [123302, -8.826958], [120078, -8.857582], [9518, -8.873755], [120719, -8.874072], [22984, -8.888097], [3167, -8.905986], [48752, -8.924466], [6391, -8.971745], [669, -8.97457], [44175, -8.979543], [4225, -8.981339], [26794, -8.984641], [120022, -9.000343]], "logprob_of_token": -0.152369, "top1_top2_margin": 4.122549, "top6_top7_margin": 0.070301}, {"gen_index": 19, "token": 116026, "top": [[116026, -0.142193], [34774, -4.289646], [14153, -5.254857], [83150, -6.13191], [14620, -6.165463], [125787, -6.21833], [127906, -6.420015], [949, -6.456233], [101051, -6.674968], [1921, -6.715364], [32, -6.732166], [116908, -6.773849], [42046, -6.922446], [14188, -6.923231], [34, -6.942303], [14179, -6.958304], [735, -6.979003], [42, -7.011169], [120007, -7.107255], [120625, -7.148418], [3786, -7.188019], [946, -7.331904], [63530, -7.338582], [121598, -7.384163], [941, -7.449509], [2125, -7.530574], [82765, -7.586312], [40301, -7.612845], [120293, -7.637973], [44, -7.739621], [120784, -7.784324], [32502, -7.806136], [14419, -7.825172], [123576, -7.843842], [40320, -7.875694], [123182, -7.890913], [46, -7.926907], [936, -7.956702], [14541, -7.998451], [49430, -8.030906], [262, -8.031491], [286, -8.033613], [63, -8.060375], [120675, -8.119977], [502, -8.139004], [4075, -8.164967], [766, -8.184855], [94105, -8.23663], [74493, -8.265882], [15397, -8.272606], [1427, -8.27887], [120001, -8.279852], [15774, -8.305017], [82275, -8.325669], [622, -8.326965], [121249, -8.3638], [52654, -8.407546], [39, -8.431228], [60475, -8.445251], [21216, -8.447296], [3688, -8.453978], [92, -8.479227], [25079, -8.48081], [279, -8.483622], [799, -8.491325], [5274, -8.496212], [119647, -8.506637], [82618, -8.540279], [2403, -8.552372], [122629, -8.559258], [14696, -8.574482], [33, -8.57535], [94742, -8.583499], [34701, -8.613795], [102925, -8.618735], [1275, -8.646051], [16581, -8.68256], [41086, -8.696239], [120719, -8.70348], [120653, -8.72219], [11292, -8.7245], [4222, -8.728806], [22664, -8.734874], [123653, -8.741099], [68037, -8.839435], [123302, -8.853905], [120078, -8.882239], [47, -8.909012], [4225, -8.911556], [22984, -8.92669], [3167, -8.928231], [94, -8.9354], [9518, -8.936834], [120022, -8.958754], [90, -8.985587], [7878, -8.998697], [24826, -9.036655], [923, -9.050272], [669, -9.051168], [44175, -9.067544]], "logprob_of_token": -0.142193, "top1_top2_margin": 4.147453, "top6_top7_margin": 0.201684}, {"gen_index": 20, "token": 116026, "top": [[116026, -0.126498], [34774, -4.313104], [14153, -5.353465], [14620, -6.000209], [83150, -6.310007], [125787, -6.386564], [949, -6.451238], [127906, -6.560059], [101051, -6.754798], [116908, -6.846919], [32, -6.864282], [1921, -6.909392], [14179, -6.958903], [42, -6.991379], [42046, -7.057988], [34, -7.065197], [120007, -7.099726], [14188, -7.163642], [120625, -7.252673], [735, -7.300404], [3786, -7.334966], [63530, -7.490418], [121598, -7.522704], [82765, -7.524332], [941, -7.531808], [946, -7.569512], [40301, -7.707245], [120293, -7.717054], [123576, -7.755363], [2125, -7.834015], [120784, -7.850014], [44, -7.864117], [40320, -7.881433], [32502, -7.920986], [14419, -7.930685], [49430, -8.054902], [46, -8.059236], [123182, -8.091801], [936, -8.166329], [14541, -8.171688], [262, -8.226515], [63, -8.290597], [286, -8.309169], [502, -8.338446], [766, -8.348783], [82275, -8.365588], [121249, -8.376371], [74493, -8.39522], [120675, -8.41199], [120001, -8.412475], [94105, -8.429527], [60475, -8.45929], [4075, -8.47189], [1427, -8.492436], [21216, -8.494996], [622, -8.506741], [25079, -8.50787], [15397, -8.527489], [52654, -8.563259], [120719, -8.564776], [799, -8.569982], [82618, -8.575916], [92, -8.577785], [41086, -8.583992], [39, -8.591224], [14696, -8.595445], [34701, -8.603103], [279, -8.607799], [33, -8.623853], [15774, -8.666995], [3688, -8.677548], [119647, -8.682105], [120653, -8.701314], [5274, -8.731882], [123653, -8.732711], [1275, -8.7409], [122629, -8.745379], [102925, -8.784736], [94742, -8.81775], [2403, -8.856299], [22664, -8.85778], [4222, -8.875079], [47, -8.913263], [68037, -8.923173], [120078, -8.930654], [4225, -8.936336], [11292, -8.945362], [90, -8.962595], [44175, -8.964981], [123302, -8.981098], [45, -9.007923], [94, -9.019457], [120256, -9.028193], [120022, -9.065812], [122532, -9.096122], [16581, -9.104202], [22984, -9.120055], [3167, -9.122559], [14926, -9.148409], [127604, -9.172231]], "logprob_of_token": -0.126498, "top1_top2_margin": 4.186606, "top6_top7_margin": 0.064674}, {"gen_index": 21, "token": 116026, "top": [[116026, -0.195596], [34774, -4.03717], [14153, -4.84715], [125787, -5.926567], [83150, -5.953283], [14620, -5.971854], [127906, -6.060036], [14179, -6.17169], [735, -6.355146], [34, -6.395843], [949, -6.406524], [1921, -6.420864], [32, -6.448002], [101051, -6.512183], [14188, -6.52714], [42, -6.55009], [3786, -6.805671], [116908, -6.819211], [120625, -6.824008], [42046, -6.874869], [120007, -6.95672], [121598, -7.180634], [63530, -7.281417], [46, -7.302742], [946, -7.358188], [44, -7.386756], [941, -7.428677], [2125, -7.465447], [82765, -7.490104], [32502, -7.495235], [120293, -7.522677], [123576, -7.593017], [936, -7.638214], [502, -7.653159], [123182, -7.705478], [40301, -7.713494], [262, -7.716771], [14419, -7.723327], [40320, -7.728017], [622, -7.75265], [799, -7.789109], [120001, -7.794744], [286, -7.794873], [5274, -7.817503], [120784, -7.817914], [766, -7.935887], [279, -7.960168], [49430, -8.007844], [39, -8.028397], [122629, -8.036665], [52654, -8.06601], [82275, -8.076307], [3688, -8.08111], [63, -8.103665], [4075, -8.103848], [15397, -8.107135], [14541, -8.117766], [60475, -8.139869], [119647, -8.187453], [92, -8.203039], [1427, -8.213416], [25079, -8.21943], [16581, -8.24774], [121249, -8.247995], [74493, -8.262182], [15774, -8.267008], [120675, -8.272364], [94105, -8.330621], [120078, -8.34166], [1275, -8.36269], [123653, -8.38555], [21216, -8.391235], [123302, -8.391259], [94742, -8.392521], [3711, -8.409871], [82618, -8.422091], [3167, -8.425933], [33, -8.438419], [4222, -8.443336], [41086, -8.443864], [102925, -8.447222], [2879, -8.451358], [4225, -8.483515], [2403, -8.500988], [45, -8.509733], [120653, -8.531696], [47, -8.549071], [120719, -8.57377], [48752, -8.581211], [22664, -8.58947], [11292, -8.592647], [120022, -8.618264], [310, -8.654917], [14696, -8.656757], [34701, -8.666756], [94, -8.681746], [669, -8.684937], [44175, -8.717509], [919, -8.734859], [36209, -8.7472]], "logprob_of_token": -0.195596, "top1_top2_margin": 3.841574, "top6_top7_margin": 0.088182}, {"gen_index": 22, "token": 116026, "top": [[116026, -0.191108], [34774, -4.167604], [14153, -5.154263], [125787, -5.624022], [83150, -5.941192], [127906, -5.970204], [14620, -6.013557], [14179, -6.268024], [101051, -6.268931], [34, -6.41264], [14188, -6.489748], [1921, -6.505914], [32, -6.51605], [949, -6.517841], [735, -6.521889], [120625, -6.64781], [42046, -6.654843], [42, -6.70844], [3786, -6.715792], [116908, -6.755687], [120007, -7.034777], [121598, -7.118275], [63530, -7.297564], [946, -7.305384], [941, -7.319293], [46, -7.359197], [44, -7.396214], [32502, -7.482085], [2125, -7.508289], [120293, -7.529387], [502, -7.576235], [82765, -7.587736], [123576, -7.59548], [14419, -7.612601], [936, -7.727608], [120784, -7.733665], [123182, -7.750037], [40301, -7.751842], [40320, -7.766616], [622, -7.766833], [286, -7.797152], [262, -7.818655], [120001, -7.837329], [5274, -7.866517], [799, -7.892658], [766, -7.946643], [39, -8.026426], [4075, -8.031723], [16581, -8.069618], [122629, -8.082245], [15397, -8.093249], [63, -8.104246], [119647, -8.110147], [279, -8.133491], [82275, -8.135022], [3688, -8.140743], [25079, -8.15345], [60475, -8.167991], [15774, -8.188311], [14541, -8.193791], [121249, -8.200974], [52654, -8.203834], [49430, -8.232627], [1427, -8.287755], [120675, -8.294007], [94105, -8.294439], [74493, -8.300707], [3711, -8.340146], [94742, -8.345109], [92, -8.34861], [120078, -8.348674], [123302, -8.389832], [41086, -8.390409], [33, -8.398527], [2403, -8.401525], [4222, -8.428964], [1275, -8.442758], [123653, -8.465267], [21216, -8.480763], [3167, -8.484465], [14696, -8.50135], [102925, -8.519616], [4225, -8.53403], [2879, -8.543259], [120719, -8.580686], [82618, -8.589832], [45, -8.625746], [669, -8.63549], [48752, -8.640676], [34701, -8.645106], [120022, -8.669292], [47, -8.66989], [44175, -8.682022], [9518, -8.716889], [11292, -8.722405], [36209, -8.726717], [22664, -8.739561], [2466, -8.763706], [94, -8.764923], [923, -8.786706]], "logprob_of_token": -0.191108, "top1_top2_margin": 3.976497, "top6_top7_margin": 0.043354}, {"gen_index": 23, "token": 116026, "top": [[116026, -0.180405], [34774, -4.097687], [14153, -5.167802], [125787, -5.568368], [83150, -5.999307], [127906, -6.006808], [14620, -6.168437], [14179, -6.268202], [101051, -6.331859], [735, -6.480398], [34, -6.485365], [14188, -6.490177], [949, -6.522426], [32, -6.540335], [42046, -6.605954], [120625, -6.613502], [1921, -6.620394], [42, -6.826808], [3786, -6.856777], [116908, -6.999727], [121598, -7.054582], [120007, -7.144252], [46, -7.313979], [63530, -7.361484], [941, -7.456605], [946, -7.462914], [44, -7.474168], [32502, -7.476533], [120293, -7.520643], [82765, -7.643452], [40301, -7.670441], [2125, -7.724146], [123576, -7.725327], [14419, -7.729486], [123182, -7.734674], [622, -7.774345], [120001, -7.812144], [936, -7.820897], [40320, -7.831423], [5274, -7.849821], [502, -7.865621], [16581, -7.893581], [262, -7.934151], [286, -7.937595], [799, -7.986242], [120784, -7.989116], [122629, -7.993741], [25079, -8.020644], [766, -8.049006], [15397, -8.080705], [39, -8.116207], [3711, -8.131471], [15774, -8.133654], [63, -8.13521], [4075, -8.149599], [82275, -8.161123], [1427, -8.185802], [279, -8.192131], [121249, -8.204651], [3688, -8.214843], [74493, -8.255307], [119647, -8.269047], [49430, -8.276531], [60475, -8.307394], [2403, -8.309956], [120675, -8.345469], [94105, -8.345614], [123653, -8.362789], [120078, -8.381483], [33, -8.397018], [52654, -8.410377], [94742, -8.412788], [14541, -8.420431], [1275, -8.434011], [14696, -8.459415], [123302, -8.482925], [102925, -8.486074], [41086, -8.486504], [4222, -8.489049], [92, -8.505838], [3167, -8.506795], [82618, -8.542295], [21216, -8.549814], [669, -8.615614], [34701, -8.625555], [2879, -8.630368], [45, -8.638694], [11292, -8.672718], [36209, -8.684008], [4225, -8.697239], [94, -8.704712], [44175, -8.70953], [310, -8.709738], [22664, -8.714885], [120719, -8.729008], [120022, -8.743458], [919, -8.753421], [68037, -8.773024], [48752, -8.821688], [90, -8.823117]], "logprob_of_token": -0.180405, "top1_top2_margin": 3.917282, "top6_top7_margin": 0.161629}, {"gen_index": 24, "token": 116026, "top": [[116026, -0.135986], [34774, -4.29864], [14153, -5.250825], [125787, -5.999073], [14620, -6.090496], [83150, -6.124857], [127906, -6.161064], [949, -6.62076], [101051, -6.699859], [34, -6.761175], [14179, -6.801813], [42, -6.804836], [32, -6.808363], [116908, -6.815207], [14188, -6.870326], [1921, -6.875344], [120007, -6.912887], [735, -6.939533], [120625, -7.033329], [42046, -7.064862], [121598, -7.217469], [63530, -7.266604], [941, -7.364903], [3786, -7.44771], [120293, -7.475764], [46, -7.625508], [946, -7.646959], [2125, -7.663634], [82765, -7.676491], [44, -7.678382], [14419, -7.74099], [32502, -7.775237], [40301, -7.784334], [120784, -7.815021], [14541, -7.919074], [936, -7.940833], [40320, -7.975269], [123576, -7.977068], [63, -8.005198], [123182, -8.069242], [120001, -8.162992], [262, -8.16881], [766, -8.18217], [286, -8.186735], [502, -8.2242], [49430, -8.276275], [121249, -8.285273], [33, -8.310965], [94105, -8.314224], [622, -8.332867], [120675, -8.335253], [15774, -8.336369], [15397, -8.33975], [5274, -8.350163], [74493, -8.391178], [92, -8.403331], [25079, -8.411236], [39, -8.416521], [16581, -8.421259], [279, -8.426571], [799, -8.438666], [82275, -8.495189], [60475, -8.495207], [94742, -8.510689], [1427, -8.515113], [52654, -8.51851], [119647, -8.520554], [4075, -8.523396], [122629, -8.556028], [3688, -8.565215], [120719, -8.621958], [4222, -8.663949], [102925, -8.665782], [123653, -8.676598], [21216, -8.694504], [120078, -8.696833], [1275, -8.710828], [4225, -8.726624], [41086, -8.741731], [3711, -8.747897], [14696, -8.750291], [82618, -8.761319], [34701, -8.775012], [2403, -8.819436], [94, -8.822382], [68037, -8.853624], [22664, -8.86022], [36209, -8.888797], [120022, -8.896025], [11292, -8.906728], [123302, -8.908776], [120653, -8.925526], [669, -8.95534], [47, -8.96547], [45, -8.973833], [90, -8.980844], [22984, -8.984171], [44175, -8.995293], [3167, -9.007079], [120410, -9.007702]], "logprob_of_token": -0.135986, "top1_top2_margin": 4.162654, "top6_top7_margin": 0.036207}, {"gen_index": 25, "token": 116026, "top": [[116026, -0.112955], [34774, -4.390644], [14153, -5.520161], [125787, -6.124608], [14620, -6.127542], [83150, -6.310405], [127906, -6.49539], [949, -6.598806], [101051, -6.803309], [116908, -6.847218], [32, -7.017406], [14179, -7.021517], [34, -7.051136], [120007, -7.083318], [1921, -7.090289], [42046, -7.12134], [42, -7.124259], [14188, -7.139764], [3786, -7.307479], [120625, -7.360085], [63530, -7.434021], [735, -7.438997], [121598, -7.484292], [941, -7.63727], [82765, -7.678082], [946, -7.682044], [120293, -7.714212], [14419, -7.783792], [40301, -7.846779], [2125, -7.919415], [46, -7.925772], [32502, -7.968143], [120784, -7.991833], [44, -8.002726], [40320, -8.032408], [123576, -8.071996], [936, -8.150747], [49430, -8.170221], [123182, -8.266526], [14541, -8.30583], [63, -8.318422], [262, -8.358374], [120675, -8.36977], [502, -8.398841], [120001, -8.413542], [286, -8.425405], [121249, -8.430535], [94105, -8.453655], [766, -8.48057], [74493, -8.498779], [82275, -8.507483], [33, -8.553076], [52654, -8.570406], [4075, -8.579327], [799, -8.614107], [15774, -8.623512], [1427, -8.633084], [622, -8.633666], [120719, -8.648167], [122629, -8.656332], [25079, -8.659949], [39, -8.66225], [60475, -8.67455], [82618, -8.681148], [15397, -8.691418], [21216, -8.693953], [119647, -8.708285], [5274, -8.711014], [92, -8.717793], [94742, -8.75407], [14696, -8.754784], [16581, -8.7611], [3688, -8.807093], [279, -8.809855], [1275, -8.852765], [22664, -8.895233], [102925, -8.906336], [41086, -8.909161], [123653, -8.911463], [68037, -8.92389], [120078, -8.940001], [34701, -8.967119], [2403, -8.985599], [11292, -8.988276], [4222, -8.989807], [120022, -9.026504], [120653, -9.040867], [123302, -9.046171], [4225, -9.065451], [3711, -9.066318], [44175, -9.093338], [90, -9.10371], [36209, -9.117451], [22984, -9.167246], [669, -9.175639], [94, -9.191253], [3167, -9.234373], [7510, -9.238198], [24826, -9.243174], [122532, -9.251611]], "logprob_of_token": -0.112955, "top1_top2_margin": 4.277689, "top6_top7_margin": 0.184985}, {"gen_index": 26, "token": 116026, "top": [[116026, -0.094652], [34774, -4.448398], [14153, -5.718497], [125787, -6.370509], [14620, -6.390882], [83150, -6.519943], [127906, -6.660604], [949, -6.862512], [116908, -6.889254], [101051, -6.946187], [120007, -7.179848], [14179, -7.186651], [32, -7.216547], [42046, -7.29084], [1921, -7.332041], [63530, -7.381352], [42, -7.397121], [34, -7.452437], [14188, -7.460842], [120625, -7.505394], [3786, -7.575601], [735, -7.719901], [121598, -7.725234], [941, -7.728462], [40301, -7.729652], [82765, -7.805763], [120293, -7.856996], [40320, -8.037522], [946, -8.042138], [123576, -8.062319], [2125, -8.079829], [120784, -8.100839], [14419, -8.110286], [936, -8.210246], [49430, -8.222174], [44, -8.229993], [32502, -8.264305], [46, -8.28396], [502, -8.327645], [120675, -8.380873], [262, -8.460421], [121249, -8.494249], [122629, -8.499471], [120719, -8.531606], [120001, -8.554366], [123182, -8.562717], [799, -8.567308], [14541, -8.573583], [74493, -8.635713], [286, -8.66063], [82275, -8.689493], [766, -8.694571], [1427, -8.709679], [21216, -8.713173], [63, -8.717473], [52654, -8.723891], [82618, -8.733148], [622, -8.747438], [14696, -8.769481], [94105, -8.831468], [60475, -8.837667], [92, -8.848806], [15397, -8.858941], [279, -8.880485], [33, -8.900714], [22664, -8.923544], [1275, -8.925175], [119647, -8.957413], [11292, -8.962569], [25079, -8.96724], [15774, -8.992027], [5274, -8.997903], [4075, -9.009888], [34701, -9.018012], [3688, -9.046572], [102925, -9.051837], [41086, -9.056266], [120022, -9.059991], [68037, -9.068782], [39, -9.097455], [44175, -9.116812], [4222, -9.119338], [16581, -9.125672], [94742, -9.160055], [2403, -9.190879], [22984, -9.196776], [4225, -9.24181], [123653, -9.308107], [120078, -9.314137], [94, -9.326371], [7510, -9.333745], [14794, -9.344583], [9518, -9.35171], [3711, -9.357466], [90, -9.413972], [24826, -9.426868], [1319, -9.429764], [14330, -9.43066], [123302, -9.444077], [120653, -9.451543]], "logprob_of_token": -0.094652, "top1_top2_margin": 4.353747, "top6_top7_margin": 0.140661}, {"gen_index": 27, "token": 116026, "top": [[116026, -0.107255], [34774, -4.398672], [14153, -5.476737], [14620, -6.217939], [125787, -6.3439], [83150, -6.354041], [127906, -6.579822], [949, -6.663146], [42046, -6.792686], [116908, -6.804129], [101051, -6.814703], [120007, -6.97676], [1921, -7.040008], [32, -7.048754], [34, -7.064774], [14179, -7.1806], [42, -7.209083], [3786, -7.212016], [14188, -7.260649], [735, -7.306459], [120625, -7.392094], [63530, -7.485167], [941, -7.58287], [946, -7.598833], [2125, -7.648682], [40301, -7.706605], [121598, -7.741004], [14419, -7.771817], [82765, -7.812902], [120293, -7.846112], [120784, -7.863575], [46, -7.942118], [32502, -7.942719], [44, -7.980669], [123576, -8.147135], [936, -8.158508], [40320, -8.180365], [286, -8.189631], [120675, -8.253635], [123182, -8.285171], [63, -8.307221], [49430, -8.318089], [502, -8.330613], [262, -8.420621], [122629, -8.442359], [622, -8.452368], [799, -8.458264], [121249, -8.474668], [120001, -8.475946], [33, -8.487119], [766, -8.517962], [92, -8.519418], [14541, -8.521537], [1275, -8.574883], [4075, -8.588668], [74493, -8.613387], [279, -8.631635], [21216, -8.664617], [82618, -8.667983], [15774, -8.67021], [25079, -8.724036], [39, -8.731412], [94105, -8.734674], [120719, -8.738094], [82275, -8.73957], [1427, -8.75341], [3688, -8.777651], [119647, -8.78125], [52654, -8.789073], [68037, -8.813659], [60475, -8.819032], [15397, -8.846934], [22664, -8.851371], [120022, -8.916608], [14696, -8.917785], [5274, -8.934996], [120078, -8.988723], [123302, -9.015767], [44175, -9.02415], [2403, -9.062136], [16581, -9.062273], [34701, -9.093567], [3711, -9.121911], [7510, -9.124351], [4222, -9.128119], [94742, -9.13064], [9518, -9.142926], [36209, -9.181558], [669, -9.182582], [3660, -9.188498], [318, -9.190403], [11292, -9.191403], [102925, -9.219937], [123653, -9.242134], [41086, -9.244033], [474, -9.24577], [2213, -9.269416], [120653, -9.276179], [1083, -9.284794], [919, -9.300258]], "logprob_of_token": -0.107255, "top1_top2_margin": 4.291417, "top6_top7_margin": 0.225781}, {"gen_index": 28, "token": 116026, "top": [[116026, -0.240798], [34774, -4.011719], [14153, -4.989996], [127906, -5.617486], [125787, -5.680673], [83150, -5.854718], [14620, -6.021101], [34, -6.021776], [14179, -6.070504], [735, -6.237357], [949, -6.252407], [1921, -6.271354], [14188, -6.323408], [101051, -6.331288], [32, -6.37021], [42, -6.426627], [116908, -6.496916], [120007, -6.558359], [3786, -6.595013], [120625, -6.713104], [42046, -6.782549], [46, -6.99009], [946, -7.028994], [121598, -7.080571], [941, -7.133629], [63530, -7.137708], [44, -7.238507], [799, -7.264427], [2125, -7.335487], [32502, -7.356976], [936, -7.359029], [120293, -7.366277], [502, -7.387234], [262, -7.416004], [14419, -7.474724], [622, -7.498729], [82765, -7.561441], [5274, -7.563543], [40320, -7.58485], [120001, -7.589708], [286, -7.663023], [3711, -7.674911], [123576, -7.703856], [123182, -7.721323], [766, -7.760699], [122629, -7.776834], [120784, -7.796655], [3688, -7.81124], [40301, -7.826327], [279, -7.846076], [39, -7.863592], [4075, -7.865695], [63, -7.896055], [16581, -7.964426], [119647, -7.964538], [1427, -8.006981], [92, -8.028075], [82275, -8.04471], [52654, -8.067266], [15397, -8.100995], [2879, -8.106201], [49430, -8.116137], [120078, -8.136147], [1275, -8.136681], [2403, -8.144622], [60475, -8.149389], [41, -8.150679], [33, -8.157525], [94742, -8.186089], [15774, -8.193841], [120675, -8.196778], [14541, -8.211941], [120022, -8.239929], [25079, -8.259505], [121249, -8.281766], [74493, -8.291376], [22664, -8.322069], [102925, -8.327111], [36209, -8.333755], [4225, -8.353365], [14696, -8.359244], [45, -8.374509], [94105, -8.375987], [123653, -8.379866], [2466, -8.382924], [4222, -8.390373], [47, -8.419291], [11292, -8.42447], [9518, -8.426694], [90, -8.437389], [21216, -8.439643], [120719, -8.441932], [919, -8.451272], [44175, -8.471034], [310, -8.492862], [41086, -8.500526], [3167, -8.504829], [94, -8.506001], [82618, -8.528225], [669, -8.53008]], "logprob_of_token": -0.240798, "top1_top2_margin": 3.770922, "top6_top7_margin": 0.166383}, {"gen_index": 29, "token": 116026, "top": [[116026, -0.215047], [34774, -4.012899], [14153, -5.024065], [125787, -5.562246], [127906, -5.631803], [83150, -5.847662], [34, -5.963132], [14620, -6.04681], [14179, -6.161354], [14188, -6.207224], [101051, -6.321721], [735, -6.331173], [1921, -6.403356], [32, -6.409155], [42, -6.426017], [949, -6.448093], [116908, -6.528375], [3786, -6.691319], [42046, -6.71735], [120007, -6.728256], [120625, -6.788155], [46, -6.914889], [121598, -7.059199], [946, -7.07413], [44, -7.224682], [63530, -7.228878], [941, -7.273012], [32502, -7.310369], [120293, -7.348989], [502, -7.424747], [2125, -7.43846], [799, -7.465019], [936, -7.498734], [622, -7.511268], [262, -7.556044], [14419, -7.564812], [5274, -7.594017], [120001, -7.600185], [82765, -7.614227], [3711, -7.682719], [286, -7.724151], [123576, -7.765541], [766, -7.781868], [40320, -7.80983], [123182, -7.815996], [120784, -7.832567], [16581, -7.85698], [4075, -7.869474], [39, -7.874359], [40301, -7.877445], [122629, -7.924607], [63, -7.926218], [3688, -7.933504], [279, -8.066029], [15774, -8.066758], [92, -8.084038], [1427, -8.09386], [119647, -8.127216], [120078, -8.129226], [82275, -8.1699], [33, -8.17117], [94742, -8.172344], [41, -8.178415], [60475, -8.193659], [15397, -8.193866], [25079, -8.204951], [52654, -8.207276], [1275, -8.220017], [49430, -8.220135], [120675, -8.247404], [2403, -8.253561], [2879, -8.256371], [121249, -8.297782], [36209, -8.302476], [74493, -8.311227], [14541, -8.333779], [120022, -8.382903], [2466, -8.42341], [94105, -8.428617], [102925, -8.460971], [123653, -8.463599], [4222, -8.46577], [22664, -8.476578], [4225, -8.477345], [90, -8.492002], [45, -8.507882], [14696, -8.52665], [669, -8.531547], [41086, -8.535635], [3167, -8.544045], [9518, -8.564059], [47, -8.57326], [11292, -8.591712], [3660, -8.60427], [30591, -8.605086], [123302, -8.605556], [94, -8.614219], [44175, -8.627807], [21216, -8.647723], [120719, -8.672511]], "logprob_of_token": -0.215047, "top1_top2_margin": 3.797853, "top6_top7_margin": 0.11547}, {"gen_index": 30, "token": 116026, "top": [[116026, -0.209233], [34774, -3.946184], [14153, -4.918225], [125787, -5.482661], [127906, -5.632333], [83150, -5.863402], [34, -6.025612], [14179, -6.042259], [14620, -6.131755], [14188, -6.161694], [735, -6.343286], [32, -6.391172], [1921, -6.448824], [101051, -6.46075], [42, -6.497237], [949, -6.503363], [120625, -6.714063], [42046, -6.756217], [116908, -6.797956], [120007, -6.816042], [3786, -6.869045], [46, -6.955276], [121598, -7.023832], [44, -7.201402], [63530, -7.254443], [946, -7.265741], [32502, -7.269105], [941, -7.334671], [120293, -7.37439], [2125, -7.522725], [799, -7.546788], [5274, -7.561147], [16581, -7.581609], [622, -7.586084], [936, -7.587739], [120001, -7.606971], [82765, -7.636352], [502, -7.686385], [262, -7.704094], [123182, -7.728216], [3711, -7.729296], [14419, -7.776845], [123576, -7.844293], [286, -7.847787], [40301, -7.857904], [766, -7.88094], [39, -7.889297], [40320, -7.905282], [63, -7.943151], [4075, -8.006957], [122629, -8.01229], [3688, -8.01333], [120784, -8.021529], [15397, -8.073683], [33, -8.128039], [82275, -8.143211], [15774, -8.143642], [94742, -8.148161], [119647, -8.165924], [279, -8.170459], [25079, -8.176644], [120078, -8.186496], [92, -8.188109], [121249, -8.251332], [1275, -8.252299], [74493, -8.261236], [36209, -8.277729], [41, -8.28002], [60475, -8.325459], [1427, -8.326856], [123653, -8.338087], [2403, -8.378046], [120675, -8.378124], [52654, -8.379923], [49430, -8.388796], [94105, -8.419692], [14541, -8.421474], [45, -8.434509], [90, -8.442785], [41086, -8.485336], [30591, -8.500099], [22664, -8.502742], [2879, -8.507318], [94, -8.526344], [102925, -8.52687], [120022, -8.537647], [2466, -8.547291], [68037, -8.550478], [3167, -8.575935], [44175, -8.58525], [4225, -8.600662], [123302, -8.604527], [14696, -8.611044], [669, -8.625223], [34701, -8.628972], [310, -8.641309], [4222, -8.651224], [120410, -8.658325], [82618, -8.67099], [10, -8.674802]], "logprob_of_token": -0.209233, "top1_top2_margin": 3.736951, "top6_top7_margin": 0.16221}, {"gen_index": 31, "token": 116026, "top": [[116026, -0.187156], [34774, -3.99317], [14153, -5.19964], [125787, -5.754674], [127906, -5.818665], [83150, -5.9544], [14620, -6.026567], [34, -6.159082], [14179, -6.252769], [14188, -6.364125], [735, -6.470119], [101051, -6.48258], [42, -6.539076], [1921, -6.568319], [949, -6.574884], [32, -6.587629], [116908, -6.779234], [3786, -6.798497], [120625, -6.845716], [120007, -6.90814], [42046, -6.913494], [46, -7.105327], [121598, -7.184875], [946, -7.29793], [32502, -7.330115], [44, -7.378779], [63530, -7.409159], [120293, -7.435295], [936, -7.49854], [941, -7.513786], [502, -7.553862], [799, -7.557127], [82765, -7.58314], [2125, -7.663548], [622, -7.713136], [5274, -7.724329], [14419, -7.798676], [262, -7.79935], [120001, -7.808749], [123576, -7.828268], [40320, -7.869943], [3711, -7.879512], [766, -7.94391], [123182, -7.94889], [286, -7.951833], [16581, -8.046754], [40301, -8.048589], [63, -8.053365], [120784, -8.065665], [39, -8.07116], [122629, -8.073999], [4075, -8.094135], [82275, -8.148512], [3688, -8.166982], [120078, -8.214414], [15774, -8.235763], [33, -8.243347], [92, -8.249674], [15397, -8.250196], [52654, -8.278305], [279, -8.314118], [94742, -8.320529], [49430, -8.320678], [119647, -8.333474], [25079, -8.338155], [121249, -8.341331], [120675, -8.357841], [1427, -8.3693], [1275, -8.387332], [74493, -8.390803], [60475, -8.400666], [36209, -8.408366], [2403, -8.414498], [41, -8.419433], [123653, -8.421893], [41086, -8.430177], [90, -8.471249], [2879, -8.479853], [14696, -8.514588], [4222, -8.550591], [94105, -8.550895], [120719, -8.561778], [14541, -8.562526], [4225, -8.566558], [120022, -8.593347], [82618, -8.615157], [102925, -8.618531], [22664, -8.62356], [2466, -8.640987], [34701, -8.642348], [44175, -8.655731], [11292, -8.664721], [669, -8.667044], [30591, -8.68967], [3167, -8.705312], [123302, -8.720635], [45, -8.723842], [94, -8.738241], [21216, -8.752561], [48752, -8.780336]], "logprob_of_token": -0.187156, "top1_top2_margin": 3.806014, "top6_top7_margin": 0.072167}]}, {"prompt": "der Mond scheint hell \u00fcber den Bergen", "input_ids": [339, 39046, 19373, 19573, 1489, 1178, 35423], "generated_ids": [948, 35423, 948, 35423, 948, 35423, 948, 35423, 948, 35423, 948, 35423, 948, 35423, 948, 35423, 948, 35423, 948, 35423, 948, 35423, 948, 35423, 948, 35423, 948, 35423, 948, 35423, 948, 35423], "rows": [{"gen_index": 0, "token": 948, "top": [[1178, -3.089503], [19866, -3.104388], [66360, -3.598807], [20387, -4.893447], [32, -4.894697], [103541, -4.994757], [39715, -5.062906], [2125, -5.135899], [4691, -5.245246], [19573, -5.25374], [948, -5.270692], [420, -5.37411], [12831, -5.462849], [7389, -5.553463], [34654, -5.5851], [5274, -5.649434], [39046, -5.654584], [946, -5.681637], [8342, -5.731196], [346, -5.766985], [66847, -5.777843], [33072, -5.811238], [9702, -5.893275], [466, -5.899471], [840, -5.915207], [36500, -5.916464], [44, -5.938521], [47354, -6.07727], [36975, -6.083155], [3417, -6.089494], [26451, -6.267469], [1489, -6.276533], [28423, -6.280477], [737, -6.281603], [56604, -6.354227], [21499, -6.384704], [46790, -6.388548], [826, -6.391561], [53684, -6.398985], [1921, -6.429152], [10966, -6.433555], [7435, -6.446784], [58498, -6.478614], [24035, -6.500974], [7524, -6.588728], [35866, -6.600739], [48396, -6.605777], [104251, -6.618143], [353, -6.619389], [92, -6.636106], [12785, -6.637766], [1241, -6.643928], [12559, -6.654941], [11789, -6.655739], [6592, -6.659569], [845, -6.671682], [43869, -6.675103], [5565, -6.691087], [10492, -6.7065], [286, -6.736907], [38748, -6.749782], [9798, -6.75337], [61291, -6.798937], [46, -6.805806], [46672, -6.814368], [9710, -6.817121], [12123, -6.818038], [26884, -6.820505], [967, -6.825702], [3389, -6.861356], [77623, -6.869897], [30178, -6.872684], [21085, -6.904735], [1864, -6.911572], [119857, -6.928626], [34, -6.967393], [266, -6.986838], [32533, -6.987244], [25067, -6.990169], [74659, -7.009485], [126661, -7.012541], [14445, -7.016018], [1829, -7.054991], [115, -7.055029], [61184, -7.056973], [35009, -7.060725], [10331, -7.067397], [51527, -7.081951], [39297, -7.097492], [622, -7.099334], [12295, -7.102543], [102011, -7.111562], [3579, -7.113186], [60216, -7.113195], [12163, -7.128281], [38533, -7.148256], [42454, -7.152199], [318, -7.153224], [2421, -7.168705], [120007, -7.170354]], "logprob_of_token": -5.270692, "top1_top2_margin": 0.014885, "top6_top7_margin": 0.068149}, {"gen_index": 1, "token": 35423, "top": [[948, -1.65594], [420, -1.859744], [46, -1.955116], [1178, -2.045219], [44, -2.938481], [346, -3.292462], [275, -3.412409], [1829, -3.957183], [826, -4.750793], [831, -4.874519], [913, -5.082882], [622, -5.214382], [1489, -5.287446], [2625, -5.295294], [518, -5.49917], [1200, -5.518711], [35423, -5.58669], [2125, -5.935601], [513, -5.945812], [127906, -5.950424], [10304, -5.962291], [23819, -6.053146], [861, -6.057868], [58, -6.122584], [21938, -6.162566], [115, -6.24315], [5643, -6.276726], [14594, -6.279521], [262, -6.319017], [46252, -6.399632], [3504, -6.400877], [3643, -6.448873], [5274, -6.517865], [92, -6.554599], [1233, -6.558595], [8141, -6.598678], [59, -6.682604], [845, -6.72296], [466, -6.81501], [263, -6.815928], [11265, -6.828115], [2459, -6.844843], [493, -6.919385], [120007, -7.108161], [63, -7.195643], [294, -7.211545], [34, -7.238572], [2260, -7.29891], [286, -7.327006], [939, -7.38917], [526, -7.394493], [1687, -7.438732], [19573, -7.46465], [31496, -7.464776], [14188, -7.473892], [7314, -7.488957], [766, -7.50535], [1117, -7.537018], [614, -7.582353], [377, -7.664596], [2150, -7.666919], [44455, -7.725984], [4561, -7.729044], [1409, -7.773903], [16683, -7.788182], [3417, -7.797512], [15476, -7.798806], [1195, -7.800025], [7357, -7.822298], [7640, -7.837302], [45, -7.906219], [39, -7.916605], [1046, -7.973638], [14154, -8.028769], [14215, -8.033872], [266, -8.105201], [7815, -8.136633], [1953, -8.173905], [22863, -8.184803], [1241, -8.184843], [1047, -8.193429], [4351, -8.20012], [125259, -8.227242], [2361, -8.231826], [4550, -8.234878], [12975, -8.235361], [4610, -8.25509], [946, -8.269015], [1921, -8.27632], [11397, -8.279099], [61432, -8.302708], [1803, -8.30339], [7616, -8.339629], [836, -8.351975], [1917, -8.354033], [36, -8.379484], [2156, -8.38003], [1410, -8.39312], [2342, -8.396134], [279, -8.397001]], "logprob_of_token": -5.58669, "top1_top2_margin": 0.203804, "top6_top7_margin": 0.119946}, {"gen_index": 2, "token": 948, "top": [[35423, -1.136905], [46252, -1.139087], [948, -2.175403], [7616, -4.654821], [11397, -4.682821], [29394, -5.244864], [43492, -5.873023], [1178, -5.969798], [34654, -6.005474], [420, -6.025621], [22211, -6.402571], [55950, -6.524991], [66396, -6.761616], [2297, -6.771942], [3389, -6.935366], [346, -7.004312], [9702, -7.038393], [49541, -7.065762], [47607, -7.114076], [826, -7.139492], [103140, -7.152207], [52657, -7.152678], [34991, -7.20823], [26884, -7.248607], [21771, -7.292271], [66863, -7.345891], [80325, -7.453481], [48716, -7.456789], [127906, -7.464399], [28528, -7.478939], [38748, -7.492741], [46644, -7.506542], [6933, -7.526272], [43869, -7.553418], [12895, -7.562504], [28320, -7.592627], [1829, -7.638917], [53753, -7.643176], [21085, -7.652057], [11282, -7.664376], [8342, -7.674467], [19866, -7.695437], [36270, -7.728187], [5274, -7.74343], [46, -7.765998], [66360, -7.772136], [622, -7.794486], [24656, -7.850356], [15002, -7.850443], [78542, -7.854913], [845, -7.866642], [922, -7.914185], [60216, -7.9344], [8086, -7.93995], [100136, -7.95266], [339, -7.954942], [32533, -7.96725], [27300, -7.988195], [39229, -7.988412], [79493, -8.00399], [35009, -8.013159], [44, -8.016708], [840, -8.023356], [39077, -8.028454], [34560, -8.043055], [34748, -8.044768], [3395, -8.05859], [49848, -8.066907], [12163, -8.073489], [121167, -8.134031], [40202, -8.13698], [35091, -8.153726], [17485, -8.157074], [11789, -8.159834], [71890, -8.166971], [60147, -8.172666], [52553, -8.173855], [26451, -8.180286], [108251, -8.218671], [19089, -8.227318], [61827, -8.237209], [3417, -8.242928], [831, -8.250157], [33740, -8.256598], [58665, -8.258089], [51527, -8.267679], [8795, -8.274423], [43532, -8.276138], [108392, -8.296371], [1151, -8.317116], [5513, -8.318718], [33072, -8.320726], [32, -8.330267], [87462, -8.354807], [55998, -8.356791], [86354, -8.356894], [30778, -8.358923], [70201, -8.361137], [518, -8.36348], [262, -8.368948]], "logprob_of_token": -2.175403, "top1_top2_margin": 0.002182, "top6_top7_margin": 0.62816}, {"gen_index": 3, "token": 35423, "top": [[948, -0.017007], [831, -6.676363], [420, -6.695712], [346, -6.804394], [35423, -6.905784], [339, -7.051366], [279, -7.105613], [46, -7.193281], [1178, -7.265254], [518, -8.161531], [44, -8.557957], [262, -8.767467], [826, -8.832377], [1829, -8.864812], [845, -8.996182], [127906, -9.295753], [275, -9.32693], [2459, -9.462752], [2297, -9.519208], [1200, -9.555494], [493, -9.676376], [115, -9.678226], [922, -9.845046], [622, -9.967896], [58, -9.988896], [7616, -10.021588], [1151, -10.102294], [913, -10.116126], [4733, -10.127441], [3504, -10.156885], [14154, -10.165103], [5274, -10.184172], [1409, -10.205832], [43492, -10.258601], [122693, -10.316993], [11397, -10.321041], [34, -10.340228], [2625, -10.388453], [589, -10.418489], [939, -10.502195], [46252, -10.511056], [8590, -10.542594], [6808, -10.554509], [286, -10.595484], [576, -10.630061], [120007, -10.637574], [56434, -10.638627], [63, -10.642997], [3643, -10.679624], [52387, -10.686302], [122883, -10.69418], [735, -10.719853], [1117, -10.761003], [266, -10.831192], [263, -10.847028], [466, -10.874083], [6443, -10.879457], [946, -10.895194], [314, -10.895581], [14168, -10.896192], [1195, -10.915874], [1921, -10.927864], [14188, -10.950624], [1469, -10.958672], [2260, -10.967856], [526, -10.99312], [32, -10.997632], [1450, -11.027862], [4561, -11.095591], [861, -11.113217], [4290, -11.170676], [294, -11.196009], [268, -11.22949], [66863, -11.232743], [9122, -11.238824], [766, -11.244797], [10, -11.247611], [47, -11.25034], [39077, -11.258677], [1233, -11.290013], [1687, -11.293313], [465, -11.295585], [59, -11.303914], [614, -11.334027], [3750, -11.339334], [1410, -11.347575], [5590, -11.34758], [278, -11.361251], [3417, -11.361789], [103140, -11.365131], [2120, -11.405079], [121167, -11.460969], [120015, -11.473393], [7314, -11.477896], [1047, -11.484336], [1489, -11.492911], [836, -11.493911], [679, -11.519238], [11158, -11.5209], [2125, -11.52151]], "logprob_of_token": -6.905784, "top1_top2_margin": 6.659357, "top6_top7_margin": 0.054247}, {"gen_index": 4, "token": 948, "top": [[35423, -0.062435], [46252, -5.45203], [43492, -6.272994], [36270, -6.524741], [66863, -6.703104], [7616, -7.178102], [11397, -7.229268], [16754, -7.610052], [948, -7.86172], [1178, -7.886569], [420, -8.018817], [103140, -8.057749], [66396, -8.221669], [91252, -8.241833], [55950, -8.35489], [82856, -8.501991], [97543, -8.553028], [52918, -8.559061], [121167, -8.708572], [32533, -8.78462], [108392, -8.922232], [5274, -8.985349], [49848, -8.997986], [46, -9.070192], [96379, -9.070284], [25751, -9.087881], [119878, -9.087934], [127906, -9.14531], [52553, -9.194598], [60216, -9.225117], [346, -9.232725], [12559, -9.257879], [52217, -9.275084], [39077, -9.280115], [1537, -9.285167], [44, -9.305458], [55998, -9.318588], [114885, -9.319674], [826, -9.334906], [845, -9.361107], [26884, -9.364563], [125313, -9.392133], [60147, -9.41205], [51935, -9.485046], [29394, -9.527051], [120007, -9.532435], [7510, -9.535884], [21771, -9.542933], [4118, -9.580013], [34025, -9.622218], [286, -9.644537], [25205, -9.653306], [922, -9.658482], [19963, -9.673924], [96186, -9.696898], [32, -9.795622], [34991, -9.805524], [622, -9.807011], [97925, -9.818212], [24468, -9.847687], [74299, -9.853338], [1097, -9.856503], [88938, -9.88307], [16727, -9.883486], [1450, -9.883568], [117126, -9.883602], [24999, -9.898083], [109992, -9.907038], [107755, -9.911993], [42196, -9.927589], [23638, -9.945813], [74683, -9.952232], [48716, -9.955019], [66473, -9.962008], [48137, -9.968961], [35815, -9.970825], [104251, -9.979384], [77892, -9.98107], [116312, -9.985641], [4479, -9.992496], [1829, -10.000202], [735, -10.011083], [946, -10.021235], [78542, -10.028123], [105405, -10.058922], [406, -10.059386], [101938, -10.082756], [110404, -10.082915], [7640, -10.083421], [30778, -10.096962], [42454, -10.101667], [49541, -10.108878], [2459, -10.109953], [101757, -10.144297], [53753, -10.148985], [34, -10.157566], [44830, -10.173963], [9702, -10.176605], [55442, -10.187571], [25065, -10.187964]], "logprob_of_token": -7.86172, "top1_top2_margin": 5.389595, "top6_top7_margin": 0.051166}, {"gen_index": 5, "token": 35423, "top": [[948, -0.007947], [346, -6.468032], [279, -7.585879], [420, -7.607677], [831, -7.634878], [262, -7.917514], [339, -8.078179], [2459, -8.254696], [518, -8.355668], [1178, -8.589068], [44, -9.001321], [735, -9.097533], [46, -9.305812], [127906, -9.363564], [922, -9.540053], [1921, -9.606494], [2297, -9.645387], [6443, -9.667921], [35423, -9.928052], [5274, -9.935399], [286, -9.976232], [32, -10.023435], [34, -10.173508], [845, -10.23706], [946, -10.309077], [939, -10.34288], [2125, -10.3658], [622, -10.436725], [120007, -10.525261], [493, -10.530647], [7467, -10.653117], [1409, -10.690351], [826, -10.711097], [14168, -10.764664], [576, -10.779468], [1829, -10.797363], [9122, -10.810698], [58, -10.816449], [14154, -10.945186], [7510, -11.074561], [275, -11.085822], [327, -11.137469], [968, -11.138988], [10664, -11.153147], [378, -11.15445], [95, -11.167548], [913, -11.187846], [3504, -11.194491], [589, -11.209263], [1469, -11.22097], [56434, -11.226207], [3417, -11.301741], [669, -11.31807], [8590, -11.340305], [2225, -11.425112], [1195, -11.428752], [941, -11.437346], [42, -11.445474], [766, -11.463488], [63, -11.47594], [120022, -11.509881], [614, -11.546084], [2260, -11.608295], [14188, -11.613429], [2625, -11.614736], [527, -11.6232], [836, -11.643954], [263, -11.682293], [716, -11.691409], [2120, -11.703925], [907, -11.710777], [353, -11.720366], [294, -11.727431], [10, -11.729483], [888, -11.743587], [739, -11.750608], [679, -11.767445], [43492, -11.825436], [39, -11.837623], [1151, -11.852679], [3643, -11.858771], [1765, -11.861837], [861, -11.872085], [39077, -11.890323], [4733, -11.895424], [1117, -11.91595], [10304, -11.917887], [965, -11.927046], [7616, -11.928768], [46252, -11.939335], [4561, -11.941989], [115, -11.943801], [379, -11.946612], [11265, -11.973956], [1200, -11.999998], [47, -12.028703], [1410, -12.033187], [919, -12.041905], [1047, -12.08402], [465, -12.118423]], "logprob_of_token": -9.928052, "top1_top2_margin": 6.460086, "top6_top7_margin": 0.160665}, {"gen_index": 6, "token": 948, "top": [[35423, -0.04126], [46252, -5.153008], [43492, -6.464613], [66863, -6.976958], [36270, -7.029515], [7616, -7.257824], [11397, -7.367272], [420, -7.950217], [103140, -8.116261], [66396, -8.363324], [948, -8.410472], [16754, -8.425591], [91252, -8.550142], [55950, -8.630129], [5274, -8.901583], [82856, -8.903896], [1178, -8.905289], [48716, -8.950304], [29394, -9.169559], [97543, -9.408874], [96379, -9.423809], [12559, -9.431143], [32, -9.452203], [52217, -9.469418], [119878, -9.517702], [25751, -9.527275], [46, -9.559844], [121167, -9.573968], [44, -9.574028], [7510, -9.606842], [127906, -9.627791], [32533, -9.651975], [52918, -9.680096], [34025, -9.698608], [49848, -9.702337], [120007, -9.731013], [1829, -9.791102], [845, -9.808119], [88938, -9.829016], [346, -9.831271], [96186, -9.842422], [108392, -9.864267], [286, -9.870171], [52553, -9.906167], [4118, -9.919863], [25205, -9.944343], [26884, -9.944773], [71890, -9.958557], [49541, -9.968587], [60147, -9.969685], [114885, -9.996106], [922, -10.030738], [826, -10.059599], [34991, -10.060255], [60216, -10.06942], [406, -10.072696], [24468, -10.228367], [126141, -10.239412], [946, -10.254732], [107755, -10.267403], [55998, -10.271366], [74299, -10.277174], [97925, -10.278684], [39077, -10.289059], [125313, -10.307131], [118702, -10.32023], [117126, -10.321201], [104251, -10.344004], [108251, -10.360523], [116312, -10.386428], [24656, -10.405525], [19963, -10.412975], [109992, -10.413889], [735, -10.419586], [1097, -10.420649], [70201, -10.46195], [3417, -10.464334], [1921, -10.465137], [836, -10.474429], [90754, -10.483242], [17485, -10.499609], [101757, -10.506187], [49, -10.506935], [21771, -10.520136], [263, -10.524879], [16727, -10.525574], [92431, -10.53413], [2459, -10.542893], [78542, -10.546873], [90068, -10.550547], [69814, -10.564339], [28320, -10.577174], [51935, -10.598552], [110160, -10.613211], [76649, -10.615286], [36500, -10.623485], [53753, -10.625324], [766, -10.628798], [110404, -10.636343], [30778, -10.642647]], "logprob_of_token": -8.410472, "top1_top2_margin": 5.111748, "top6_top7_margin": 0.109448}, {"gen_index": 7, "token": 35423, "top": [[948, -0.010813], [346, -5.766737], [279, -6.896678], [420, -7.242452], [262, -7.299593], [831, -7.319973], [339, -8.095181], [518, -8.153142], [2459, -8.286221], [735, -8.554355], [1178, -8.884897], [44, -8.93026], [46, -9.38011], [845, -9.466847], [1921, -9.530132], [127906, -9.56816], [35423, -9.594393], [6443, -9.943508], [32, -9.99602], [5274, -10.081312], [286, -10.202471], [922, -10.216033], [493, -10.238941], [2297, -10.244448], [946, -10.281747], [34, -10.377619], [58, -10.384641], [576, -10.411436], [2125, -10.527984], [826, -10.578585], [14168, -10.674126], [589, -10.683962], [1829, -10.70019], [622, -10.769964], [9122, -10.77928], [378, -10.80622], [3504, -10.821793], [115, -10.861065], [968, -10.889335], [1409, -10.901464], [2225, -10.909998], [4733, -10.982248], [14154, -10.99878], [913, -11.007403], [95, -11.032906], [1469, -11.163755], [7510, -11.165854], [120007, -11.175108], [275, -11.197761], [42, -11.235368], [10, -11.266102], [10664, -11.274009], [3417, -11.282099], [941, -11.28824], [7467, -11.303883], [263, -11.408789], [939, -11.41985], [14188, -11.438967], [2260, -11.45737], [63, -11.46575], [327, -11.46971], [527, -11.494077], [766, -11.508285], [836, -11.50879], [3643, -11.544125], [888, -11.553898], [543, -11.55699], [2120, -11.568469], [919, -11.568951], [353, -11.581885], [669, -11.598802], [1765, -11.601072], [4561, -11.631937], [43492, -11.659224], [614, -11.669214], [8590, -11.669857], [39, -11.679327], [3340, -11.700298], [1117, -11.70781], [120022, -11.726616], [4840, -11.780524], [47, -11.791591], [2625, -11.79407], [679, -11.807428], [716, -11.85408], [1047, -11.854502], [294, -11.858295], [7616, -11.875862], [465, -11.89622], [56434, -11.929545], [1195, -11.934911], [739, -11.953934], [14153, -11.95724], [10304, -11.963881], [1151, -11.97462], [122693, -11.979992], [14825, -12.013995], [1410, -12.016785], [1200, -12.033323], [861, -12.034549]], "logprob_of_token": -9.594393, "top1_top2_margin": 5.755924, "top6_top7_margin": 0.775208}, {"gen_index": 8, "token": 948, "top": [[35423, -0.089295], [46252, -5.059877], [36270, -5.946158], [43492, -6.215271], [66863, -6.342783], [11397, -7.007117], [7616, -7.078213], [103140, -7.638999], [948, -7.666663], [66396, -7.701189], [16754, -7.707895], [55950, -7.737543], [1178, -8.175294], [82856, -8.196703], [420, -8.262736], [91252, -8.419953], [48716, -8.497018], [29394, -8.555869], [5274, -8.728423], [32533, -8.822743], [12559, -8.872384], [52217, -8.876595], [60216, -8.887889], [52553, -8.89457], [121167, -8.906949], [125313, -8.915132], [60147, -8.974059], [97543, -8.985385], [119878, -9.017054], [52918, -9.044401], [25751, -9.066206], [32, -9.073694], [96379, -9.083773], [108392, -9.091093], [88938, -9.104447], [46, -9.199542], [4118, -9.204268], [826, -9.218665], [127906, -9.224429], [104251, -9.240352], [346, -9.279635], [17485, -9.337466], [49848, -9.345627], [34025, -9.351493], [96186, -9.354653], [118702, -9.380838], [114885, -9.4002], [24468, -9.41114], [44, -9.442149], [55998, -9.454991], [26884, -9.466532], [70201, -9.47225], [78542, -9.477817], [71890, -9.483877], [7510, -9.486624], [946, -9.487072], [76649, -9.490634], [49541, -9.505844], [97925, -9.527223], [39077, -9.530408], [116312, -9.533051], [21771, -9.568997], [25205, -9.58739], [1537, -9.589789], [126141, -9.62876], [845, -9.629416], [74299, -9.629624], [97049, -9.644298], [51935, -9.648067], [101757, -9.669158], [34991, -9.671416], [16727, -9.672035], [52663, -9.690182], [53753, -9.691093], [92431, -9.704782], [30778, -9.713971], [1829, -9.725419], [12131, -9.729157], [4479, -9.729371], [66473, -9.731688], [28320, -9.764064], [82128, -9.765879], [3417, -9.766078], [24656, -9.773476], [117126, -9.782287], [107755, -9.797935], [58949, -9.863252], [74683, -9.873956], [110404, -9.879168], [69814, -9.883868], [52297, -9.894595], [34654, -9.900809], [100136, -9.929682], [36500, -9.930634], [95061, -9.931645], [72865, -9.965882], [109992, -9.970557], [67028, -9.975112], [94281, -9.984048], [101106, -9.987088]], "logprob_of_token": -7.666663, "top1_top2_margin": 4.970582, "top6_top7_margin": 0.071096}, {"gen_index": 9, "token": 35423, "top": [[948, -0.010106], [279, -6.020691], [346, -6.443161], [831, -6.671188], [262, -7.58426], [339, -8.011243], [420, -8.317416], [518, -8.330314], [2459, -8.372693], [735, -8.550394], [1178, -8.710942], [44, -8.95435], [46, -9.650659], [1921, -9.658198], [493, -9.704171], [127906, -9.843222], [35423, -9.882871], [2297, -10.073314], [6443, -10.132655], [845, -10.202764], [286, -10.243862], [58, -10.386336], [922, -10.482327], [5274, -10.546699], [2125, -10.581248], [32, -10.585559], [622, -10.618526], [576, -10.637654], [826, -10.650409], [946, -10.66223], [378, -10.712088], [34, -10.76214], [14168, -10.857615], [9122, -10.924317], [115, -10.94128], [589, -11.007747], [968, -11.016365], [527, -11.051464], [4733, -11.145574], [95, -11.181367], [7467, -11.218225], [1409, -11.243927], [669, -11.295903], [10664, -11.317971], [10, -11.326121], [919, -11.365432], [939, -11.415536], [1200, -11.428603], [7510, -11.464426], [3417, -11.498239], [941, -11.500022], [1829, -11.515326], [4561, -11.522904], [275, -11.533551], [716, -11.544547], [3504, -11.545213], [913, -11.551015], [14154, -11.584931], [63, -11.603942], [8590, -11.624614], [42, -11.645284], [467, -11.65215], [1151, -11.667353], [56434, -11.705801], [1765, -11.715395], [327, -11.755909], [122883, -11.756319], [2225, -11.768689], [10304, -11.832319], [353, -11.851058], [14188, -11.882668], [2625, -11.882699], [836, -11.905654], [1469, -11.90917], [120007, -11.926648], [3643, -11.942598], [39077, -11.943522], [907, -11.944499], [1195, -11.959654], [465, -11.961737], [4840, -11.967764], [278, -11.98048], [122693, -11.989669], [614, -11.996175], [543, -11.997928], [263, -11.998373], [46252, -12.004888], [43492, -12.008147], [739, -12.016891], [2260, -12.021092], [120022, -12.022668], [766, -12.041251], [888, -12.041548], [679, -12.061334], [1826, -12.082131], [314, -12.117908], [39, -12.124118], [379, -12.134409], [1275, -12.142091], [568, -12.164512]], "logprob_of_token": -9.882871, "top1_top2_margin": 6.010585, "top6_top7_margin": 0.306173}, {"gen_index": 10, "token": 948, "top": [[35423, -0.058269], [46252, -5.274625], [36270, -6.312867], [43492, -6.79656], [66863, -6.918274], [7616, -7.347601], [11397, -7.519506], [66396, -7.867814], [948, -7.943836], [55950, -8.006306], [103140, -8.139022], [16754, -8.225823], [1178, -8.254675], [420, -8.370694], [5274, -8.643643], [48716, -8.699914], [29394, -8.788877], [96379, -8.864033], [60216, -8.958586], [32533, -8.969121], [82856, -9.013383], [12559, -9.031651], [32, -9.077428], [52553, -9.091993], [91252, -9.112374], [52217, -9.192924], [108392, -9.266621], [46, -9.325463], [4118, -9.343143], [127906, -9.361676], [826, -9.393736], [121167, -9.395539], [26884, -9.401531], [49848, -9.412082], [119878, -9.424026], [104251, -9.425491], [52918, -9.448968], [49541, -9.509327], [346, -9.518184], [34991, -9.542434], [60147, -9.56898], [97543, -9.569991], [96186, -9.596659], [845, -9.598115], [44, -9.609664], [125313, -9.622026], [25751, -9.628398], [25205, -9.631968], [71890, -9.64944], [7510, -9.690269], [34025, -9.756271], [88938, -9.768824], [114885, -9.769502], [74299, -9.7698], [78542, -9.773542], [946, -9.782409], [24468, -9.784165], [922, -9.792813], [17485, -9.824314], [76649, -9.832178], [101757, -9.83239], [1537, -9.861655], [39077, -9.861974], [1097, -9.862813], [95061, -9.869232], [34654, -9.918578], [1829, -9.923241], [70201, -9.923651], [24656, -9.930033], [118702, -9.96948], [126141, -9.972892], [12131, -10.003295], [52663, -10.026538], [30778, -10.028294], [51935, -10.065088], [116312, -10.065312], [21771, -10.085177], [3417, -10.091044], [74683, -10.100826], [92431, -10.110948], [55998, -10.116474], [9702, -10.129423], [61184, -10.153788], [97049, -10.17426], [101106, -10.176675], [107755, -10.183795], [46667, -10.185014], [77651, -10.190794], [55442, -10.199365], [28320, -10.207824], [36500, -10.236956], [51527, -10.240969], [286, -10.241071], [10, -10.243544], [77623, -10.250962], [120007, -10.265561], [20283, -10.279712], [35009, -10.295123], [82128, -10.306561], [106822, -10.311465]], "logprob_of_token": -7.943836, "top1_top2_margin": 5.216357, "top6_top7_margin": 0.171905}, {"gen_index": 11, "token": 35423, "top": [[948, -0.012289], [279, -5.75437], [346, -6.219283], [831, -6.725702], [262, -7.304384], [420, -7.87043], [518, -8.258957], [339, -8.315458], [2459, -8.383263], [1178, -8.619398], [735, -8.653182], [44, -8.770093], [1921, -8.771336], [46, -9.366659], [35423, -9.502765], [127906, -9.605448], [286, -9.652411], [493, -9.744934], [845, -9.828894], [5274, -9.840364], [6443, -9.847836], [2125, -9.896935], [2297, -10.053171], [922, -10.093822], [32, -10.12502], [58, -10.170651], [622, -10.186106], [576, -10.323793], [946, -10.333134], [34, -10.497192], [826, -10.522872], [378, -10.593273], [95, -10.665305], [10, -10.670016], [1409, -10.687358], [9122, -10.715023], [527, -10.734041], [14168, -10.773464], [1200, -10.88409], [669, -10.904696], [115, -11.06682], [3417, -11.080816], [1829, -11.091695], [10664, -11.094433], [968, -11.101987], [939, -11.11158], [941, -11.147147], [3504, -11.184798], [589, -11.209276], [7510, -11.20952], [913, -11.218929], [42, -11.220578], [4733, -11.247309], [467, -11.280293], [14154, -11.314589], [919, -11.342192], [14188, -11.356192], [275, -11.35688], [716, -11.364559], [120022, -11.392783], [353, -11.42603], [1151, -11.463493], [7467, -11.483373], [4561, -11.494199], [1765, -11.533613], [568, -11.548452], [1195, -11.549643], [39077, -11.559905], [4840, -11.561575], [10304, -11.562666], [14825, -11.573044], [63, -11.581493], [327, -11.585663], [3643, -11.60112], [263, -11.611083], [46252, -11.618634], [120007, -11.625284], [799, -11.684983], [314, -11.68507], [614, -11.700815], [836, -11.70417], [2225, -11.71037], [465, -11.721369], [1275, -11.731376], [1469, -11.753444], [543, -11.770294], [766, -11.773376], [739, -11.778214], [278, -11.820883], [122883, -11.827768], [379, -11.836515], [8590, -11.840624], [122693, -11.840851], [294, -11.875125], [888, -11.875634], [2120, -11.87612], [43492, -11.876705], [907, -11.877995], [2625, -11.893078], [14153, -11.909563]], "logprob_of_token": -9.502765, "top1_top2_margin": 5.742082, "top6_top7_margin": 0.388526}, {"gen_index": 12, "token": 948, "top": [[35423, -0.053151], [46252, -5.485057], [36270, -6.456213], [66863, -7.013963], [43492, -7.12018], [7616, -7.234499], [11397, -7.85486], [420, -7.903615], [66396, -7.94774], [55950, -8.080044], [16754, -8.156383], [103140, -8.264574], [948, -8.318745], [48716, -8.329107], [5274, -8.378014], [1178, -8.420612], [32, -8.69224], [32533, -8.88975], [34991, -8.948301], [96379, -8.963722], [49541, -9.048262], [60216, -9.11289], [46, -9.114239], [49848, -9.141968], [127906, -9.16916], [52553, -9.195921], [29394, -9.21862], [12559, -9.249866], [7510, -9.341749], [108392, -9.343473], [26884, -9.361869], [82856, -9.417027], [52918, -9.441019], [286, -9.476102], [104251, -9.52422], [1537, -9.530725], [4118, -9.540445], [826, -9.568899], [946, -9.579002], [44, -9.584338], [52217, -9.613028], [96186, -9.632326], [10, -9.671364], [74299, -9.674201], [91252, -9.718166], [845, -9.725423], [25205, -9.752048], [101757, -9.755891], [922, -9.763485], [25751, -9.776288], [34654, -9.784867], [1921, -9.795221], [24656, -9.802019], [121167, -9.818794], [1829, -9.828403], [1097, -9.863054], [97543, -9.869925], [71890, -9.877028], [78542, -9.895988], [406, -9.91316], [346, -9.918449], [39077, -9.927635], [17485, -9.936855], [95061, -9.964898], [119878, -9.973903], [125313, -9.974878], [24468, -10.001124], [34025, -10.011967], [60147, -10.019032], [61184, -10.027666], [28320, -10.047073], [12131, -10.070246], [88938, -10.090163], [9702, -10.091362], [77623, -10.103565], [70201, -10.111527], [52663, -10.123371], [120007, -10.133632], [28097, -10.13737], [3417, -10.138511], [13229, -10.153894], [263, -10.154675], [25065, -10.168658], [75452, -10.17933], [34, -10.191443], [114885, -10.199627], [30778, -10.213024], [101106, -10.226621], [735, -10.255831], [21085, -10.256012], [92431, -10.262306], [49, -10.270648], [126141, -10.274513], [46667, -10.277748], [116312, -10.285013], [58949, -10.290546], [2125, -10.29289], [36500, -10.301803], [55998, -10.303543], [86195, -10.31649]], "logprob_of_token": -8.318745, "top1_top2_margin": 5.431907, "top6_top7_margin": 0.620361}, {"gen_index": 13, "token": 35423, "top": [[948, -0.018658], [279, -5.125301], [346, -5.959042], [262, -6.351574], [831, -6.720358], [420, -7.331496], [1921, -7.783193], [518, -8.152273], [339, -8.286994], [1178, -8.341443], [735, -8.501345], [2459, -8.731423], [286, -8.816374], [44, -8.916018], [127906, -9.064602], [5274, -9.326125], [2125, -9.34602], [46, -9.495261], [845, -9.650211], [946, -9.752472], [922, -9.7531], [2297, -9.829105], [576, -9.840399], [493, -9.855103], [622, -9.891853], [6443, -9.955696], [32, -9.965141], [35423, -9.997101], [58, -10.102277], [95, -10.162462], [34, -10.185995], [1409, -10.228522], [10, -10.250861], [378, -10.292522], [941, -10.319131], [826, -10.343954], [527, -10.477694], [589, -10.516986], [9122, -10.597274], [115, -10.684714], [42, -10.700983], [3504, -10.72364], [14168, -10.734803], [3417, -10.817156], [467, -10.877354], [1829, -10.877628], [939, -10.900723], [669, -10.908316], [4733, -10.95781], [968, -10.978183], [1200, -10.986497], [919, -11.006398], [543, -11.033933], [739, -11.04195], [1765, -11.050126], [799, -11.052874], [716, -11.062504], [913, -11.069486], [14825, -11.069991], [327, -11.077594], [10664, -11.081505], [4840, -11.098101], [1151, -11.108279], [14154, -11.11209], [14188, -11.124673], [1195, -11.129932], [353, -11.135921], [568, -11.154947], [2362, -11.176647], [7467, -11.205941], [278, -11.273174], [275, -11.274303], [263, -11.283397], [39, -11.29808], [3643, -11.354638], [39077, -11.359096], [2225, -11.370728], [1275, -11.403242], [7510, -11.40414], [56434, -11.422792], [122693, -11.461006], [766, -11.470731], [4561, -11.503835], [120022, -11.510376], [294, -11.51137], [2120, -11.527246], [1469, -11.531019], [314, -11.550524], [836, -11.55682], [122883, -11.55759], [379, -11.560968], [8590, -11.585327], [1410, -11.596392], [92, -11.625608], [63, -11.633055], [1117, -11.668474], [614, -11.673064], [2625, -11.675253], [861, -11.682938], [936, -11.691124]], "logprob_of_token": -9.997101, "top1_top2_margin": 5.106644, "top6_top7_margin": 0.451696}, {"gen_index": 14, "token": 948, "top": [[35423, -0.090496], [46252, -4.676392], [36270, -6.070704], [66863, -6.232024], [7616, -6.666371], [420, -6.770772], [43492, -6.842713], [11397, -7.415016], [948, -7.522968], [5274, -7.595144], [66396, -7.665767], [1178, -7.778488], [16754, -7.868306], [34991, -7.945523], [103140, -8.052782], [49541, -8.072098], [55950, -8.12484], [48716, -8.197368], [32, -8.312769], [46, -8.461538], [286, -8.551405], [127906, -8.566494], [82856, -8.612364], [946, -8.772433], [10, -8.792714], [826, -8.865664], [44, -8.883381], [49848, -8.940685], [32533, -8.988699], [26884, -9.015761], [1829, -9.020304], [346, -9.065926], [25751, -9.066378], [1921, -9.072368], [29394, -9.07761], [91252, -9.207043], [121167, -9.214072], [1537, -9.240682], [922, -9.249999], [60216, -9.25482], [125313, -9.256069], [39077, -9.25869], [96379, -9.268669], [97543, -9.291681], [7510, -9.300674], [52918, -9.302565], [12559, -9.325836], [52553, -9.334607], [845, -9.391027], [34, -9.434134], [58949, -9.443068], [3417, -9.458113], [1097, -9.519168], [262, -9.527003], [24468, -9.527569], [74299, -9.537215], [263, -9.564174], [836, -9.576691], [101757, -9.584185], [108392, -9.603405], [60147, -9.632645], [55998, -9.639974], [9702, -9.642746], [24656, -9.646706], [4118, -9.657038], [406, -9.685217], [49, -9.691871], [52217, -9.698324], [353, -9.710821], [766, -9.715408], [622, -9.715422], [735, -9.757257], [70201, -9.768603], [100136, -9.794857], [28320, -9.799749], [88938, -9.804877], [115205, -9.812125], [25205, -9.812871], [17485, -9.812905], [2125, -9.81596], [119878, -9.834793], [104251, -9.883355], [34025, -9.885329], [71890, -9.887029], [28097, -9.889151], [941, -9.894345], [114885, -9.903289], [294, -9.91845], [53753, -9.92412], [34654, -9.924704], [126141, -9.926111], [21085, -9.932535], [72865, -9.933831], [13229, -9.936291], [86195, -9.938468], [76649, -9.949352], [52663, -9.959879], [25065, -9.978712], [78542, -9.987737], [51935, -9.995948]], "logprob_of_token": -7.522968, "top1_top2_margin": 4.585896, "top6_top7_margin": 0.071942}, {"gen_index": 15, "token": 35423, "top": [[948, -0.022052], [279, -5.026405], [346, -5.678197], [262, -6.21919], [831, -6.710714], [420, -7.32426], [1921, -7.506644], [1178, -7.824664], [518, -7.91552], [339, -8.156553], [286, -8.61209], [735, -8.67645], [44, -8.864944], [5274, -9.006598], [127906, -9.012994], [2459, -9.166381], [2125, -9.177706], [35423, -9.183545], [845, -9.41529], [946, -9.435298], [46, -9.476052], [493, -9.522989], [922, -9.576274], [2297, -9.634946], [622, -9.646947], [32, -9.71115], [576, -9.754189], [826, -9.950871], [58, -9.952417], [6443, -9.979434], [941, -10.102788], [95, -10.129583], [1409, -10.138627], [34, -10.170039], [10, -10.22551], [9122, -10.254503], [378, -10.256346], [42, -10.339742], [527, -10.390122], [467, -10.479083], [10664, -10.5286], [589, -10.556871], [3417, -10.566911], [115, -10.61053], [543, -10.649938], [1829, -10.664071], [14168, -10.72288], [2362, -10.739909], [14825, -10.749045], [3504, -10.75524], [4840, -10.776366], [913, -10.786649], [14188, -10.803782], [4733, -10.836886], [669, -10.845836], [1151, -10.902932], [716, -10.904603], [353, -10.947705], [1195, -11.000692], [739, -11.013317], [14154, -11.023549], [919, -11.030538], [7467, -11.032492], [1765, -11.063141], [568, -11.067893], [799, -11.076434], [1200, -11.094876], [939, -11.098825], [263, -11.102589], [968, -11.102697], [766, -11.109017], [39, -11.119582], [3643, -11.126317], [4561, -11.15579], [39077, -11.16326], [327, -11.166831], [1275, -11.177835], [7510, -11.194424], [836, -11.212057], [275, -11.242597], [278, -11.264675], [2225, -11.282306], [1047, -11.321316], [120022, -11.325822], [379, -11.341739], [294, -11.352858], [3340, -11.359278], [1469, -11.41056], [92, -11.414553], [122693, -11.420793], [614, -11.424525], [14139, -11.447228], [56434, -11.451503], [122883, -11.452538], [861, -11.454339], [10304, -11.467222], [1117, -11.473855], [2625, -11.510436], [2120, -11.522492], [2260, -11.537108]], "logprob_of_token": -9.183545, "top1_top2_margin": 5.004353, "top6_top7_margin": 0.182384}, {"gen_index": 16, "token": 948, "top": [[35423, -0.087031], [46252, -4.96768], [66863, -6.203496], [36270, -6.277391], [420, -6.49001], [7616, -6.642731], [43492, -6.94203], [11397, -7.362784], [948, -7.478059], [5274, -7.661315], [66396, -7.751429], [55950, -8.003934], [48716, -8.047254], [1178, -8.133566], [16754, -8.254128], [103140, -8.256171], [32533, -8.380555], [32, -8.449365], [46, -8.461924], [286, -8.659391], [29394, -8.670959], [82856, -8.730249], [49541, -8.800075], [96379, -8.813523], [1829, -8.837915], [826, -8.854253], [34991, -8.868352], [12559, -8.875001], [346, -8.879989], [127906, -8.914193], [26884, -8.914731], [946, -8.921969], [60216, -8.933581], [52553, -8.977189], [25751, -8.982003], [49848, -9.004697], [44, -9.027826], [4118, -9.05105], [922, -9.099019], [121167, -9.149854], [91252, -9.180512], [52918, -9.199737], [52217, -9.203291], [3417, -9.221041], [10, -9.22752], [108392, -9.232555], [845, -9.240578], [7510, -9.245385], [25205, -9.248005], [104251, -9.306883], [74299, -9.336898], [1921, -9.349166], [1537, -9.352498], [119878, -9.380911], [17485, -9.395459], [1097, -9.456076], [96186, -9.456238], [97543, -9.460547], [9702, -9.462987], [24656, -9.48365], [34, -9.490454], [55998, -9.520861], [34025, -9.530216], [71890, -9.559158], [622, -9.60529], [49, -9.610945], [60147, -9.619476], [97049, -9.622956], [88938, -9.645764], [39077, -9.648724], [101757, -9.661889], [836, -9.675433], [28097, -9.685927], [76649, -9.720732], [70201, -9.739944], [52663, -9.742878], [34654, -9.748166], [78542, -9.753453], [58949, -9.76567], [67329, -9.776644], [353, -9.780813], [105405, -9.784443], [51935, -9.795877], [77623, -9.801814], [262, -9.807868], [74390, -9.819636], [30778, -9.830684], [111723, -9.83282], [82128, -9.834266], [86195, -9.856154], [766, -9.868861], [941, -9.877729], [111170, -9.878266], [294, -9.878775], [92431, -9.880156], [28320, -9.883878], [112200, -9.906106], [125313, -9.910548], [115205, -9.92588], [1917, -9.935241]], "logprob_of_token": -7.478059, "top1_top2_margin": 4.880649, "top6_top7_margin": 0.299299}, {"gen_index": 17, "token": 35423, "top": [[948, -0.021059], [279, -5.022784], [346, -5.864919], [262, -5.941074], [831, -6.92907], [420, -7.35689], [1921, -7.482967], [518, -8.078432], [1178, -8.146351], [286, -8.375585], [339, -8.378663], [35423, -8.625134], [735, -8.75576], [44, -9.120512], [5274, -9.132976], [127906, -9.275328], [2125, -9.27972], [2459, -9.567361], [576, -9.608875], [845, -9.629532], [946, -9.694778], [46, -9.704258], [922, -9.709042], [622, -9.747186], [32, -9.809029], [2297, -9.825223], [941, -9.856188], [493, -9.863297], [6443, -10.150124], [10664, -10.183236], [826, -10.205384], [95, -10.220101], [58, -10.243738], [10, -10.310993], [527, -10.326302], [378, -10.381743], [1409, -10.388405], [9122, -10.413256], [115, -10.434334], [34, -10.470924], [467, -10.49052], [14188, -10.533077], [42, -10.540941], [589, -10.556705], [2362, -10.690811], [543, -10.721329], [3417, -10.725204], [669, -10.766108], [14825, -10.768291], [14168, -10.834294], [1829, -10.837814], [919, -10.962369], [1275, -11.019843], [4733, -11.02], [716, -11.027882], [913, -11.052828], [3504, -11.061861], [7510, -11.076037], [379, -11.080288], [7467, -11.083124], [739, -11.086388], [766, -11.117406], [14154, -11.123066], [1765, -11.149565], [799, -11.158877], [39077, -11.159022], [327, -11.188887], [353, -11.190427], [263, -11.200674], [1151, -11.207951], [4840, -11.221943], [568, -11.27532], [14419, -11.311969], [836, -11.327337], [1195, -11.328215], [3643, -11.387673], [275, -11.391245], [46252, -11.401387], [4561, -11.407628], [39, -11.419266], [14541, -11.430903], [120022, -11.449996], [1047, -11.463966], [1200, -11.490294], [968, -11.505591], [14153, -11.507721], [122883, -11.52602], [3340, -11.530942], [43492, -11.552229], [1410, -11.573513], [314, -11.583222], [970, -11.591631], [2625, -11.613867], [14139, -11.618624], [294, -11.626062], [92, -11.646549], [278, -11.660818], [3326, -11.67532], [939, -11.677029], [614, -11.689078]], "logprob_of_token": -8.625134, "top1_top2_margin": 5.001725, "top6_top7_margin": 0.126078}, {"gen_index": 18, "token": 948, "top": [[35423, -0.055457], [948, -5.458436], [66863, -5.91864], [46252, -5.947107], [36270, -6.832779], [420, -6.897986], [346, -7.776965], [1178, -7.822876], [10, -7.993552], [826, -8.050973], [7616, -8.098945], [46, -8.220269], [26884, -8.419984], [922, -8.498759], [5274, -8.579279], [11397, -8.599883], [279, -8.854196], [48716, -8.877512], [60216, -8.87798], [28320, -8.902991], [32533, -8.919052], [120007, -9.035678], [43492, -9.055992], [913, -9.080525], [5422, -9.24819], [49541, -9.283416], [82856, -9.309377], [4118, -9.353598], [845, -9.375812], [44, -9.379289], [766, -9.38441], [518, -9.431645], [286, -9.441133], [622, -9.46392], [1195, -9.473594], [32, -9.494967], [1537, -9.51785], [1829, -9.524262], [20283, -9.538041], [1200, -9.559319], [16754, -9.5611], [34025, -9.563795], [831, -9.568034], [49848, -9.572845], [103140, -9.60167], [1151, -9.610775], [836, -9.611741], [582, -9.654222], [493, -9.662578], [939, -9.68611], [77262, -9.68784], [25751, -9.724355], [42454, -9.736119], [3504, -9.752512], [74683, -9.76555], [124, -9.767406], [1097, -9.787704], [30778, -9.7881], [11544, -9.824944], [12895, -9.847615], [55950, -9.856774], [294, -9.859794], [1982, -9.883478], [656, -9.891809], [52553, -9.893996], [22726, -9.909425], [52217, -9.919299], [699, -9.920615], [66396, -9.940743], [10304, -9.944058], [17485, -9.947578], [263, -9.948987], [14594, -9.952415], [44830, -9.957404], [77623, -9.962123], [861, -9.974335], [67329, -9.974511], [50240, -10.004916], [2625, -10.013995], [1117, -10.017406], [58, -10.021466], [2260, -10.031071], [29394, -10.032931], [34991, -10.041364], [614, -10.047978], [104251, -10.073898], [25205, -10.078452], [41769, -10.087731], [502, -10.134974], [119878, -10.135603], [66, -10.144889], [1687, -10.144964], [1469, -10.156878], [53753, -10.179543], [120831, -10.246944], [123801, -10.248708], [275, -10.249529], [14179, -10.25104], [19040, -10.253476], [112621, -10.25714]], "logprob_of_token": -5.458436, "top1_top2_margin": 5.402978, "top6_top7_margin": 0.878979}, {"gen_index": 19, "token": 35423, "top": [[948, -0.006603], [35423, -6.233656], [346, -7.217196], [831, -7.426483], [1178, -7.53823], [279, -7.653049], [420, -8.627061], [46, -9.242404], [518, -9.292055], [44, -9.328915], [262, -9.493668], [58, -9.757515], [115, -9.773333], [826, -9.856831], [10, -9.899562], [339, -10.020614], [1921, -10.050114], [493, -10.087976], [622, -10.296444], [14188, -10.452319], [2297, -10.584425], [576, -10.851399], [32, -11.040653], [1829, -11.173958], [2459, -11.186457], [845, -11.269283], [263, -11.302296], [46252, -11.357045], [286, -11.374461], [42, -11.382791], [59, -11.382799], [14153, -11.437403], [922, -11.464714], [127906, -11.475224], [5274, -11.485706], [314, -11.623763], [2125, -11.673847], [275, -11.683133], [1200, -11.702236], [7510, -11.722463], [10664, -11.740229], [34, -11.78756], [7616, -11.793106], [3504, -11.812904], [1151, -11.828863], [6443, -11.832673], [39077, -11.854428], [36270, -11.871162], [913, -11.89229], [122883, -11.92324], [122693, -11.941923], [52387, -12.008767], [766, -12.011796], [14825, -12.019188], [941, -12.033342], [4561, -12.083036], [1117, -12.113601], [1409, -12.118699], [120022, -12.127532], [2625, -12.136678], [735, -12.15202], [3643, -12.153683], [614, -12.165039], [1233, -12.19952], [970, -12.226114], [582, -12.254272], [479, -12.280878], [379, -12.292753], [656, -12.32823], [10304, -12.339396], [95, -12.369967], [1049, -12.378523], [63, -12.392645], [4733, -12.43905], [3750, -12.442101], [6808, -12.44228], [836, -12.526112], [946, -12.53527], [861, -12.535788], [1047, -12.547083], [47, -12.562809], [527, -12.610161], [2362, -12.610715], [66863, -12.631357], [939, -12.652428], [120008, -12.65618], [9122, -12.677926], [965, -12.683668], [1687, -12.698414], [467, -12.753055], [968, -12.771634], [39, -12.788767], [103140, -12.805738], [3417, -12.825095], [24695, -12.826775], [8590, -12.835435], [589, -12.837481], [14168, -12.843739], [378, -12.850738], [1717, -12.851464]], "logprob_of_token": -6.233656, "top1_top2_margin": 6.227053, "top6_top7_margin": 0.974012}, {"gen_index": 20, "token": 948, "top": [[35423, -0.010021], [46252, -6.072443], [66863, -6.408176], [36270, -6.45581], [7616, -7.306755], [11397, -9.009934], [43492, -9.690136], [55950, -9.852695], [82856, -9.977791], [103140, -10.05638], [16754, -10.244477], [1178, -10.454], [66396, -10.536432], [26884, -10.544231], [52918, -10.737821], [60216, -10.760213], [32, -10.774693], [52553, -10.843739], [125313, -10.852402], [48716, -10.864334], [55998, -10.885935], [52217, -10.913977], [39077, -10.961648], [948, -11.026007], [66473, -11.100473], [49541, -11.192737], [28320, -11.200187], [34991, -11.214796], [420, -11.220553], [25065, -11.268758], [49848, -11.281416], [74299, -11.309239], [114885, -11.313286], [97543, -11.340536], [32533, -11.396828], [91252, -11.40061], [25205, -11.449575], [25751, -11.516544], [60147, -11.553505], [53753, -11.605322], [121167, -11.627621], [44, -11.652946], [46, -11.671221], [96186, -11.679688], [826, -11.722632], [66, -11.725843], [34025, -11.730055], [5422, -11.807543], [92010, -11.807955], [29394, -11.811401], [4479, -11.820713], [622, -11.918768], [96379, -11.928776], [108392, -11.929876], [79262, -11.951504], [346, -11.98232], [20283, -11.990599], [12895, -11.992489], [263, -12.039795], [123801, -12.040263], [1537, -12.044145], [840, -12.045684], [87462, -12.050002], [10, -12.054552], [5274, -12.05504], [119878, -12.06963], [77262, -12.073217], [9986, -12.092145], [46667, -12.149411], [104251, -12.159215], [101757, -12.160249], [406, -12.160434], [22726, -12.186857], [95061, -12.202185], [36500, -12.230671], [17485, -12.244469], [42454, -12.260235], [1097, -12.272827], [922, -12.29693], [77623, -12.307505], [110404, -12.308695], [4118, -12.311579], [24468, -12.324151], [19040, -12.336558], [107755, -12.339922], [744, -12.362062], [50240, -12.383741], [58, -12.391386], [105405, -12.440646], [12559, -12.473037], [30778, -12.479704], [845, -12.499134], [101106, -12.503376], [120007, -12.506691], [444, -12.518179], [3209, -12.526313], [493, -12.529022], [97925, -12.535446], [68683, -12.541979], [44830, -12.546022]], "logprob_of_token": -11.026007, "top1_top2_margin": 6.062422, "top6_top7_margin": 0.680202}, {"gen_index": 21, "token": 35423, "top": [[948, -0.002312], [346, -7.677886], [831, -8.129501], [279, -8.795275], [35423, -9.164421], [1178, -9.169239], [518, -9.503319], [420, -9.656118], [46, -10.162544], [339, -10.40827], [1921, -10.490519], [44, -10.498693], [2459, -10.562149], [10, -10.609898], [2297, -10.633166], [58, -10.766106], [32, -10.957432], [922, -11.000893], [115, -11.001685], [14188, -11.025196], [826, -11.05862], [622, -11.146259], [10664, -11.205563], [493, -11.333897], [262, -11.374653], [5274, -11.420796], [845, -11.471859], [6443, -11.551533], [127906, -11.554779], [1829, -11.796557], [576, -11.833873], [263, -11.864305], [122883, -11.96443], [614, -11.976585], [14153, -11.979594], [3340, -12.079226], [735, -12.094627], [479, -12.114376], [34, -12.164232], [2125, -12.232711], [378, -12.350533], [913, -12.371871], [46252, -12.383385], [946, -12.389055], [3504, -12.425947], [1151, -12.442966], [9122, -12.447059], [275, -12.481274], [120022, -12.487022], [122693, -12.493699], [314, -12.508516], [939, -12.508585], [39077, -12.527746], [970, -12.533193], [1409, -12.563396], [14168, -12.581675], [63, -12.59338], [4561, -12.593925], [14825, -12.598287], [59, -12.602257], [888, -12.602737], [1117, -12.607004], [14154, -12.641782], [861, -12.67457], [4840, -12.684725], [968, -12.686309], [3643, -12.698112], [1717, -12.733109], [286, -12.743484], [3750, -12.744994], [1687, -12.773795], [1233, -12.79722], [2625, -12.815989], [527, -12.816989], [42, -12.824368], [120008, -12.849533], [3417, -12.929845], [582, -12.955475], [6808, -12.964027], [766, -12.969913], [4733, -12.992189], [1200, -12.992546], [2225, -13.002303], [699, -13.035084], [669, -13.035748], [1521, -13.042818], [120001, -13.086142], [941, -13.10897], [1047, -13.120737], [56434, -13.123871], [379, -13.139452], [8590, -13.157228], [10304, -13.174412], [52387, -13.187569], [1049, -13.194521], [836, -13.206062], [7510, -13.207932], [1469, -13.259622], [14541, -13.261954], [2150, -13.26818]], "logprob_of_token": -9.164421, "top1_top2_margin": 7.675574, "top6_top7_margin": 0.33408}, {"gen_index": 22, "token": 948, "top": [[35423, -0.018417], [46252, -5.574096], [36270, -6.068895], [66863, -6.199244], [7616, -7.091406], [11397, -8.410127], [43492, -9.225888], [103140, -9.269588], [26884, -9.334297], [55950, -9.400316], [82856, -9.498044], [1178, -9.546333], [16754, -9.670124], [420, -9.725719], [948, -9.7834], [32, -9.887906], [52553, -10.033882], [60216, -10.041698], [66396, -10.178735], [52217, -10.227228], [25205, -10.232702], [55998, -10.291061], [46, -10.295876], [52918, -10.298714], [826, -10.313667], [49541, -10.396739], [125313, -10.409876], [25751, -10.485153], [28320, -10.490723], [32533, -10.49347], [114885, -10.512624], [44, -10.512821], [39077, -10.513986], [49848, -10.564682], [48716, -10.566327], [34991, -10.586241], [91252, -10.626236], [77262, -10.721773], [346, -10.735561], [79262, -10.794988], [97543, -10.795677], [42454, -10.80079], [5274, -10.86858], [96379, -10.879443], [622, -10.88275], [22726, -10.927341], [121167, -10.949607], [53753, -10.959232], [74299, -10.969316], [60147, -10.972549], [12895, -10.985098], [34025, -10.988541], [96186, -11.003433], [20283, -11.041666], [5422, -11.043304], [66473, -11.067493], [4118, -11.106266], [12559, -11.122348], [66, -11.130337], [263, -11.145447], [1097, -11.17571], [58, -11.181014], [104251, -11.200813], [10, -11.220235], [493, -11.241851], [29394, -11.25615], [922, -11.256366], [74390, -11.29106], [4479, -11.310041], [108392, -11.314706], [840, -11.330317], [20593, -11.352511], [36500, -11.359198], [49, -11.365463], [25065, -11.388741], [87462, -11.415137], [59, -11.449816], [845, -11.460266], [77623, -11.486812], [46667, -11.489166], [3504, -11.4943], [39229, -11.496011], [353, -11.516924], [97346, -11.53184], [766, -11.538244], [120007, -11.546163], [19040, -11.548531], [9986, -11.557976], [101757, -11.572209], [12465, -11.58387], [1537, -11.592794], [2459, -11.594131], [10694, -11.600143], [115, -11.601957], [1829, -11.603776], [744, -11.615705], [286, -11.62211], [92431, -11.626751], [93940, -11.627456], [9702, -11.639423]], "logprob_of_token": -9.7834, "top1_top2_margin": 5.555678, "top6_top7_margin": 0.815762}, {"gen_index": 23, "token": 35423, "top": [[948, -0.00208], [346, -7.708152], [831, -8.23362], [279, -9.198888], [518, -9.388824], [1178, -9.441731], [420, -9.707898], [35423, -10.009739], [46, -10.10255], [2459, -10.199477], [44, -10.530293], [1921, -10.530956], [10, -10.641068], [58, -10.643972], [339, -10.696118], [922, -10.839078], [32, -11.053736], [14188, -11.074655], [622, -11.113145], [2297, -11.223086], [115, -11.244992], [826, -11.277531], [5274, -11.394141], [10664, -11.398716], [6443, -11.456751], [493, -11.491298], [845, -11.543698], [127906, -11.573272], [614, -11.690802], [262, -11.702884], [263, -11.928952], [1829, -11.940643], [576, -11.954509], [735, -11.992879], [14153, -12.036729], [3340, -12.056399], [479, -12.173307], [120022, -12.175397], [122883, -12.191131], [3504, -12.269049], [913, -12.269547], [14168, -12.290275], [34, -12.308496], [1151, -12.328876], [378, -12.330631], [946, -12.367684], [14154, -12.396732], [1717, -12.430728], [861, -12.452247], [939, -12.460221], [1117, -12.461867], [314, -12.483579], [275, -12.488931], [63, -12.516184], [3643, -12.518639], [14825, -12.552113], [9122, -12.556403], [59, -12.559306], [968, -12.620262], [4561, -12.630221], [970, -12.63131], [39077, -12.640141], [2125, -12.650294], [888, -12.667852], [1233, -12.682361], [4840, -12.704762], [2625, -12.719411], [122693, -12.727259], [1687, -12.72735], [1409, -12.744954], [3750, -12.792871], [766, -12.886531], [527, -12.906021], [286, -12.916512], [42, -12.933099], [46252, -12.933729], [120008, -12.9378], [3417, -12.940244], [10304, -12.951062], [965, -12.973617], [1200, -12.975074], [2225, -12.992624], [699, -13.0158], [7470, -13.073892], [120001, -13.085589], [6808, -13.095092], [14541, -13.097157], [941, -13.105967], [4733, -13.110147], [379, -13.118167], [513, -13.123979], [120007, -13.162671], [836, -13.166729], [582, -13.200944], [1521, -13.205298], [669, -13.234919], [2150, -13.270118], [7510, -13.27279], [1469, -13.306561], [1195, -13.337987]], "logprob_of_token": -10.009739, "top1_top2_margin": 7.706072, "top6_top7_margin": 0.266167}, {"gen_index": 24, "token": 948, "top": [[35423, -0.011202], [46252, -5.726727], [36270, -6.655426], [66863, -7.009681], [7616, -7.613799], [11397, -8.617946], [43492, -9.577766], [103140, -9.72909], [55950, -9.866292], [26884, -9.908529], [16754, -10.13805], [82856, -10.17572], [48716, -10.251266], [66396, -10.366039], [32, -10.432213], [52217, -10.445113], [60216, -10.460836], [52553, -10.500971], [1178, -10.558552], [948, -10.599632], [52918, -10.782633], [420, -10.803225], [55998, -10.807824], [125313, -10.846638], [28320, -10.886959], [114885, -10.961944], [39077, -10.965207], [91252, -10.972679], [34991, -11.030616], [49541, -11.050847], [66473, -11.053299], [25205, -11.0624], [74299, -11.074344], [44, -11.079885], [96186, -11.081624], [32533, -11.084192], [60147, -11.105919], [97543, -11.121641], [49848, -11.144547], [25751, -11.211819], [46, -11.227726], [121167, -11.235331], [96379, -11.283993], [826, -11.381353], [53753, -11.391478], [34025, -11.414626], [36500, -11.498594], [29394, -11.536555], [87462, -11.541176], [104251, -11.552167], [346, -11.597834], [622, -11.624317], [79262, -11.658009], [20283, -11.664226], [10, -11.679517], [12895, -11.704085], [108392, -11.710963], [12559, -11.743845], [263, -11.749516], [22726, -11.772837], [46667, -11.791802], [922, -11.796453], [4479, -11.796842], [1097, -11.810002], [5274, -11.816141], [4118, -11.818267], [101757, -11.82112], [120007, -11.826442], [77262, -11.861465], [42454, -11.867825], [25065, -11.870916], [123801, -11.873163], [119878, -11.883876], [1537, -11.908114], [93940, -11.915951], [66, -11.93408], [58, -11.934764], [107755, -11.946326], [117126, -11.981546], [110404, -11.983761], [74390, -12.04677], [76649, -12.080486], [50240, -12.08158], [39229, -12.093875], [19040, -12.112481], [77651, -12.113691], [78542, -12.126163], [105405, -12.134644], [30778, -12.139077], [95061, -12.145464], [77623, -12.155284], [63361, -12.171974], [845, -12.19763], [9702, -12.2026], [52663, -12.208471], [20593, -12.214828], [55442, -12.215658], [24468, -12.218173], [766, -12.236349], [101106, -12.242235]], "logprob_of_token": -10.599632, "top1_top2_margin": 5.715525, "top6_top7_margin": 0.959821}, {"gen_index": 25, "token": 35423, "top": [[948, -0.002295], [346, -7.468822], [831, -8.377931], [518, -9.304068], [279, -9.493025], [2459, -9.534737], [46, -9.643812], [420, -9.679604], [1178, -10.113348], [10, -10.288314], [339, -10.390664], [1921, -10.428519], [44, -10.486156], [922, -10.51503], [58, -10.546041], [32, -10.60972], [14188, -10.765814], [127906, -10.869678], [5274, -10.988008], [6443, -11.018429], [2297, -11.051186], [115, -11.128989], [622, -11.262589], [10664, -11.264505], [614, -11.295488], [845, -11.501694], [263, -11.526093], [735, -11.529806], [262, -11.604649], [1829, -11.639208], [493, -11.64731], [576, -11.661139], [826, -11.677906], [34, -11.755294], [35423, -11.831766], [14168, -11.889248], [939, -11.947948], [946, -11.970054], [120022, -11.970842], [14153, -11.99448], [479, -12.052521], [378, -12.084149], [275, -12.12209], [314, -12.125673], [63, -12.135644], [14154, -12.165161], [3340, -12.193052], [2125, -12.213273], [3504, -12.223029], [888, -12.263298], [1117, -12.270066], [1151, -12.289101], [913, -12.306469], [59, -12.321472], [14825, -12.37672], [1717, -12.402653], [968, -12.416842], [120001, -12.426746], [122883, -12.4384], [9122, -12.514703], [861, -12.517527], [2225, -12.548158], [14541, -12.55108], [3643, -12.56747], [3417, -12.569427], [527, -12.58219], [120008, -12.61981], [766, -12.635136], [699, -12.638198], [4840, -12.646962], [3750, -12.727179], [669, -12.732909], [1687, -12.79341], [1409, -12.80654], [120007, -12.809438], [1233, -12.814648], [379, -12.834726], [122693, -12.839199], [582, -12.841338], [7470, -12.841475], [4561, -12.853964], [1200, -12.88835], [120006, -12.889447], [2625, -12.891281], [42, -12.8993], [465, -12.906199], [286, -12.931561], [941, -12.942904], [39077, -12.944694], [2790, -12.94741], [10304, -12.973625], [56434, -13.003527], [1826, -13.004765], [2120, -13.01806], [970, -13.055259], [4733, -13.075674], [14794, -13.097178], [1521, -13.10235], [525, -13.114637], [965, -13.133005]], "logprob_of_token": -11.831766, "top1_top2_margin": 7.466528, "top6_top7_margin": 0.109076}, {"gen_index": 26, "token": 948, "top": [[35423, -0.018285], [46252, -5.836532], [36270, -6.048545], [66863, -6.157454], [7616, -7.68819], [11397, -8.766518], [948, -9.046479], [1178, -9.339169], [55950, -9.377085], [82856, -9.430161], [43492, -9.464632], [103140, -9.575012], [26884, -9.674365], [420, -9.712376], [60216, -9.770923], [52217, -9.918528], [52553, -9.95353], [66396, -10.076074], [52918, -10.086042], [46, -10.171714], [25205, -10.204042], [55998, -10.205439], [48716, -10.27127], [125313, -10.282957], [16754, -10.29186], [826, -10.31036], [114885, -10.366925], [25751, -10.376259], [44, -10.410677], [79262, -10.418036], [39077, -10.434447], [34991, -10.45327], [49541, -10.459074], [346, -10.47184], [32, -10.54129], [32533, -10.562699], [96379, -10.634188], [28320, -10.64908], [53753, -10.687963], [96186, -10.742037], [91252, -10.776643], [622, -10.784419], [121167, -10.787859], [97543, -10.835235], [922, -10.841924], [49848, -10.850199], [60147, -10.861726], [5274, -10.868128], [20283, -10.882337], [77262, -10.883617], [42454, -10.884942], [10, -10.915801], [4118, -10.916306], [74299, -10.948692], [12895, -10.955214], [34025, -10.993496], [46667, -11.001454], [5422, -11.005925], [104251, -11.021488], [263, -11.023799], [29394, -11.046772], [1097, -11.04885], [12559, -11.053668], [66473, -11.054037], [77623, -11.125818], [19040, -11.128692], [74390, -11.134182], [87462, -11.212029], [22726, -11.225204], [108392, -11.24007], [493, -11.252432], [36500, -11.288672], [4479, -11.292147], [58, -11.306816], [20593, -11.348053], [3504, -11.365192], [120007, -11.37363], [845, -11.382438], [59, -11.388672], [1537, -11.391837], [97346, -11.393297], [353, -11.403021], [93940, -11.408147], [30778, -11.422215], [1151, -11.432718], [39229, -11.447559], [24468, -11.456677], [12465, -11.45874], [116312, -11.472773], [123801, -11.480177], [101757, -11.482977], [76649, -11.485496], [67028, -11.489254], [107755, -11.494561], [49, -11.498644], [101106, -11.50408], [766, -11.51998], [10664, -11.523505], [699, -11.525998], [55442, -11.52758]], "logprob_of_token": -9.046479, "top1_top2_margin": 5.818247, "top6_top7_margin": 0.279962}, {"gen_index": 27, "token": 35423, "top": [[948, -0.002647], [346, -7.29813], [831, -8.31129], [518, -9.03261], [46, -9.355142], [420, -9.372839], [279, -9.598863], [2459, -9.685118], [1178, -9.740997], [10, -10.231962], [44, -10.272499], [1921, -10.372836], [339, -10.384106], [58, -10.401386], [922, -10.421964], [32, -10.477022], [14188, -10.65387], [115, -10.815346], [5274, -10.888504], [127906, -10.91529], [6443, -11.004313], [622, -11.062391], [2297, -11.107656], [614, -11.146888], [10664, -11.175536], [826, -11.259354], [493, -11.402158], [263, -11.432734], [845, -11.462093], [262, -11.484909], [34, -11.566553], [120022, -11.569551], [1829, -11.58981], [479, -11.666917], [576, -11.686853], [735, -11.710395], [14168, -11.743308], [3340, -11.791037], [35423, -11.824324], [946, -11.827517], [939, -11.902536], [14154, -11.910341], [63, -11.912291], [1117, -11.942802], [275, -11.980151], [913, -12.035136], [3504, -12.039171], [314, -12.042259], [378, -12.053146], [59, -12.076591], [14153, -12.082822], [1151, -12.146242], [14825, -12.158674], [888, -12.161739], [120007, -12.18067], [120001, -12.182064], [2125, -12.255847], [9122, -12.277183], [14541, -12.297594], [1233, -12.30682], [766, -12.312644], [1717, -12.339855], [861, -12.385571], [3417, -12.393612], [122883, -12.402021], [3643, -12.418204], [4840, -12.434258], [1687, -12.475222], [968, -12.475883], [2225, -12.517301], [120008, -12.528988], [965, -12.564296], [3750, -12.577561], [699, -12.597939], [7470, -12.626556], [527, -12.653625], [1409, -12.661142], [42, -12.672211], [2625, -12.677334], [970, -12.681976], [4561, -12.711168], [379, -12.721018], [465, -12.782307], [582, -12.805267], [941, -12.820023], [120098, -12.824541], [286, -12.829748], [122693, -12.830165], [120006, -12.857911], [669, -12.865144], [1200, -12.866903], [1521, -12.879954], [10304, -12.891554], [513, -12.892959], [2120, -12.939813], [14794, -12.946829], [2790, -12.9639], [1195, -12.978304], [589, -13.022436], [4733, -13.05499]], "logprob_of_token": -11.824324, "top1_top2_margin": 7.295483, "top6_top7_margin": 0.226024}, {"gen_index": 28, "token": 948, "top": [[35423, -0.010717], [46252, -6.025943], [36270, -6.311584], [66863, -7.172316], [7616, -8.202638], [11397, -8.898069], [103140, -9.448693], [43492, -9.487103], [55950, -9.977804], [48716, -10.059363], [32, -10.087628], [16754, -10.183931], [82856, -10.393481], [26884, -10.421384], [66396, -10.493148], [52217, -10.510406], [60216, -10.58005], [52553, -10.588475], [96186, -10.624923], [28320, -10.629009], [114885, -10.825897], [39077, -10.843287], [52918, -10.861183], [32533, -10.883529], [55998, -10.981311], [74299, -10.999448], [66473, -11.00015], [1178, -11.04376], [91252, -11.10602], [125313, -11.114853], [53753, -11.209188], [121167, -11.218378], [36500, -11.247152], [97543, -11.259658], [29394, -11.265579], [420, -11.302855], [60147, -11.314242], [948, -11.32157], [79262, -11.391152], [34991, -11.398364], [123801, -11.462692], [49848, -11.477599], [46667, -11.480371], [96379, -11.51127], [120007, -11.511676], [44, -11.514832], [22726, -11.515188], [5274, -11.529228], [104251, -11.532662], [87462, -11.533357], [25205, -11.555463], [25751, -11.564585], [93940, -11.57058], [20283, -11.595078], [826, -11.59658], [78542, -11.597384], [4118, -11.680947], [34025, -11.710457], [12559, -11.76582], [53404, -11.773589], [1097, -11.777173], [12895, -11.77724], [108392, -11.802501], [119878, -11.823428], [346, -11.834167], [49541, -11.844827], [922, -11.861366], [117126, -11.875798], [42454, -11.932652], [622, -11.955431], [4479, -11.955504], [12131, -11.963546], [74390, -11.991253], [25065, -11.993915], [12465, -11.997689], [97925, -12.004753], [76649, -12.006293], [41979, -12.007803], [77651, -12.011401], [97346, -12.014792], [1537, -12.023241], [10, -12.025143], [24468, -12.031957], [110404, -12.038156], [52663, -12.060589], [77262, -12.065743], [19040, -12.069492], [46, -12.072322], [66, -12.07658], [118043, -12.078603], [35815, -12.099901], [9986, -12.131696], [79631, -12.132782], [103975, -12.149922], [107755, -12.167619], [105405, -12.17164], [493, -12.185214], [77623, -12.196118], [353, -12.197362], [14794, -12.198529]], "logprob_of_token": -11.32157, "top1_top2_margin": 6.015226, "top6_top7_margin": 0.550624}, {"gen_index": 30, "token": 948, "top": [[35423, -0.015313], [46252, -5.279257], [36270, -6.334226], [66863, -6.799027], [7616, -8.022084], [11397, -8.401065], [48716, -9.313724], [103140, -9.463489], [43492, -9.488955], [82856, -9.518279], [26884, -9.653367], [55950, -9.673532], [16754, -10.023543], [52217, -10.04712], [66396, -10.067321], [32, -10.168932], [52553, -10.383835], [91252, -10.548594], [60216, -10.64142], [96186, -10.655112], [1178, -10.656535], [49541, -10.704011], [74299, -10.725738], [60147, -10.730045], [420, -10.746599], [36500, -10.750387], [125313, -10.873023], [34991, -10.881351], [52918, -10.886594], [87462, -10.900548], [28320, -10.937259], [96379, -10.939363], [66473, -11.001959], [44, -11.014849], [55998, -11.027645], [114885, -11.04024], [948, -11.079961], [25205, -11.090049], [39077, -11.122932], [53753, -11.124496], [32533, -11.152802], [25751, -11.15281], [121167, -11.216681], [29394, -11.218854], [49848, -11.272004], [120007, -11.293301], [101757, -11.306115], [34025, -11.349137], [119878, -11.362761], [104251, -11.36929], [826, -11.40356], [46, -11.410855], [78542, -11.451916], [12559, -11.463178], [97543, -11.465387], [79262, -11.482541], [4118, -11.4856], [1097, -11.503337], [5274, -11.534167], [5422, -11.550515], [76649, -11.58813], [12895, -11.594789], [922, -11.625606], [20283, -11.645556], [39229, -11.667059], [107755, -11.677577], [22726, -11.686561], [108392, -11.689612], [46667, -11.693202], [77651, -11.699046], [1537, -11.704493], [50240, -11.720178], [74390, -11.720449], [116312, -11.735028], [123801, -11.735626], [93940, -11.745411], [9702, -11.75236], [10, -11.76187], [110404, -11.780557], [4479, -11.788571], [75452, -11.792965], [117126, -11.796376], [103975, -11.801229], [24468, -11.814271], [34560, -11.818244], [104432, -11.832859], [86354, -11.833534], [53404, -11.843127], [52663, -11.844752], [79493, -11.864408], [622, -11.890048], [19040, -11.8904], [766, -11.892926], [34654, -11.898252], [35815, -11.907897], [66, -11.908216], [118043, -11.941617], [49, -11.942464], [97925, -11.944201], [346, -11.975239]], "logprob_of_token": -11.079961, "top1_top2_margin": 5.263944, "top6_top7_margin": 0.912659}]}, {"prompt": "The capital of Australia is", "input_ids": [325, 9255, 279, 5240, 735], "generated_ids": [75361, 46, 75361, 735, 262, 9255, 279, 5240, 46, 75361, 735, 7789, 622, 262, 7252, 13919, 37112, 46, 75361, 735, 262, 6980, 6547, 622, 262, 7252, 13919, 37112, 46, 75361, 735, 262], "rows": [{"gen_index": 0, "token": 75361, "top": [[735, -0.099518], [63, -4.251739], [46, -4.300756], [1043, -4.500887], [589, -5.134798], [275, -5.354086], [58, -5.423425], [44, -5.495846], [314, -5.589654], [460, -5.66993], [766, -5.94256], [378, -6.402532], [263, -6.455599], [10, -6.512238], [120007, -6.525488], [919, -6.698536], [528, -6.981005], [14188, -7.070613], [14153, -7.499663], [622, -7.54938], [1829, -7.646606], [5240, -7.805052], [59, -7.878418], [405, -7.977887], [20733, -7.995696], [568, -8.170443], [1656, -8.310414], [286, -8.393669], [617, -8.464211], [120022, -8.492651], [8150, -8.52213], [576, -8.526487], [476, -8.536707], [20773, -8.548826], [2459, -8.679111], [393, -8.695612], [9255, -8.734155], [310, -8.789992], [23441, -8.835849], [830, -8.855879], [5415, -8.884385], [279, -8.905725], [1309, -8.926426], [262, -8.984463], [327, -9.109263], [10471, -9.110718], [75361, -9.135028], [120016, -9.225824], [32, -9.283172], [439, -9.35697], [4384, -9.405661], [14896, -9.42664], [656, -9.449747], [1410, -9.629436], [1270, -9.647821], [93472, -9.672937], [1275, -9.698283], [7772, -9.75255], [103784, -9.770414], [14147, -9.796413], [3402, -9.842627], [120021, -9.857458], [1958, -9.879433], [34, -9.889691], [467, -9.890849], [47, -9.894879], [14439, -9.909431], [120610, -9.911961], [15762, -9.926516], [379, -9.947376], [20615, -9.974874], [824, -9.99267], [18126, -10.062075], [6172, -10.089297], [3688, -10.099709], [120018, -10.110201], [39, -10.127926], [15239, -10.132337], [11577, -10.138151], [20668, -10.174295], [582, -10.197821], [1064, -10.207487], [2286, -10.208086], [120006, -10.208696], [745, -10.230975], [125920, -10.235415], [33, -10.245113], [2554, -10.338083], [799, -10.347717], [25288, -10.354944], [946, -10.366791], [8140, -10.371071], [1283, -10.373906], [474, -10.386256], [4278, -10.393194], [1112, -10.401594], [14179, -10.403341], [669, -10.417855], [13919, -10.50001], [330, -10.513009]], "logprob_of_token": -9.135028, "top1_top2_margin": 4.152221, "top6_top7_margin": 0.069339}, {"gen_index": 1, "token": 46, "top": [[75361, -0.106103], [20733, -2.49697], [23441, -6.110179], [120007, -6.277777], [262, -6.498446], [5274, -6.825605], [5240, -7.555398], [32, -7.585652], [502, -7.62844], [34122, -8.022045], [3960, -8.025498], [91515, -8.070083], [120022, -8.103549], [9255, -8.414601], [941, -8.440371], [476, -8.498549], [13919, -8.58509], [64119, -8.640576], [49123, -8.993575], [58209, -9.017131], [44573, -9.136701], [27565, -9.140844], [946, -9.161827], [762, -9.433983], [120016, -9.463002], [8546, -9.513971], [28872, -9.51467], [7252, -9.536365], [622, -9.55003], [93472, -9.566845], [63, -9.57282], [4361, -9.797003], [46, -9.799577], [5513, -9.814089], [745, -9.861514], [63585, -9.886218], [7789, -9.992709], [1410, -10.086102], [58, -10.119845], [1283, -10.168071], [120021, -10.178692], [28851, -10.191761], [4075, -10.204048], [5639, -10.225629], [1921, -10.23213], [2602, -10.315092], [36995, -10.351173], [393, -10.361515], [104792, -10.386243], [31055, -10.401322], [49146, -10.410806], [86627, -10.420785], [766, -10.480241], [9224, -10.489657], [16474, -10.536067], [735, -10.55169], [110874, -10.582237], [543, -10.631488], [327, -10.650859], [28234, -10.655528], [5672, -10.661296], [16545, -10.679351], [24507, -10.70013], [54977, -10.71109], [120410, -10.730481], [18677, -10.780387], [6030, -10.781026], [14188, -10.782546], [41875, -10.788893], [10, -10.831432], [67327, -10.848107], [67370, -10.884612], [799, -10.886731], [29296, -10.896161], [11533, -10.900737], [20758, -10.905276], [87056, -10.928323], [14052, -10.953179], [3327, -10.953391], [3660, -10.980504], [1043, -10.988743], [263, -11.001473], [2807, -11.002864], [20321, -11.096273], [459, -11.103785], [21690, -11.112456], [656, -11.113591], [523, -11.124379], [44, -11.125959], [30316, -11.133243], [16424, -11.13993], [2150, -11.174464], [20023, -11.176312], [2403, -11.200677], [2944, -11.229957], [48470, -11.230244], [76115, -11.251735], [120103, -11.2529], [120001, -11.306274], [2457, -11.345265]], "logprob_of_token": -9.799577, "top1_top2_margin": 2.390867, "top6_top7_margin": 0.729794}, {"gen_index": 2, "token": 75361, "top": [[46, -0.627708], [275, -1.176136], [314, -2.461591], [44, -3.619084], [766, -3.864588], [59, -5.149523], [63, -5.923138], [120007, -6.220485], [14188, -6.357808], [1043, -6.741031], [120399, -7.240429], [1829, -7.541419], [120016, -7.542417], [735, -7.751037], [263, -7.852379], [10, -8.000595], [4137, -8.123127], [460, -8.143785], [405, -8.268641], [36209, -8.316492], [120230, -8.49476], [393, -8.7178], [120021, -8.741953], [286, -8.776192], [14153, -8.816912], [5240, -8.818169], [93457, -8.947159], [51880, -8.955561], [13594, -9.363817], [502, -9.380506], [120048, -9.386671], [12611, -9.398576], [120001, -9.420811], [120022, -9.475858], [58, -9.480394], [622, -9.515017], [327, -9.585511], [36198, -9.604198], [120000, -9.610703], [28872, -9.612015], [745, -9.684325], [120078, -9.710539], [30989, -9.805544], [34589, -9.852526], [75361, -9.865339], [120214, -9.962196], [120064, -10.011195], [33, -10.064598], [120002, -10.117779], [120360, -10.12271], [284, -10.12272], [988, -10.125371], [120347, -10.213411], [120099, -10.220205], [120241, -10.22461], [120140, -10.234927], [126123, -10.239473], [32, -10.315673], [595, -10.359055], [44176, -10.378721], [262, -10.431481], [2519, -10.445278], [6391, -10.46133], [34588, -10.485987], [40, -10.499953], [11861, -10.52261], [103784, -10.565125], [120969, -10.575756], [120173, -10.579065], [14179, -10.615974], [120003, -10.630545], [124455, -10.642416], [120008, -10.643372], [7252, -10.689405], [120068, -10.692015], [120410, -10.766786], [120028, -10.778166], [120359, -10.874361], [656, -10.889364], [120108, -10.904585], [85447, -10.914553], [20758, -10.931809], [33676, -10.977871], [120610, -10.980901], [10829, -10.997249], [9255, -11.017918], [44455, -11.021355], [378, -11.051597], [476, -11.058415], [669, -11.059634], [589, -11.063579], [50492, -11.082089], [74254, -11.085712], [120103, -11.100038], [310, -11.105599], [120110, -11.114468], [333, -11.115234], [120084, -11.120886], [936, -11.122843], [120018, -11.126722]], "logprob_of_token": -9.865339, "top1_top2_margin": 0.548428, "top6_top7_margin": 0.773615}, {"gen_index": 4, "token": 262, "top": [[735, -0.331929], [378, -1.91456], [4278, -2.684932], [919, -3.874975], [44, -4.512024], [589, -4.992129], [46, -5.486988], [11201, -5.660077], [766, -6.239947], [52776, -6.600882], [21925, -6.900023], [14439, -6.938468], [1410, -7.105514], [476, -7.470593], [58, -7.552036], [10757, -7.807938], [75361, -7.872204], [7789, -7.982588], [13032, -8.095985], [262, -8.183058], [275, -8.308036], [7330, -8.30827], [4225, -8.473519], [4440, -8.48255], [14380, -8.505855], [622, -8.540207], [4617, -8.565274], [4088, -8.567205], [617, -8.610145], [16740, -8.647677], [14598, -8.712106], [8140, -8.724154], [120007, -8.758443], [976, -8.895727], [1275, -8.912897], [1958, -8.940596], [5240, -9.036345], [10471, -9.102546], [13308, -9.137014], [63, -9.169091], [830, -9.181324], [12195, -9.250653], [286, -9.257542], [18227, -9.266868], [1030, -9.292575], [20615, -9.305844], [20748, -9.31716], [1812, -9.383111], [14188, -9.407496], [9727, -9.424507], [14153, -9.436317], [6547, -9.473915], [8150, -9.485936], [824, -9.490178], [4384, -9.501166], [314, -9.501771], [2879, -9.502803], [263, -9.551177], [120022, -9.571827], [1270, -9.573593], [1829, -9.589509], [6581, -9.607583], [279, -9.612653], [11338, -9.659911], [10, -9.668082], [37296, -9.728727], [28872, -9.781649], [14052, -9.851533], [2807, -9.872153], [439, -9.878118], [20773, -9.901919], [14262, -9.94463], [11319, -9.963798], [4884, -9.965147], [32, -10.054002], [669, -10.069278], [6513, -10.079303], [2347, -10.117501], [13438, -10.146122], [17446, -10.148826], [17155, -10.166997], [9255, -10.172709], [393, -10.191768], [9169, -10.199856], [5598, -10.270081], [2459, -10.291102], [1656, -10.293176], [59, -10.318166], [13493, -10.323466], [11523, -10.349924], [6030, -10.355003], [11308, -10.35996], [3865, -10.363032], [502, -10.398369], [662, -10.407286], [11769, -10.41533], [3326, -10.493896], [37322, -10.50243], [19701, -10.566461], [12243, -10.579825]], "logprob_of_token": -8.183058, "top1_top2_margin": 1.582631, "top6_top7_margin": 0.494859}, {"gen_index": 5, "token": 9255, "top": [[262, -0.700852], [7789, -1.376184], [941, -1.85588], [502, -3.690639], [1410, -4.212526], [15132, -4.777377], [5240, -4.799485], [622, -5.085109], [5407, -5.402536], [13438, -5.507686], [834, -5.935584], [2602, -6.067038], [2150, -6.082267], [6030, -6.902984], [14386, -7.127004], [799, -7.237372], [14052, -7.415844], [9255, -7.642775], [5639, -7.712229], [2403, -7.903582], [3892, -8.23383], [1739, -8.391411], [7252, -8.392576], [5874, -8.432338], [8255, -8.611733], [75361, -8.625588], [12511, -8.642002], [4080, -8.652556], [3893, -8.683486], [1075, -8.716693], [10301, -8.774436], [8784, -8.780351], [4191, -8.810496], [2457, -8.823949], [3379, -8.867724], [15967, -8.943904], [3327, -9.035268], [85056, -9.161405], [23132, -9.184123], [121222, -9.191953], [32, -9.199272], [1781, -9.305096], [3145, -9.356153], [1812, -9.434373], [15038, -9.434939], [2702, -9.474767], [37889, -9.504988], [923, -9.530846], [2288, -9.592011], [2642, -9.619357], [15684, -9.649755], [13969, -9.652184], [2769, -9.658835], [14380, -9.688556], [72062, -9.731582], [1127, -9.751437], [900, -9.758417], [3992, -9.78058], [3647, -9.785786], [33499, -9.793627], [7641, -9.793903], [26216, -9.821757], [54882, -9.841914], [327, -9.843869], [19952, -9.858157], [8254, -9.891617], [3660, -9.892802], [828, -9.937858], [5397, -9.963739], [15087, -9.96481], [82073, -9.981944], [3806, -9.985322], [4225, -9.989341], [318, -9.990586], [21393, -9.995071], [1744, -10.031897], [9169, -10.051917], [5220, -10.051984], [7411, -10.058757], [23373, -10.072803], [3437, -10.080752], [13636, -10.123435], [2048, -10.135055], [851, -10.193873], [2584, -10.206373], [27840, -10.246389], [31046, -10.24966], [946, -10.267531], [3166, -10.285964], [11234, -10.296362], [9662, -10.325132], [49484, -10.339658], [14197, -10.351418], [13074, -10.361389], [6131, -10.368973], [3326, -10.369294], [2417, -10.385162], [1436, -10.429019], [12386, -10.450786], [9344, -10.457411]], "logprob_of_token": -7.642775, "top1_top2_margin": 0.675332, "top6_top7_margin": 0.022108}, {"gen_index": 7, "token": 5240, "top": [[279, -0.71508], [6547, -0.78054], [46, -4.063272], [44, -4.503077], [286, -4.669266], [22130, -5.53514], [779, -5.999345], [275, -6.401587], [59, -6.435038], [3756, -7.504812], [936, -7.913919], [314, -8.24332], [9255, -8.880745], [474, -8.944555], [7252, -9.055679], [622, -9.074173], [5216, -9.146024], [327, -9.173954], [502, -9.213601], [124214, -9.244558], [75361, -9.24972], [14205, -9.32356], [5763, -9.337856], [43035, -9.557227], [834, -9.855959], [3547, -9.935441], [1444, -9.972139], [1366, -10.033831], [766, -10.140038], [14476, -10.157676], [14197, -10.184914], [393, -10.319265], [4338, -10.340881], [379, -10.386392], [14232, -10.455555], [1275, -10.472926], [5090, -10.509251], [1112, -10.530359], [5240, -10.595954], [120007, -10.619963], [63, -10.647787], [58, -10.731258], [735, -10.783608], [14188, -10.801004], [5481, -10.810803], [35038, -10.839157], [262, -10.855001], [36758, -10.937871], [589, -10.96596], [2322, -10.988468], [1790, -10.997534], [2930, -11.03325], [799, -11.051707], [14390, -11.054765], [2457, -11.115188], [37112, -11.148372], [1409, -11.220768], [318, -11.285501], [7789, -11.306367], [777, -11.320141], [3666, -11.35197], [2107, -11.357723], [4086, -11.368467], [2288, -11.407705], [739, -11.432996], [4711, -11.434898], [1829, -11.438376], [14346, -11.478787], [310, -11.481325], [1042, -11.547565], [5502, -11.560218], [42586, -11.566069], [4508, -11.586629], [467, -11.591032], [9598, -11.612255], [378, -11.647315], [7331, -11.650429], [4225, -11.686193], [121222, -11.689225], [33, -11.712229], [17111, -11.749612], [10, -11.776793], [527, -11.791609], [15437, -11.809526], [5501, -11.830532], [9669, -11.831446], [18060, -11.893906], [4191, -11.913678], [3158, -11.920236], [20076, -11.926641], [7532, -11.929934], [3395, -11.935465], [763, -11.955779], [28872, -11.989429], [12020, -11.991026], [32, -12.015432], [4743, -12.028493], [263, -12.075724], [1739, -12.087742], [14181, -12.095608]], "logprob_of_token": -10.595954, "top1_top2_margin": 0.065459, "top6_top7_margin": 0.464205}, {"gen_index": 9, "token": 75361, "top": [[46, -0.561985], [286, -1.64692], [44, -2.052217], [275, -2.706178], [59, -4.411422], [314, -4.433134], [779, -5.114922], [7789, -6.133554], [936, -6.543835], [589, -6.648255], [3756, -6.954038], [766, -7.712215], [327, -7.72105], [63, -7.88865], [120007, -8.534723], [393, -8.594658], [799, -8.732182], [1275, -8.761672], [622, -8.766886], [834, -8.770813], [3326, -9.180076], [120399, -9.223872], [735, -9.38291], [739, -9.471678], [4137, -9.525374], [14188, -9.599762], [1043, -9.639759], [75361, -9.6769], [58, -9.677553], [1112, -9.69549], [617, -9.739224], [474, -9.820028], [36209, -9.924182], [263, -9.956186], [120016, -9.960289], [2930, -10.097622], [2457, -10.104116], [777, -10.104689], [33, -10.122313], [1231, -10.165809], [279, -10.175152], [310, -10.241596], [502, -10.348292], [3863, -10.373601], [5407, -10.417873], [262, -10.434399], [467, -10.4401], [4191, -10.460579], [120001, -10.550349], [10, -10.56588], [1829, -10.587547], [4086, -10.600005], [5090, -10.605799], [13636, -10.610629], [120230, -10.736481], [1409, -10.762778], [30989, -10.765597], [378, -10.864256], [379, -10.888261], [120064, -10.976927], [15132, -11.024956], [14153, -11.037397], [1765, -11.123601], [120000, -11.132307], [4265, -11.149238], [120003, -11.154159], [1444, -11.158309], [5240, -11.180011], [2051, -11.2176], [13594, -11.276391], [1988, -11.278913], [120022, -11.280931], [120068, -11.323788], [4508, -11.324719], [1790, -11.330712], [1972, -11.361025], [9169, -11.391394], [6000, -11.412563], [420, -11.41549], [4225, -11.42124], [405, -11.424152], [919, -11.471704], [527, -11.548656], [460, -11.549908], [669, -11.567587], [543, -11.57264], [14052, -11.588957], [7692, -11.629873], [9255, -11.647296], [120021, -11.669441], [270, -11.691643], [5639, -11.692446], [120048, -11.701632], [14386, -11.704647], [318, -11.749169], [120241, -11.767428], [476, -11.781639], [93457, -11.799293], [2519, -11.822102], [120008, -11.827379]], "logprob_of_token": -9.6769, "top1_top2_margin": 1.084935, "top6_top7_margin": 0.681788}, {"gen_index": 11, "token": 7789, "top": [[735, -0.219205], [378, -2.036697], [4278, -3.786479], [919, -4.364099], [44, -4.676873], [589, -5.098885], [11201, -6.245733], [7789, -6.412693], [52776, -6.553286], [14439, -6.635589], [46, -7.133049], [1410, -7.779206], [286, -8.025517], [13032, -8.246965], [58, -8.427554], [476, -8.473445], [10757, -8.514091], [21925, -8.52384], [10471, -8.680556], [14598, -8.713969], [14380, -8.801311], [4088, -8.805634], [4617, -8.811979], [275, -8.8243], [1958, -8.863961], [262, -8.938731], [16740, -9.004532], [766, -9.015872], [37296, -9.110806], [622, -9.119406], [11319, -9.214488], [617, -9.283499], [439, -9.329768], [7330, -9.450791], [4440, -9.451134], [120007, -9.462228], [1270, -9.478841], [6547, -9.554334], [20615, -9.710402], [1812, -9.73921], [8140, -9.808389], [58415, -9.858621], [12195, -9.89763], [4884, -9.963778], [830, -9.977824], [75361, -9.990129], [4191, -10.031263], [4384, -10.082947], [976, -10.105815], [2347, -10.146055], [5240, -10.174912], [8150, -10.18671], [13438, -10.190219], [2879, -10.199672], [4225, -10.233608], [314, -10.271142], [1275, -10.282963], [14262, -10.284648], [9255, -10.353892], [13493, -10.355491], [1656, -10.381255], [19701, -10.396625], [14153, -10.441987], [1064, -10.452378], [9169, -10.460732], [6513, -10.519601], [576, -10.559234], [13636, -10.587112], [13308, -10.596813], [11338, -10.599349], [20748, -10.619008], [4032, -10.623607], [9669, -10.651837], [824, -10.679927], [26216, -10.68091], [14188, -10.702202], [38863, -10.719316], [279, -10.719562], [1030, -10.770797], [16404, -10.787869], [5598, -10.795121], [5216, -10.813144], [11265, -10.821488], [1829, -10.879926], [528, -10.896744], [662, -10.931463], [19661, -10.937507], [63, -10.958291], [17155, -10.958918], [120022, -10.963908], [9727, -11.009367], [37322, -11.074618], [18227, -11.080166], [5415, -11.102708], [11317, -11.103851], [3725, -11.180802], [2807, -11.199819], [87805, -11.227734], [20773, -11.229556], [11308, -11.236403]], "logprob_of_token": -6.412693, "top1_top2_margin": 1.817492, "top6_top7_margin": 1.146848}, {"gen_index": 12, "token": 622, "top": [[7789, -0.684612], [941, -1.599159], [262, -1.835038], [1410, -2.580433], [622, -3.736016], [5407, -5.067179], [502, -5.069961], [15132, -5.618517], [2150, -6.000785], [13438, -6.290527], [834, -6.614531], [5639, -6.736056], [799, -7.145288], [5240, -7.463264], [75361, -7.625746], [2602, -7.773242], [14052, -7.906127], [1075, -8.12493], [2403, -8.186753], [6030, -8.194304], [9255, -8.314872], [10301, -8.646548], [3145, -8.760202], [14386, -8.867192], [2457, -8.915416], [1739, -8.916215], [4619, -9.015902], [4191, -9.075101], [23132, -9.131134], [85056, -9.197694], [2642, -9.373773], [15967, -9.374949], [3647, -9.38005], [1812, -9.405694], [2288, -9.477519], [1127, -9.506951], [8784, -9.515313], [82073, -9.52974], [32, -9.615773], [2769, -9.645915], [12511, -9.673898], [63248, -9.737432], [2584, -9.793955], [7252, -9.79516], [5874, -9.819519], [3379, -9.908824], [14380, -9.926026], [2702, -9.983067], [3892, -9.991901], [3327, -10.053874], [851, -10.089324], [1781, -10.10237], [13969, -10.114232], [3893, -10.126384], [121222, -10.15145], [72062, -10.171817], [2653, -10.189332], [33499, -10.223428], [15038, -10.224302], [923, -10.267611], [3660, -10.318112], [2048, -10.333398], [8255, -10.345508], [3137, -10.413495], [3992, -10.449654], [4518, -10.472276], [33807, -10.477554], [1436, -10.519239], [762, -10.528585], [26216, -10.540323], [3368, -10.544168], [1744, -10.544873], [5929, -10.569341], [9344, -10.578305], [3918, -10.606439], [7641, -10.61185], [19952, -10.627349], [18783, -10.644254], [15087, -10.646947], [17414, -10.65822], [900, -10.667041], [828, -10.676225], [2605, -10.698184], [13636, -10.707483], [3326, -10.707865], [7411, -10.728511], [6846, -10.743808], [8129, -10.761466], [19693, -10.769256], [11960, -10.807924], [1444, -10.812238], [4205, -10.815304], [327, -10.826606], [2575, -10.858451], [2249, -10.872497], [16330, -10.875974], [5220, -10.892258], [67873, -10.90363], [5445, -10.945974], [3096, -10.958429]], "logprob_of_token": -3.736016, "top1_top2_margin": 0.914547, "top6_top7_margin": 0.002782}, {"gen_index": 13, "token": 262, "top": [[622, -0.081199], [834, -2.674149], [2457, -5.034026], [2288, -6.970887], [121222, -8.16808], [2769, -8.772044], [120007, -9.207801], [3660, -9.305516], [6791, -9.559796], [467, -9.979779], [14667, -10.046049], [318, -10.172091], [16330, -10.234175], [799, -10.260322], [8255, -10.310628], [4529, -10.574616], [21393, -10.732066], [923, -10.850444], [1275, -10.966712], [120022, -10.978215], [4518, -11.007899], [7252, -11.15344], [4610, -11.288523], [46, -11.450892], [502, -11.490085], [14570, -11.784531], [15597, -11.844264], [279, -11.876306], [5675, -11.905231], [5240, -11.934945], [262, -11.941394], [29250, -11.950582], [1972, -11.959702], [15135, -12.045489], [1744, -12.052281], [745, -12.113886], [828, -12.1397], [3165, -12.151441], [310, -12.16527], [1444, -12.265283], [75361, -12.272948], [6846, -12.275611], [16383, -12.280131], [5146, -12.293351], [32, -12.317361], [1474, -12.393003], [15673, -12.416575], [3583, -12.507422], [4907, -12.537463], [3093, -12.582013], [379, -12.586169], [2025, -12.603328], [1155, -12.607933], [717, -12.609619], [900, -12.618231], [27246, -12.6282], [63, -12.642184], [1112, -12.686011], [120016, -12.710025], [7331, -12.721883], [2625, -12.754928], [474, -12.778224], [2046, -12.804442], [7789, -12.823552], [938, -12.831725], [941, -12.831839], [44, -12.863071], [393, -12.875703], [14942, -12.887321], [7641, -12.895741], [763, -12.945094], [28872, -12.946372], [90255, -12.959525], [9538, -12.970022], [3755, -13.014759], [11234, -13.015199], [762, -13.091859], [38925, -13.106898], [1790, -13.137941], [14856, -13.141197], [13658, -13.154571], [54482, -13.175246], [1637, -13.21213], [8975, -13.227082], [3919, -13.233582], [1093, -13.251739], [15132, -13.252883], [4080, -13.268268], [685, -13.276014], [120410, -13.277399], [735, -13.279238], [3977, -13.291705], [86955, -13.305513], [10617, -13.325518], [327, -13.344493], [12749, -13.358617], [8784, -13.366377], [42296, -13.375179], [4205, -13.376557], [6380, -13.39482]], "logprob_of_token": -11.941394, "top1_top2_margin": 2.59295, "top6_top7_margin": 0.435757}, {"gen_index": 14, "token": 7252, "top": [[262, -0.032218], [7252, -3.916158], [5240, -5.529859], [1283, -5.699623], [75361, -6.326711], [54482, -7.023061], [14856, -8.966296], [67370, -8.967914], [16424, -9.067069], [834, -9.122808], [941, -9.297248], [3465, -9.833524], [27992, -9.841264], [43425, -10.151923], [762, -10.223411], [120007, -10.2604], [393, -10.817243], [13919, -10.829127], [41875, -10.875635], [14871, -10.962307], [28872, -10.97185], [29250, -11.047137], [938, -11.050964], [9255, -11.064034], [50394, -11.13161], [3312, -11.239491], [4881, -11.252122], [900, -11.259749], [2150, -11.307219], [8546, -11.30967], [89226, -11.406575], [14667, -11.429618], [17907, -11.443174], [8207, -11.458646], [543, -11.656326], [32, -11.691685], [54901, -11.782889], [63870, -11.8625], [56768, -11.945409], [22130, -12.070143], [5521, -12.078424], [8615, -12.085694], [37112, -12.100656], [6392, -12.167593], [19246, -12.196315], [12813, -12.238029], [26103, -12.243323], [597, -12.261962], [16474, -12.268764], [120022, -12.30576], [6622, -12.341861], [1133, -12.356371], [106198, -12.413762], [20733, -12.456165], [37270, -12.51625], [34140, -12.549863], [622, -12.603868], [3326, -12.622405], [4203, -12.62395], [1920, -12.628339], [4305, -12.71033], [261, -12.719274], [23441, -12.73405], [36758, -12.737844], [13748, -12.825034], [6866, -12.82767], [2403, -12.8362], [9593, -12.852697], [99932, -12.917884], [14197, -12.930595], [2986, -12.953436], [8960, -12.989228], [2288, -12.995418], [106433, -13.050319], [2420, -13.061571], [3327, -13.080255], [21690, -13.088061], [2246, -13.107353], [1389, -13.129104], [327, -13.149403], [49146, -13.193597], [2807, -13.202517], [24405, -13.204112], [21986, -13.218588], [2457, -13.220351], [1744, -13.227172], [6781, -13.234615], [1739, -13.249617], [8734, -13.279417], [4955, -13.283055], [18462, -13.309998], [745, -13.33259], [8255, -13.419127], [1862, -13.440911], [8382, -13.453963], [7940, -13.457442], [5274, -13.463747], [3096, -13.47432], [9071, -13.479206], [43035, -13.486978]], "logprob_of_token": -3.916158, "top1_top2_margin": 3.88394, "top6_top7_margin": 1.943235}, {"gen_index": 15, "token": 13919, "top": [[7252, -0.006369], [75361, -6.062605], [54482, -7.758632], [13919, -7.852929], [28872, -8.062071], [50394, -8.240054], [9255, -8.405437], [9593, -8.579066], [22130, -8.834402], [14856, -8.962554], [6187, -9.170347], [5240, -9.203398], [37112, -9.261868], [2420, -9.346598], [8615, -9.639709], [4338, -9.799621], [14871, -9.823389], [29250, -9.916059], [27992, -9.958142], [3465, -10.003529], [89226, -10.21031], [3312, -10.354309], [14232, -10.496313], [36758, -10.504616], [21690, -10.567795], [54901, -10.740583], [5763, -10.744778], [8382, -10.769047], [106433, -10.774292], [8207, -10.88294], [14667, -10.886154], [1366, -10.923141], [4881, -11.000575], [5481, -11.231987], [2107, -11.257513], [26758, -11.31856], [1920, -11.537284], [106198, -11.562925], [4305, -11.61462], [114279, -11.709215], [2962, -11.719433], [1283, -11.739771], [84803, -11.776974], [38337, -11.81414], [6662, -11.871828], [28999, -11.886459], [25001, -11.900155], [6209, -11.956268], [59342, -12.031871], [12813, -12.079443], [834, -12.08167], [17907, -12.093916], [10829, -12.101928], [5521, -12.222663], [65382, -12.223562], [20733, -12.242336], [8960, -12.257463], [23995, -12.258717], [9502, -12.28697], [34140, -12.307796], [5987, -12.310912], [3960, -12.332375], [24405, -12.357635], [11240, -12.38519], [7017, -12.387487], [19246, -12.407227], [2807, -12.427403], [68072, -12.439775], [43425, -12.51705], [56768, -12.566105], [63585, -12.599531], [13096, -12.606356], [41875, -12.624023], [121222, -12.676531], [1389, -12.682568], [4960, -12.706649], [23367, -12.715812], [67370, -12.718611], [23441, -12.724315], [16424, -12.758751], [63870, -12.762882], [14390, -12.844714], [28914, -12.857031], [1937, -12.870749], [48189, -12.88599], [5002, -12.91655], [2920, -12.923754], [8546, -12.930017], [23799, -12.937377], [476, -12.957217], [14181, -12.977108], [17111, -12.978869], [26103, -12.982622], [16474, -12.983522], [26835, -13.03471], [6480, -13.048028], [36398, -13.111868], [20065, -13.146713], [33029, -13.156436], [18028, -13.176661]], "logprob_of_token": -7.852929, "top1_top2_margin": 6.056236, "top6_top7_margin": 0.165383}, {"gen_index": 16, "token": 37112, "top": [[13919, -0.000654], [9255, -7.44448], [52684, -10.549218], [35330, -11.883224], [69505, -12.428955], [75361, -12.48586], [57501, -12.630986], [9593, -12.79371], [16399, -13.121492], [37112, -13.234026], [54901, -13.327229], [21690, -13.493184], [22130, -13.75499], [7252, -13.929621], [3336, -14.451688], [2420, -14.605719], [26114, -14.785373], [125920, -14.94616], [25001, -14.983277], [9728, -15.154286], [12813, -15.199094], [36758, -15.231019], [19617, -15.249805], [22090, -15.250341], [6480, -15.261954], [5002, -15.342459], [89128, -15.459461], [85056, -15.483596], [16474, -15.622999], [12342, -15.662761], [63442, -15.772398], [5690, -15.83208], [23799, -15.84489], [18945, -15.864811], [59342, -15.883245], [38337, -16.019627], [37748, -16.086576], [6146, -16.095613], [87340, -16.163054], [43014, -16.173538], [11094, -16.199728], [68907, -16.239643], [27992, -16.251709], [62453, -16.263477], [35358, -16.276569], [26411, -16.299051], [18363, -16.346106], [36618, -16.385084], [6209, -16.414492], [5481, -16.439135], [50774, -16.491236], [32019, -16.524935], [18669, -16.598471], [29617, -16.739466], [5898, -16.825731], [28872, -16.904226], [4711, -16.921366], [14871, -16.948521], [61473, -16.972553], [20291, -16.975241], [32731, -16.979662], [23280, -17.016462], [11710, -17.026293], [58949, -17.114706], [8615, -17.154243], [9502, -17.305552], [54482, -17.325527], [42629, -17.354933], [3808, -17.38509], [11240, -17.391062], [46120, -17.395887], [13247, -17.451094], [25019, -17.464821], [17003, -17.471258], [16409, -17.479605], [16424, -17.487041], [119822, -17.529413], [5156, -17.564352], [5234, -17.586676], [89226, -17.58824], [34140, -17.596626], [3960, -17.598034], [45419, -17.598488], [3465, -17.600847], [54983, -17.605026], [39909, -17.61064], [19412, -17.651382], [91617, -17.696507], [995, -17.710398], [27214, -17.723215], [25748, -17.728777], [9346, -17.734892], [55916, -17.738661], [8960, -17.741356], [14655, -17.742613], [6662, -17.756645], [13096, -17.757833], [6622, -17.774515], [49931, -17.789526], [2807, -17.81259]], "logprob_of_token": -13.234026, "top1_top2_margin": 7.443826, "top6_top7_margin": 0.145126}, {"gen_index": 17, "token": 46, "top": [[37112, -3.4e-05], [59342, -12.163361], [22130, -12.394899], [6187, -12.458388], [63091, -12.820167], [72805, -13.22027], [55898, -13.659981], [72755, -13.715622], [50037, -13.932981], [109249, -14.051713], [18463, -14.501507], [60878, -14.559458], [13096, -14.684853], [3095, -14.757731], [41205, -14.902037], [53035, -14.953529], [34919, -15.03228], [36758, -15.214361], [39889, -15.240376], [5216, -15.442143], [11408, -15.566583], [24557, -15.575426], [11101, -15.577568], [114051, -15.623068], [80239, -15.652416], [35711, -15.697114], [120007, -15.738832], [19132, -15.747387], [54413, -15.75935], [2920, -15.779888], [22339, -15.851704], [12525, -15.909441], [9379, -15.921435], [11710, -15.971827], [9848, -15.974405], [13200, -16.01325], [8814, -16.056379], [13967, -16.065311], [98611, -16.110123], [27460, -16.215891], [64946, -16.310911], [39139, -16.354828], [76669, -16.366407], [17667, -16.537214], [14258, -16.544203], [47743, -16.596148], [15670, -16.635529], [16720, -16.65151], [21316, -16.651695], [50231, -16.659664], [59834, -16.719612], [4708, -16.722717], [21690, -16.72949], [23968, -16.768267], [27108, -16.800444], [29295, -16.812317], [13919, -16.847609], [79438, -16.875679], [25322, -16.88315], [13892, -16.964073], [5784, -16.971642], [23787, -16.979332], [38373, -17.025593], [75361, -17.060825], [119568, -17.095432], [115, -17.111919], [75508, -17.114799], [14115, -17.153601], [36728, -17.160606], [38130, -17.186548], [6209, -17.211229], [23987, -17.252163], [6624, -17.263727], [21437, -17.302721], [86759, -17.317791], [54260, -17.388996], [66095, -17.399906], [112912, -17.41638], [6146, -17.438459], [120022, -17.457211], [120016, -17.458069], [21822, -17.478739], [55905, -17.489792], [42397, -17.540316], [36223, -17.546967], [46, -17.575016], [112924, -17.587368], [279, -17.609121], [9736, -17.615211], [24426, -17.616512], [9593, -17.618896], [5418, -17.633621], [4519, -17.645382], [13205, -17.666571], [8615, -17.67338], [18669, -17.676205], [21126, -17.697628], [6597, -17.741692], [51897, -17.74666], [43035, -17.777624]], "logprob_of_token": -17.575016, "top1_top2_margin": 12.163327, "top6_top7_margin": 0.439711}, {"gen_index": 18, "token": 75361, "top": [[46, -0.409737], [766, -1.318228], [275, -3.423332], [44, -3.901871], [314, -4.871673], [834, -5.114256], [622, -7.978035], [393, -8.214187], [279, -9.29985], [286, -9.410493], [63, -9.435526], [2457, -9.526763], [28872, -9.562424], [59, -9.611803], [120007, -9.728365], [7252, -10.015263], [120399, -10.207886], [4610, -10.469672], [523, -10.558105], [936, -10.806694], [120016, -10.846382], [25997, -10.96254], [2769, -11.008852], [14188, -11.094093], [1275, -11.116417], [48237, -11.141431], [58, -11.165668], [5240, -11.329068], [120001, -11.42698], [75361, -11.481241], [40, -11.512671], [10, -11.554943], [1829, -11.602734], [2288, -11.727124], [327, -11.781439], [4137, -11.855274], [67581, -11.931965], [10829, -11.933627], [6391, -11.966122], [36209, -11.970783], [263, -11.985733], [120230, -12.075304], [120021, -12.128565], [1112, -12.149445], [262, -12.16339], [14153, -12.179552], [799, -12.219305], [15135, -12.236975], [1043, -12.242985], [310, -12.288731], [122981, -12.442019], [33, -12.44976], [120048, -12.500832], [4529, -12.536886], [3688, -12.575705], [7789, -12.643744], [379, -12.678291], [36198, -12.681149], [120099, -12.691118], [589, -12.69297], [103219, -12.729868], [120360, -12.770521], [2807, -12.777622], [120241, -12.784452], [763, -12.791451], [51992, -12.818041], [18813, -12.826095], [120003, -12.835039], [1790, -12.844461], [12611, -12.880571], [13594, -12.901948], [120000, -12.91156], [120864, -12.954779], [121146, -13.021738], [81125, -13.02428], [69722, -13.028508], [120347, -13.053674], [126091, -13.054992], [12749, -13.056259], [779, -13.076214], [3863, -13.076595], [120022, -13.103804], [120338, -13.107584], [121172, -13.175844], [745, -13.186707], [543, -13.207809], [460, -13.212451], [44455, -13.217598], [405, -13.240474], [4518, -13.241262], [7510, -13.251345], [120667, -13.258392], [120885, -13.260647], [93457, -13.262383], [120068, -13.270742], [32, -13.31358], [1765, -13.31775], [43933, -13.329479], [120002, -13.350259], [318, -13.362963]], "logprob_of_token": -11.481241, "top1_top2_margin": 0.908491, "top6_top7_margin": 2.863779}, {"gen_index": 22, "token": 6547, "top": [[6980, -0.39496], [9255, -1.780419], [14390, -2.383105], [11818, -4.452945], [6662, -5.161774], [1444, -5.200858], [2991, -5.303867], [1840, -5.514607], [2322, -5.850384], [5397, -5.903284], [15967, -6.011439], [26458, -6.471815], [9322, -6.597424], [7771, -6.609281], [7278, -6.672338], [29350, -6.797248], [14232, -7.041832], [6547, -7.051476], [31663, -7.098048], [7252, -7.186527], [9669, -7.356025], [32, -7.358107], [5763, -7.434339], [10636, -7.445103], [13331, -7.469833], [40165, -7.688156], [5032, -7.93332], [6634, -7.9914], [64315, -8.038294], [5516, -8.039302], [5171, -8.198038], [1075, -8.287603], [8445, -8.359704], [37560, -8.412062], [6014, -8.45348], [48600, -8.594055], [7296, -8.686455], [15038, -8.740544], [5498, -8.784212], [8658, -8.815466], [26796, -8.83194], [1161, -8.969307], [5481, -8.972822], [75361, -9.108768], [69734, -9.144423], [1995, -9.164019], [26604, -9.188223], [86343, -9.204714], [28800, -9.207237], [125920, -9.226054], [14031, -9.290475], [64012, -9.379751], [4711, -9.382734], [19246, -9.388523], [5501, -9.390158], [995, -9.402854], [72733, -9.461972], [14856, -9.494097], [13919, -9.523202], [14600, -9.531092], [24081, -9.560127], [86972, -9.573587], [7792, -9.664782], [3754, -9.736822], [36217, -9.741436], [2420, -9.771696], [1819, -9.812759], [52951, -9.872839], [4595, -9.875267], [67089, -9.92732], [33680, -9.9505], [4063, -9.958806], [14386, -9.977421], [2929, -9.989138], [19829, -10.000397], [6917, -10.014797], [22090, -10.020117], [5240, -10.040899], [4259, -10.057371], [1560, -10.071747], [726, -10.089074], [54387, -10.160756], [68820, -10.180443], [92867, -10.208489], [1788, -10.210854], [10699, -10.216772], [27131, -10.22189], [3515, -10.225208], [15109, -10.238218], [8764, -10.260553], [32405, -10.264578], [9598, -10.289604], [16605, -10.304556], [5432, -10.312548], [19266, -10.315547], [2996, -10.315715], [12999, -10.349171], [14173, -10.380568], [14395, -10.385048], [28346, -10.389174]], "logprob_of_token": -7.051476, "top1_top2_margin": 1.385459, "top6_top7_margin": 0.103009}, {"gen_index": 23, "token": 622, "top": [[6547, -0.001622], [121222, -7.229407], [9255, -9.022068], [9598, -9.459701], [14205, -9.589561], [286, -9.624021], [14346, -10.02611], [124214, -10.434138], [7252, -10.457505], [14476, -10.579583], [33029, -10.666707], [1819, -10.941691], [3547, -11.500896], [2322, -11.54901], [3395, -11.565221], [13085, -11.621345], [9431, -11.700809], [622, -11.716695], [75361, -11.769848], [5216, -11.79188], [25326, -11.848645], [5763, -11.915858], [279, -12.040136], [22130, -12.236167], [19664, -12.29412], [35038, -12.309829], [23162, -12.403289], [14232, -12.518264], [6662, -12.566419], [2329, -12.718736], [4098, -12.743533], [1874, -12.77184], [7847, -12.791244], [8658, -12.846805], [14197, -13.003641], [3688, -13.008497], [25019, -13.014445], [11793, -13.031287], [2107, -13.143697], [41079, -13.168423], [25127, -13.201944], [14514, -13.20477], [43035, -13.224275], [61645, -13.230577], [98459, -13.291195], [7532, -13.311041], [32331, -13.321253], [60145, -13.332086], [54901, -13.333795], [1827, -13.36833], [27705, -13.435789], [6837, -13.459917], [4711, -13.46013], [14603, -13.473168], [54787, -13.521182], [44, -13.523681], [8382, -13.552573], [15437, -13.560162], [3388, -13.577998], [15967, -13.599455], [262, -13.618171], [22257, -13.686652], [104888, -13.698615], [4103, -13.699205], [16328, -13.710855], [3300, -13.729022], [4551, -13.781121], [12958, -13.790152], [5323, -13.808969], [32878, -13.813269], [14781, -13.834163], [9547, -13.847442], [33018, -13.8518], [15364, -13.87741], [17926, -14.003835], [34568, -14.007756], [13015, -14.010945], [26836, -14.043517], [1995, -14.060199], [30191, -14.062062], [7367, -14.064292], [4536, -14.076213], [59686, -14.089949], [8734, -14.098969], [5501, -14.108308], [3819, -14.117222], [836, -14.128948], [17653, -14.136706], [16406, -14.152221], [9123, -14.154986], [17111, -14.155142], [8983, -14.186057], [2821, -14.202277], [127800, -14.2226], [6170, -14.242908], [43066, -14.250497], [6271, -14.255574], [6755, -14.260859], [3938, -14.263488], [19829, -14.2657]], "logprob_of_token": -11.716695, "top1_top2_margin": 7.227785, "top6_top7_margin": 0.402089}, {"gen_index": 24, "token": 262, "top": [[622, -0.001698], [2457, -6.949277], [279, -8.208735], [286, -9.005898], [2288, -9.673425], [6791, -10.520643], [834, -10.713753], [7789, -10.75165], [120007, -10.766848], [327, -10.855777], [63, -10.973066], [502, -11.445329], [766, -11.915065], [44, -12.064709], [47, -12.086419], [735, -12.279586], [467, -12.435549], [10406, -12.452138], [46, -12.504682], [4518, -12.640753], [3688, -12.849178], [310, -12.920697], [7692, -13.076327], [121222, -13.123612], [936, -13.262661], [262, -13.314804], [120022, -13.34907], [379, -13.364269], [8775, -13.541885], [2625, -13.580469], [717, -13.607463], [258, -13.622087], [1275, -13.677001], [45, -13.682507], [3583, -13.742102], [9255, -13.746156], [474, -13.78322], [13438, -13.850444], [5240, -13.941355], [32, -13.947886], [1155, -14.003068], [318, -14.006231], [393, -14.011643], [1225, -14.036661], [120016, -14.058891], [4529, -14.060169], [42102, -14.089718], [2769, -14.096539], [275, -14.153852], [739, -14.248017], [5639, -14.330166], [75361, -14.337173], [745, -14.349752], [1765, -14.442821], [58, -14.459646], [6030, -14.482654], [28872, -14.52174], [685, -14.525744], [6380, -14.632563], [1744, -14.642632], [7252, -14.736254], [59, -14.74074], [589, -14.750648], [23132, -14.776727], [307, -14.811818], [3660, -14.858339], [1444, -14.877596], [15132, -14.878365], [1043, -14.899142], [17831, -14.909927], [1790, -14.928993], [1112, -14.971479], [5274, -14.994326], [11234, -15.022379], [2602, -15.036076], [1921, -15.046885], [763, -15.115683], [1840, -15.151157], [938, -15.154653], [2362, -15.156153], [777, -15.184086], [799, -15.208321], [4080, -15.224688], [33748, -15.259319], [900, -15.279277], [115, -15.287391], [7060, -15.297465], [14153, -15.313663], [1210, -15.32309], [2642, -15.347225], [3756, -15.369913], [4257, -15.380077], [13019, -15.41452], [120410, -15.431918], [14667, -15.459031], [12158, -15.493287], [861, -15.500667], [7847, -15.502111], [1410, -15.513396], [14188, -15.53166]], "logprob_of_token": -13.314804, "top1_top2_margin": 6.947579, "top6_top7_margin": 0.19311}, {"gen_index": 25, "token": 7252, "top": [[262, -0.027018], [5240, -3.699555], [28872, -7.581914], [7252, -8.273125], [67370, -8.309011], [327, -8.482334], [75361, -8.843413], [565, -10.053475], [938, -10.36882], [37270, -10.648089], [1283, -10.769108], [16424, -11.008794], [3327, -11.040519], [22130, -11.116619], [8615, -11.448766], [18462, -11.457025], [41875, -11.586907], [3465, -11.61123], [6131, -11.681367], [43425, -11.721244], [900, -11.855637], [941, -11.917171], [25997, -12.006572], [523, -12.107732], [26103, -12.121846], [4955, -12.128006], [3326, -12.207886], [597, -12.218455], [10829, -12.24451], [22225, -12.413134], [54901, -12.43524], [120007, -12.517032], [261, -12.545594], [947, -12.5682], [4283, -12.588119], [8207, -12.892196], [1977, -12.941074], [1862, -12.948531], [393, -12.979131], [6619, -12.981837], [37112, -13.020787], [43662, -13.045769], [22526, -13.066277], [1744, -13.094223], [13748, -13.096408], [54482, -13.119811], [543, -13.166317], [286, -13.177693], [24970, -13.192121], [36758, -13.231394], [468, -13.236625], [17203, -13.26073], [15368, -13.268726], [4549, -13.29708], [3312, -13.2981], [99932, -13.298705], [44, -13.305645], [19246, -13.350165], [8546, -13.355971], [1739, -13.374203], [2213, -13.395989], [4203, -13.469728], [2807, -13.492894], [8215, -13.514583], [17133, -13.519467], [23670, -13.520257], [762, -13.540525], [13447, -13.585046], [8574, -13.595654], [32, -13.663239], [103219, -13.663962], [20624, -13.70869], [966, -13.732388], [22804, -13.780855], [1776, -13.790257], [10416, -13.802893], [30460, -13.822875], [14856, -13.855854], [6392, -13.868314], [502, -13.875393], [1578, -13.878959], [58630, -13.889423], [24328, -13.900361], [59540, -13.920621], [113022, -13.921218], [9255, -13.927775], [9071, -14.004676], [120022, -14.016916], [2986, -14.026128], [5345, -14.043676], [10347, -14.050611], [6905, -14.081376], [14871, -14.092504], [16694, -14.094047], [6622, -14.117594], [1086, -14.12079], [29808, -14.132849], [45, -14.133484], [106198, -14.158202], [43035, -14.196762]], "logprob_of_token": -8.273125, "top1_top2_margin": 3.672537, "top6_top7_margin": 0.361079}, {"gen_index": 26, "token": 13919, "top": [[7252, -0.159213], [28872, -1.98572], [22130, -5.592571], [523, -7.477071], [37112, -7.584695], [5240, -7.775342], [36758, -8.06198], [8615, -8.245116], [25997, -8.43944], [8382, -8.804326], [22225, -8.833325], [75361, -8.859969], [2107, -8.959693], [1920, -9.046829], [13919, -9.273496], [9255, -9.317203], [10829, -9.318578], [50394, -9.480857], [2420, -9.702903], [8207, -9.801591], [59342, -9.836832], [113022, -9.965409], [21690, -10.006106], [26758, -10.075959], [3312, -10.150483], [5763, -10.19298], [114279, -10.509243], [43035, -10.540895], [103219, -10.559673], [2807, -10.561137], [38337, -10.574784], [4881, -10.702704], [106450, -10.790063], [23439, -10.796703], [3465, -10.836081], [85415, -10.876412], [106433, -10.901046], [14871, -10.922898], [106631, -10.937215], [5259, -10.957153], [18813, -10.983764], [4305, -10.993992], [1366, -11.035322], [54901, -11.059417], [37701, -11.080911], [61966, -11.180974], [89947, -11.222484], [14232, -11.232596], [48189, -11.236983], [2962, -11.242965], [69722, -11.277078], [1283, -11.279464], [1389, -11.295758], [11240, -11.307633], [9593, -11.328721], [83833, -11.392581], [3666, -11.397669], [6662, -11.406425], [119232, -11.406531], [126108, -11.407863], [6817, -11.433177], [51992, -11.495568], [13243, -11.566523], [22070, -11.594778], [43933, -11.61089], [84803, -11.634419], [35038, -11.650983], [30294, -11.654603], [67370, -11.664035], [121172, -11.671457], [106198, -11.679598], [41875, -11.699132], [1937, -11.705468], [48168, -11.770865], [5737, -11.775123], [14856, -11.791635], [14181, -11.805285], [52424, -11.809443], [12813, -11.830195], [126091, -11.833695], [72755, -11.838145], [18242, -11.860181], [5521, -11.920912], [4960, -11.936242], [23441, -11.94604], [11703, -11.963822], [123539, -11.96872], [11408, -11.985393], [34140, -11.986055], [81125, -12.002656], [12200, -12.005666], [16424, -12.02241], [17111, -12.023211], [20164, -12.026828], [30962, -12.082517], [122538, -12.117301], [1311, -12.135525], [947, -12.15144], [4338, -12.151721], [39017, -12.190726]], "logprob_of_token": -9.273496, "top1_top2_margin": 1.826507, "top6_top7_margin": 0.286638}, {"gen_index": 27, "token": 37112, "top": [[13919, -0.000335], [9255, -8.499598], [28872, -10.582454], [35330, -10.716779], [52684, -10.896177], [57501, -11.8436], [9728, -12.148711], [37112, -12.329112], [16399, -12.360234], [2807, -12.421378], [7252, -13.449159], [22130, -13.668357], [5002, -13.772264], [32019, -13.775424], [2420, -13.901881], [75361, -13.935414], [10259, -14.022222], [41669, -14.040374], [21690, -14.050071], [9593, -14.063621], [89128, -14.072176], [59342, -14.07879], [25997, -14.257514], [12924, -14.386155], [36758, -14.404061], [11094, -14.555675], [10829, -14.686269], [10884, -14.894309], [38337, -14.917313], [22090, -14.927858], [30332, -14.958726], [54901, -14.962808], [69505, -15.119686], [125920, -15.152133], [3336, -15.216359], [17003, -15.266724], [5690, -15.296078], [20291, -15.3466], [13232, -15.364227], [13892, -15.37623], [3960, -15.409727], [84483, -15.478715], [7943, -15.505242], [11710, -15.532954], [18363, -15.533458], [66111, -15.551078], [8615, -15.562274], [3465, -15.568936], [5234, -15.617749], [85056, -15.627158], [22212, -15.644412], [36618, -15.672553], [23280, -15.715954], [102982, -15.720491], [126055, -15.728054], [23688, -15.747524], [35358, -15.753743], [87340, -15.756429], [22070, -15.794318], [24952, -15.80808], [19412, -15.814931], [63442, -15.849627], [11742, -15.857837], [6993, -15.866549], [20669, -15.903045], [6480, -15.959331], [25001, -16.030897], [9379, -16.1374], [25748, -16.153793], [16299, -16.17178], [13243, -16.203255], [39017, -16.222851], [6226, -16.251202], [11240, -16.254385], [24776, -16.255611], [6209, -16.268167], [45590, -16.284178], [15646, -16.286283], [14406, -16.298782], [6017, -16.307215], [2911, -16.321896], [5240, -16.326576], [6622, -16.328503], [22642, -16.328686], [18113, -16.331825], [26650, -16.332506], [19311, -16.337214], [50774, -16.341303], [62453, -16.348515], [120007, -16.373075], [43014, -16.380831], [65180, -16.384476], [18204, -16.399487], [20223, -16.413906], [1920, -16.450451], [37061, -16.45356], [8382, -16.461777], [63304, -16.475655], [73338, -16.480446], [32731, -16.484371]], "logprob_of_token": -12.329112, "top1_top2_margin": 8.499263, "top6_top7_margin": 0.305111}, {"gen_index": 29, "token": 75361, "top": [[46, -0.076381], [275, -3.525598], [63, -3.595031], [314, -4.614439], [766, -6.248385], [286, -6.711029], [44, -6.935647], [120007, -7.163888], [936, -7.991559], [1043, -8.304433], [460, -9.104266], [467, -9.466165], [120016, -9.620677], [523, -9.658748], [59, -9.741765], [120399, -9.915866], [120022, -10.433227], [622, -10.537031], [735, -10.85402], [28872, -10.91433], [120021, -11.08657], [120002, -11.105659], [3863, -11.114292], [25997, -11.209675], [1275, -11.258006], [7252, -11.288951], [120018, -11.628458], [120001, -11.647561], [120739, -11.722815], [58, -11.742146], [120151, -11.808661], [33, -11.819861], [36209, -11.824731], [7510, -11.859605], [327, -11.950027], [103784, -11.969862], [4137, -11.973323], [67581, -12.010489], [103842, -12.080712], [745, -12.104064], [262, -12.124587], [6000, -12.13478], [5240, -12.180856], [10, -12.182884], [4375, -12.202439], [120230, -12.246426], [22278, -12.291635], [14188, -12.352029], [310, -12.390424], [263, -12.426787], [502, -12.477753], [1829, -12.482294], [1765, -12.509877], [120000, -12.523627], [279, -12.533175], [1112, -12.627165], [40, -12.654693], [1444, -12.678261], [48237, -12.731788], [20758, -12.744559], [14153, -12.760443], [393, -12.790112], [65, -12.798415], [75361, -12.850134], [120103, -12.857041], [589, -12.872944], [103219, -12.91553], [51992, -12.965167], [120099, -12.966618], [543, -12.998701], [120047, -13.07747], [18813, -13.106358], [32, -13.106952], [44455, -13.130267], [22225, -13.132434], [4731, -13.157666], [13594, -13.160571], [121146, -13.196625], [1366, -13.197], [47, -13.198676], [14825, -13.218054], [6391, -13.301357], [10829, -13.301417], [834, -13.337586], [1921, -13.374768], [123745, -13.410542], [2457, -13.435995], [7162, -13.446363], [22247, -13.446399], [1988, -13.455707], [120140, -13.457675], [18242, -13.458107], [33676, -13.47144], [1474, -13.495614], [34157, -13.502339], [4265, -13.504253], [799, -13.53861], [3688, -13.55418], [4529, -13.590953], [120048, -13.599177]], "logprob_of_token": -12.850134, "top1_top2_margin": 3.449217, "top6_top7_margin": 0.224619}, {"gen_index": 30, "token": 735, "top": [[75361, -0.026837], [543, -4.501348], [3960, -6.070168], [120014, -6.842396], [14896, -7.239886], [20733, -7.613883], [6693, -7.701883], [1231, -7.736896], [1689, -7.747011], [1905, -7.815725], [1914, -8.146971], [717, -8.277392], [76115, -8.590307], [669, -8.596322], [5240, -8.607759], [34122, -8.780816], [5775, -8.81206], [8067, -8.900056], [611, -8.92734], [63585, -8.984167], [7252, -9.044082], [6455, -9.096286], [58209, -9.105193], [4759, -9.111259], [120004, -9.195861], [1194, -9.250171], [1336, -9.271703], [3780, -9.411791], [11533, -9.471109], [120022, -9.519171], [23441, -9.607635], [4361, -9.735032], [1988, -9.735995], [1692, -9.815139], [2560, -9.845079], [28872, -9.903437], [14161, -9.904933], [32, -9.912066], [8758, -10.027923], [15934, -10.032145], [5513, -10.068789], [476, -10.092566], [742, -10.094266], [3463, -10.095566], [6372, -10.116388], [7510, -10.215965], [97820, -10.332292], [766, -10.335542], [2284, -10.37451], [5274, -10.389588], [120103, -10.418763], [104647, -10.439211], [68029, -10.466613], [6814, -10.487346], [1010, -10.511128], [14147, -10.547552], [20321, -10.611609], [17299, -10.613188], [4408, -10.706813], [8009, -10.708966], [735, -10.764733], [127906, -10.769633], [4902, -10.781863], [64119, -10.788363], [4246, -10.820554], [6104, -10.825738], [24507, -10.832446], [16545, -10.832496], [29296, -10.838959], [2861, -10.861721], [4001, -10.876921], [106198, -10.896115], [7302, -10.900173], [523, -10.907712], [6131, -10.909053], [7643, -10.911454], [28484, -10.914317], [9980, -10.954038], [7433, -10.984343], [25808, -11.020165], [7339, -11.058854], [3872, -11.085088], [21051, -11.117802], [18757, -11.143999], [8546, -11.157207], [6123, -11.16057], [55034, -11.167664], [49123, -11.168297], [21690, -11.170562], [3516, -11.198656], [1283, -11.205004], [91515, -11.207016], [2865, -11.216135], [67370, -11.222722], [7189, -11.247763], [1254, -11.261437], [1048, -11.262242], [37061, -11.273623], [5686, -11.300697], [72735, -11.314891]], "logprob_of_token": -10.764733, "top1_top2_margin": 4.47451, "top6_top7_margin": 0.088}, {"gen_index": 31, "token": 262, "top": [[735, -0.083692], [919, -3.210581], [378, -3.327932], [589, -6.427649], [4278, -7.297641], [11201, -7.758871], [976, -9.119777], [1819, -9.614036], [37296, -9.739966], [44, -9.750373], [14598, -10.179275], [11319, -10.323264], [1270, -10.667279], [476, -10.709651], [10471, -10.735827], [52776, -10.834723], [120007, -10.837949], [617, -10.877792], [14380, -10.912902], [13032, -10.920392], [286, -10.938586], [4088, -11.025236], [2347, -11.262289], [58, -11.362119], [622, -11.412871], [16740, -11.431609], [662, -11.447762], [19701, -11.49449], [1656, -11.517272], [439, -11.561133], [766, -11.637403], [13636, -11.63869], [10852, -11.647842], [2459, -11.650371], [66165, -11.672027], [14439, -11.740077], [330, -11.794583], [1064, -11.813692], [1958, -11.894931], [13648, -11.913562], [1812, -11.916541], [4617, -11.917523], [528, -11.936535], [1309, -11.969158], [830, -12.011172], [7330, -12.11312], [529, -12.123429], [26216, -12.236199], [34643, -12.258256], [21925, -12.286657], [20615, -12.34106], [34705, -12.341094], [6117, -12.342561], [4440, -12.360866], [21884, -12.371665], [2286, -12.386168], [46, -12.433921], [568, -12.439473], [824, -12.440886], [4884, -12.462888], [9169, -12.46674], [18882, -12.517614], [39, -12.537242], [8140, -12.537441], [262, -12.618573], [13493, -12.624997], [1275, -12.663916], [14896, -12.680121], [11035, -12.692479], [120022, -12.696683], [4711, -12.705502], [8150, -12.723576], [8944, -12.729552], [1030, -12.731281], [2879, -12.734198], [4032, -12.750222], [24003, -12.774072], [120016, -12.779304], [11317, -12.780118], [31445, -12.793929], [6513, -12.859633], [5415, -12.883881], [1220, -12.912896], [6547, -12.934105], [12195, -12.956117], [20748, -12.956191], [9443, -12.957017], [63, -12.96012], [12745, -12.985286], [4384, -13.019094], [3865, -13.046405], [32578, -13.0684], [25005, -13.071739], [10757, -13.081594], [32, -13.116724], [18227, -13.119959], [60206, -13.142271], [13044, -13.1444], [279, -13.167918], [5598, -13.171693]], "logprob_of_token": -12.618573, "top1_top2_margin": 3.126889, "top6_top7_margin": 1.360906}]}, {"prompt": "Wissen ist Macht, aber Zeit ist Geld", "input_ids": [81623, 2459, 18680, 44, 3504, 2042, 2459, 4771], "generated_ids": [46, 4246, 44, 2042, 735, 2973, 44, 1409, 44, 1584, 735, 2973, 44, 1409, 44, 1584, 735, 2973, 44, 1409, 44, 1584, 735, 2973, 44, 1409, 44, 1584, 735, 2973, 44, 1409], "rows": [{"gen_index": 3, "token": 2042, "top": [[44, -2.738184], [1410, -2.740728], [2042, -2.844477], [94680, -3.063647], [353, -3.224506], [3754, -3.27684], [12629, -3.367055], [2790, -3.492308], [1584, -3.54508], [19239, -3.720957], [4771, -3.734951], [120007, -3.758406], [488, -3.790329], [70491, -3.862291], [7314, -3.89022], [1523, -3.973233], [836, -4.086775], [21545, -4.112719], [41672, -4.194186], [6326, -4.245938], [2093, -4.278549], [1213, -4.368668], [1592, -4.426614], [6443, -4.495652], [3654, -4.55477], [6190, -4.683594], [12378, -4.857392], [26992, -4.907596], [11401, -4.913013], [32, -5.1148], [527, -5.189974], [120895, -5.197505], [18625, -5.206243], [9916, -5.326788], [2973, -5.362578], [1044, -5.436369], [30230, -5.442472], [22182, -5.476003], [27084, -5.483392], [3384, -5.516566], [3565, -5.564393], [669, -5.567889], [825, -5.571354], [2459, -5.599298], [1409, -5.663372], [465, -5.782151], [4165, -5.880034], [6727, -5.932137], [2225, -5.968126], [5610, -6.033185], [1865, -6.069729], [10304, -6.111847], [18522, -6.11832], [3918, -6.161833], [50345, -6.179649], [4122, -6.188768], [24903, -6.203147], [965, -6.204878], [1064, -6.222486], [20812, -6.225089], [28758, -6.232221], [23100, -6.250176], [12094, -6.349276], [1626, -6.435416], [14794, -6.451655], [3974, -6.468572], [117246, -6.522134], [346, -6.544731], [3650, -6.572835], [18639, -6.583447], [99103, -6.651065], [14225, -6.658227], [5496, -6.661016], [1270, -6.675463], [29571, -6.726398], [622, -6.727809], [11698, -6.743321], [29353, -6.759208], [559, -6.784481], [39027, -6.803251], [1914, -6.811112], [56464, -6.819397], [27888, -6.851674], [74484, -6.870726], [4703, -6.926023], [9122, -6.931817], [18226, -6.946381], [81519, -6.988723], [58, -7.004019], [21597, -7.005795], [14154, -7.104929], [453, -7.151613], [120022, -7.156745], [36066, -7.160604], [25928, -7.171511], [6501, -7.198334], [44615, -7.230016], [4246, -7.247912], [12579, -7.265742], [34972, -7.294684]], "logprob_of_token": -2.844477, "top1_top2_margin": 0.002544, "top6_top7_margin": 0.090215}, {"gen_index": 5, "token": 2973, "top": [[735, -0.162877], [2459, -2.045914], [1679, -4.357117], [318, -6.869848], [576, -6.955207], [3527, -7.002783], [34858, -7.473354], [7826, -7.839483], [20787, -8.588899], [919, -9.300315], [907, -9.55433], [59405, -9.648099], [2973, -9.660784], [34719, -9.776534], [622, -9.806546], [513, -9.869106], [24408, -9.86918], [6727, -9.876462], [836, -9.927604], [286, -10.016419], [679, -10.052243], [20773, -10.104536], [8157, -10.117787], [29208, -10.138421], [22644, -10.144718], [21545, -10.153357], [346, -10.196698], [1204, -10.250533], [439, -10.281573], [14896, -10.285869], [1064, -10.297009], [44, -10.329166], [379, -10.398973], [59335, -10.425565], [589, -10.480775], [1410, -10.482438], [46, -10.508067], [102179, -10.548906], [54769, -10.604173], [18754, -10.612885], [4384, -10.632913], [25733, -10.669769], [7222, -10.693582], [14168, -10.70962], [922, -10.743093], [476, -10.781972], [1584, -10.80959], [4771, -10.812581], [1270, -10.831135], [502, -10.844245], [7770, -10.845655], [10244, -10.887755], [614, -10.905239], [61, -10.908005], [32, -10.954573], [824, -10.989194], [4088, -11.008136], [279, -11.05294], [9488, -11.079329], [420, -11.089393], [36533, -11.10336], [33, -11.119278], [56464, -11.145045], [378, -11.181288], [58, -11.182582], [79396, -11.18901], [120007, -11.198131], [41026, -11.247607], [1687, -11.258166], [12717, -11.258943], [968, -11.260406], [1213, -11.338956], [1826, -11.343206], [2625, -11.358275], [35257, -11.36468], [7080, -11.40138], [2286, -11.429946], [7732, -11.433543], [47923, -11.434978], [127650, -11.485475], [11308, -11.502725], [34324, -11.51109], [13728, -11.53668], [766, -11.551669], [121817, -11.554679], [32049, -11.561848], [11265, -11.584836], [2042, -11.59971], [12243, -11.618762], [29353, -11.634005], [35137, -11.644044], [115, -11.649251], [1200, -11.649424], [2790, -11.684892], [44615, -11.714738], [65197, -11.734768], [518, -11.738691], [5947, -11.757569], [14242, -11.773328], [1309, -11.788901]], "logprob_of_token": -9.660784, "top1_top2_margin": 1.883037, "top6_top7_margin": 0.470571}, {"gen_index": 6, "token": 44, "top": [[2973, -0.235647], [20142, -2.648251], [1584, -3.569356], [4771, -3.880639], [279, -4.278219], [5496, -4.738937], [3647, -5.175553], [262, -5.273962], [1410, -5.719247], [2468, -5.894859], [3142, -5.979664], [941, -6.114785], [502, -6.170293], [12915, -6.501475], [18710, -6.582561], [6464, -6.718298], [14272, -7.233566], [3937, -7.571777], [2839, -7.584023], [1333, -7.597586], [9833, -7.696623], [762, -7.702713], [4205, -7.715235], [836, -7.768977], [2042, -7.8163], [8608, -7.891367], [3368, -7.897479], [44, -8.066649], [37690, -8.085648], [1840, -8.11059], [2613, -8.130696], [51770, -8.142291], [120007, -8.196644], [1319, -8.230567], [2302, -8.271921], [2213, -8.283481], [4621, -8.320737], [7116, -8.383247], [32, -8.447288], [1755, -8.52791], [84282, -8.55367], [2896, -8.560657], [766, -8.628952], [46, -8.64532], [2272, -8.652603], [41084, -8.685627], [41026, -8.687684], [1409, -8.752931], [68408, -8.76615], [4689, -8.802994], [2377, -8.832725], [3658, -8.836539], [110546, -8.873868], [22777, -8.892995], [48764, -8.921218], [19313, -8.925713], [1903, -8.931342], [735, -8.948665], [4700, -8.951221], [828, -8.968343], [5888, -8.989783], [8263, -9.005141], [3918, -9.046622], [3326, -9.057463], [4298, -9.116107], [120022, -9.153916], [8536, -9.161095], [89678, -9.211785], [119815, -9.226942], [7833, -9.236102], [622, -9.246502], [14052, -9.257989], [527, -9.259408], [117113, -9.280334], [116957, -9.288814], [113480, -9.29815], [15853, -9.304206], [2403, -9.344967], [3166, -9.356345], [318, -9.375694], [1972, -9.37778], [2157, -9.384273], [15117, -9.402706], [2690, -9.406161], [4315, -9.433694], [12107, -9.44445], [11698, -9.451476], [7270, -9.456808], [1627, -9.557395], [18965, -9.632065], [4917, -9.635239], [2150, -9.649658], [6030, -9.666654], [7411, -9.683631], [1688, -9.699094], [1591, -9.73458], [5062, -9.739421], [1662, -9.745667], [39, -9.748717], [2117, -9.75776]], "logprob_of_token": -8.066649, "top1_top2_margin": 2.412604, "top6_top7_margin": 0.436616}, {"gen_index": 7, "token": 1409, "top": [[44, -0.597928], [46, -1.012313], [275, -3.426528], [33, -3.99276], [735, -4.38907], [1409, -5.451666], [314, -5.465394], [63, -5.68256], [286, -5.716377], [120007, -6.217464], [2519, -6.551296], [936, -7.499591], [4679, -8.198721], [779, -8.368361], [1410, -8.587236], [1043, -8.686703], [622, -8.744785], [1914, -8.779438], [1584, -8.8365], [58, -9.186533], [7331, -9.212805], [2973, -9.312796], [4384, -9.334089], [59, -9.815775], [420, -10.065134], [120000, -10.150703], [7148, -10.16136], [32, -10.190821], [766, -10.285496], [4137, -10.524317], [120016, -10.595957], [4412, -10.636847], [1988, -10.659859], [318, -10.682335], [263, -10.694633], [1829, -10.70425], [120022, -10.70632], [7510, -10.710972], [379, -10.805538], [4619, -10.812935], [393, -10.83206], [330, -10.839966], [74254, -10.848772], [460, -10.858995], [120001, -10.938873], [476, -10.949739], [14188, -10.966307], [10, -10.989372], [17870, -11.019421], [2459, -11.0807], [14153, -11.117182], [1275, -11.192631], [36209, -11.226543], [3688, -11.236155], [3368, -11.28307], [1765, -11.306726], [14052, -11.31151], [4554, -11.326761], [2362, -11.337858], [120003, -11.374763], [1333, -11.398256], [5496, -11.417063], [988, -11.444208], [745, -11.473192], [568, -11.505526], [18390, -11.529812], [327, -11.557272], [763, -11.558222], [30538, -11.566004], [120008, -11.599152], [589, -11.686701], [103784, -11.698473], [19078, -11.701941], [8279, -11.707584], [262, -11.716721], [19043, -11.739103], [4246, -11.754686], [123367, -11.765623], [14896, -11.809296], [8157, -11.816484], [836, -11.824839], [9980, -11.82501], [1407, -11.841949], [5071, -11.845404], [1656, -11.849554], [527, -11.877665], [120468, -11.877966], [120002, -11.88743], [467, -11.91346], [378, -11.924456], [120399, -11.981659], [106108, -12.02976], [5274, -12.032227], [1689, -12.033705], [3756, -12.044079], [34, -12.093416], [120021, -12.10194], [2773, -12.109203], [8545, -12.138271], [2042, -12.139544]], "logprob_of_token": -5.451666, "top1_top2_margin": 0.414386, "top6_top7_margin": 0.013727}, {"gen_index": 9, "token": 1584, "top": [[44, -0.513808], [527, -1.939202], [1584, -1.956355], [1523, -3.192963], [12629, -4.38946], [2973, -4.57015], [825, -4.747238], [5496, -5.637424], [8545, -5.655802], [9916, -5.73044], [669, -5.919326], [3117, -5.923891], [353, -6.253684], [1213, -6.379127], [1765, -6.781415], [2042, -6.792536], [453, -6.841718], [1592, -6.908116], [1806, -7.672348], [3326, -7.802923], [836, -7.850969], [2093, -7.874402], [4057, -7.958159], [488, -8.109987], [14412, -8.110666], [1633, -8.23389], [716, -8.238264], [3924, -8.278359], [3754, -8.278588], [20142, -8.36582], [14177, -8.400896], [46, -8.466253], [120007, -8.485133], [3594, -8.51294], [1626, -8.667697], [2219, -8.679406], [14015, -8.755486], [4037, -8.769373], [3384, -8.856633], [1409, -8.874821], [2468, -8.891196], [1736, -8.914444], [11935, -8.951829], [5888, -8.957587], [3611, -8.965787], [1435, -9.04079], [3368, -9.059341], [7615, -9.150912], [1026, -9.167274], [1064, -9.195797], [2622, -9.220486], [1333, -9.223554], [4194, -9.289065], [1679, -9.290523], [1128, -9.377024], [74484, -9.392194], [1324, -9.415811], [4731, -9.448685], [2157, -9.526813], [3737, -9.579377], [2799, -9.584409], [2213, -9.586896], [3671, -9.592376], [2773, -9.639949], [8206, -9.651317], [1194, -9.665016], [5610, -9.66606], [7770, -9.67727], [5879, -9.712979], [1812, -9.721559], [1744, -9.722973], [4771, -9.750668], [9628, -9.76539], [2218, -9.771837], [7753, -9.803197], [2246, -9.82809], [43660, -9.832692], [14792, -9.848506], [17393, -9.857041], [327, -9.862944], [762, -9.87669], [4700, -9.87708], [11689, -9.882195], [3974, -9.956939], [3129, -9.969975], [622, -9.978666], [318, -9.98099], [799, -9.984654], [2302, -9.99261], [3624, -9.996108], [4959, -9.99661], [1270, -10.003459], [763, -10.010354], [766, -10.022471], [16981, -10.059451], [529, -10.115966], [5402, -10.132306], [14529, -10.134097], [14242, -10.159974], [13789, -10.187131]], "logprob_of_token": -1.956355, "top1_top2_margin": 1.425393, "top6_top7_margin": 0.177088}, {"gen_index": 11, "token": 2973, "top": [[735, -0.017848], [589, -6.320194], [1679, -6.71851], [1064, -7.292925], [44, -7.387665], [7732, -7.504636], [2973, -8.088585], [1270, -8.468804], [20787, -8.646387], [919, -8.667753], [1584, -8.678312], [46, -8.691216], [34858, -8.820711], [476, -8.896261], [568, -8.969608], [22644, -9.05859], [318, -9.090445], [576, -9.166777], [9916, -9.184894], [120801, -9.196421], [1633, -9.305593], [59405, -9.329098], [622, -9.367081], [1213, -9.442757], [14177, -9.487005], [330, -9.497478], [8157, -9.5028], [7770, -9.547907], [1333, -9.553007], [836, -9.577489], [2459, -9.57846], [12195, -9.600199], [3924, -9.633655], [527, -9.63805], [41026, -9.692268], [61, -9.748308], [262, -9.76457], [4384, -9.768093], [18754, -9.816755], [617, -9.844201], [12243, -9.923793], [378, -9.954943], [120625, -9.958023], [3527, -9.984477], [35211, -10.014124], [286, -10.0151], [36533, -10.048065], [716, -10.049978], [12629, -10.115257], [14896, -10.136973], [72836, -10.157998], [57125, -10.173342], [824, -10.180651], [12717, -10.212545], [4037, -10.258436], [1656, -10.273015], [33417, -10.289755], [2362, -10.31481], [21681, -10.357414], [3671, -10.374383], [353, -10.374414], [3117, -10.381041], [14188, -10.381971], [120007, -10.390862], [32, -10.391398], [830, -10.405106], [2117, -10.417488], [52269, -10.453178], [10244, -10.475185], [6581, -10.49791], [528, -10.521381], [1409, -10.534764], [379, -10.535788], [120670, -10.55416], [14419, -10.559885], [1323, -10.574537], [40882, -10.603115], [11308, -10.627645], [766, -10.629689], [14847, -10.631833], [825, -10.637166], [20773, -10.647337], [23134, -10.689372], [73707, -10.713097], [54769, -10.731043], [58, -10.754845], [1829, -10.768806], [2213, -10.772499], [41399, -10.810034], [18126, -10.813229], [3679, -10.82264], [121817, -10.841072], [3326, -10.841288], [439, -10.858555], [4700, -10.866136], [33275, -10.882283], [2272, -10.886295], [1902, -10.907203], [25835, -10.939346], [502, -10.954397]], "logprob_of_token": -8.088585, "top1_top2_margin": 6.302346, "top6_top7_margin": 0.583949}, {"gen_index": 12, "token": 44, "top": [[2973, -0.077282], [12915, -4.089171], [1584, -4.122693], [3647, -4.700113], [18710, -5.397539], [279, -5.617806], [2468, -6.624899], [14272, -6.706903], [2157, -6.961578], [4700, -6.984038], [262, -7.058962], [3142, -7.244162], [4621, -7.366251], [4205, -7.373131], [1755, -7.520979], [7116, -7.70481], [2302, -7.757176], [502, -7.854265], [41026, -8.061245], [22777, -8.216452], [20142, -8.323889], [3368, -8.334521], [1409, -8.411001], [7833, -8.437398], [8859, -8.44698], [4771, -8.501856], [1333, -8.59248], [4689, -8.648417], [2690, -8.709017], [3937, -8.71091], [9833, -8.759223], [44, -8.812503], [32, -8.88025], [19898, -8.931085], [941, -9.005392], [1319, -9.026977], [68408, -9.155603], [2839, -9.230462], [1410, -9.275763], [120007, -9.308083], [762, -9.33278], [5888, -9.335421], [48764, -9.350916], [7210, -9.353031], [113480, -9.396581], [18965, -9.425615], [1591, -9.427287], [13789, -9.4433], [7270, -9.451866], [2272, -9.482664], [15117, -9.494804], [17016, -9.583668], [1840, -9.590093], [3658, -9.598401], [11021, -9.626773], [2613, -9.654232], [46, -9.675926], [4315, -9.686724], [117113, -9.688146], [41084, -9.723778], [836, -9.742651], [923, -9.783698], [488, -9.787354], [2377, -9.805531], [1903, -9.837749], [5062, -9.845461], [10244, -9.855433], [2213, -9.869083], [4959, -9.898677], [4298, -9.953969], [31653, -9.959359], [828, -10.022188], [2117, -10.045054], [7770, -10.047014], [2457, -10.053905], [3918, -10.067595], [1662, -10.076391], [14231, -10.082122], [2878, -10.175572], [1093, -10.18364], [8858, -10.185132], [29344, -10.202774], [766, -10.217424], [1324, -10.217982], [15899, -10.243933], [2711, -10.288265], [27880, -10.304708], [622, -10.311057], [8263, -10.318252], [4372, -10.318367], [18967, -10.336944], [4314, -10.369154], [527, -10.392683], [8106, -10.423548], [8536, -10.428467], [3660, -10.429306], [1972, -10.429715], [20196, -10.450267], [119815, -10.484284], [3326, -10.489179]], "logprob_of_token": -8.812503, "top1_top2_margin": 4.01189, "top6_top7_margin": 1.007093}, {"gen_index": 13, "token": 1409, "top": [[44, -0.030388], [46, -4.067344], [275, -4.75624], [1409, -7.272545], [735, -7.448352], [63, -7.484184], [120007, -7.869177], [314, -8.108793], [33, -8.790432], [286, -9.874984], [59, -10.037411], [2519, -10.061598], [3368, -10.108292], [1043, -10.119948], [7331, -10.173029], [120468, -10.238767], [4384, -10.310379], [779, -10.431067], [1275, -10.570656], [58, -10.573963], [120016, -10.611306], [1914, -10.632671], [5071, -10.660819], [14188, -10.676362], [1584, -10.786716], [766, -11.073023], [936, -11.104738], [988, -11.185365], [622, -11.195145], [14153, -11.234494], [120028, -11.238966], [263, -11.292836], [1765, -11.339989], [4137, -11.387716], [1829, -11.401772], [1410, -11.410024], [19078, -11.468971], [763, -11.527694], [379, -11.547375], [18390, -11.680248], [476, -11.70047], [120022, -11.707307], [589, -11.734548], [318, -11.774401], [4412, -11.775042], [327, -11.915678], [3918, -11.944445], [1407, -11.94644], [74254, -11.974019], [32, -12.002436], [745, -12.007937], [121119, -12.039589], [467, -12.048498], [120003, -12.053063], [10, -12.058466], [120008, -12.061779], [5696, -12.117102], [1064, -12.123817], [15853, -12.146551], [14052, -12.190544], [405, -12.200218], [26530, -12.229568], [120000, -12.310648], [527, -12.382307], [1656, -12.388036], [576, -12.483343], [4554, -12.526814], [262, -12.531622], [420, -12.580499], [528, -12.630216], [502, -12.688158], [279, -12.721321], [1333, -12.73223], [12243, -12.73702], [120409, -12.74468], [4679, -12.756374], [460, -12.781404], [36209, -12.798892], [101703, -12.8134], [8545, -12.848539], [2459, -12.901438], [7510, -12.904453], [4343, -12.916546], [3326, -12.943666], [20196, -12.962265], [393, -12.977526], [919, -13.001965], [1444, -13.023528], [2213, -13.02509], [4619, -13.03895], [8157, -13.050369], [4484, -13.050743], [836, -13.061836], [120021, -13.062082], [669, -13.06832], [14792, -13.076836], [1270, -13.103583], [9980, -13.116522], [20758, -13.140287], [330, -13.143399]], "logprob_of_token": -7.272545, "top1_top2_margin": 4.036956, "top6_top7_margin": 0.384993}, {"gen_index": 15, "token": 1584, "top": [[44, -0.005469], [1584, -5.913205], [46, -8.217719], [120468, -8.271973], [120007, -8.356386], [120003, -9.74826], [5496, -9.871017], [527, -10.232157], [275, -10.394464], [2773, -10.543233], [59, -10.550352], [534, -10.694819], [2042, -10.716299], [121119, -10.81372], [3326, -10.831928], [120008, -10.86013], [3368, -10.921822], [1409, -11.026993], [988, -11.10903], [120028, -11.324149], [2973, -11.349579], [123367, -11.361564], [120409, -11.377043], [1765, -11.396342], [766, -11.499999], [8545, -11.509424], [2213, -11.572668], [286, -11.59124], [120022, -11.625789], [2468, -11.70293], [669, -11.726467], [14188, -11.732765], [120277, -11.763636], [314, -11.775572], [63, -11.776926], [405, -11.848799], [1633, -11.867551], [1333, -11.870154], [14792, -11.878956], [58, -11.881186], [120000, -11.902064], [327, -11.932261], [120501, -11.994857], [94365, -12.047237], [1410, -12.098398], [121083, -12.121067], [716, -12.139807], [4619, -12.143682], [5071, -12.149116], [745, -12.157365], [262, -12.166922], [32, -12.169418], [65268, -12.189858], [33, -12.19477], [453, -12.218905], [2302, -12.248846], [1523, -12.251144], [25945, -12.279987], [1744, -12.284737], [318, -12.302297], [8152, -12.317455], [8722, -12.32971], [2093, -12.349968], [825, -12.362711], [120016, -12.401613], [1972, -12.402463], [353, -12.46302], [120436, -12.464502], [936, -12.467979], [502, -12.496784], [120057, -12.504983], [120049, -12.588944], [941, -12.603337], [7768, -12.626371], [1435, -12.655085], [3924, -12.65522], [379, -12.665378], [1903, -12.687077], [3117, -12.703314], [29094, -12.755316], [5675, -12.770742], [21672, -12.775554], [763, -12.790457], [3918, -12.790874], [488, -12.814657], [1324, -12.840595], [4743, -12.852644], [122416, -12.862393], [735, -12.900735], [7510, -12.900835], [1806, -12.918455], [622, -12.919441], [14153, -12.923491], [18390, -12.926253], [25388, -12.927753], [2410, -12.942001], [3550, -12.969502], [4731, -12.972919], [10, -12.985322], [2403, -12.988164]], "logprob_of_token": -5.913205, "top1_top2_margin": 5.907736, "top6_top7_margin": 0.122758}, {"gen_index": 17, "token": 2973, "top": [[735, -0.003706], [7732, -8.719553], [1064, -8.764236], [44, -9.162375], [2973, -9.167271], [286, -9.262997], [46, -9.318254], [120007, -9.589394], [919, -9.631523], [330, -9.886775], [589, -9.958114], [20787, -10.048776], [4384, -10.107173], [2459, -10.150812], [476, -10.196135], [1679, -10.247509], [22644, -10.326269], [1584, -10.32719], [59405, -10.328415], [34858, -10.425879], [18754, -10.434818], [576, -10.444056], [568, -10.48539], [32, -10.549128], [1270, -10.578986], [8157, -10.614291], [35211, -10.636539], [7770, -10.638905], [72836, -10.683107], [318, -10.754187], [378, -10.764071], [622, -10.84213], [120801, -10.851049], [527, -10.960745], [262, -10.965865], [12195, -11.022753], [11308, -11.06506], [12629, -11.094289], [120022, -11.135578], [1656, -11.219772], [41026, -11.277454], [275, -11.299481], [9916, -11.300825], [439, -11.310443], [33275, -11.313004], [14896, -11.313082], [12243, -11.314111], [14177, -11.332094], [1633, -11.334441], [62024, -11.357414], [36533, -11.374081], [14188, -11.375175], [58, -11.380583], [33417, -11.438541], [528, -11.444676], [61, -11.448948], [10244, -11.51289], [824, -11.513483], [52269, -11.529901], [830, -11.533796], [73707, -11.579762], [7080, -11.614026], [1409, -11.661859], [20773, -11.667888], [279, -11.696673], [3326, -11.72608], [63, -11.765203], [21681, -11.778738], [120625, -11.856962], [3924, -11.891459], [65197, -11.903212], [34324, -11.91274], [836, -11.917277], [120000, -11.950491], [766, -11.97324], [32049, -11.977913], [120670, -12.006866], [40882, -12.042277], [379, -12.097288], [113613, -12.09745], [14419, -12.119483], [6581, -12.151497], [102698, -12.152201], [3402, -12.163968], [18126, -12.16893], [1591, -12.172516], [12717, -12.181295], [716, -12.236234], [2362, -12.242338], [2213, -12.257143], [941, -12.263426], [3679, -12.301003], [120001, -12.305496], [314, -12.319466], [1309, -12.335411], [1213, -12.378453], [353, -12.383583], [502, -12.405249], [14153, -12.408706], [5888, -12.433907]], "logprob_of_token": -9.167271, "top1_top2_margin": 8.715847, "top6_top7_margin": 0.055258}, {"gen_index": 18, "token": 44, "top": [[2973, -0.028469], [1584, -3.982863], [12915, -7.176819], [3647, -7.592798], [18710, -7.664031], [262, -7.805958], [3142, -7.936998], [14272, -8.333873], [20142, -8.375145], [502, -8.58672], [2468, -8.61052], [120007, -8.727776], [3368, -8.926491], [2302, -9.054514], [32, -9.207135], [44, -9.36359], [4205, -9.371592], [41084, -9.406263], [4771, -9.41073], [4689, -9.450537], [4700, -9.468276], [1409, -9.529093], [1755, -9.637209], [3918, -9.673656], [2157, -9.698488], [22777, -9.722189], [4621, -9.857746], [2690, -9.941943], [46, -9.950043], [41026, -9.955203], [4315, -10.017067], [1319, -10.034609], [7833, -10.044928], [279, -10.16328], [762, -10.265563], [9833, -10.299018], [3658, -10.320656], [120022, -10.337458], [7210, -10.346314], [37690, -10.37571], [1333, -10.39765], [941, -10.49169], [828, -10.505751], [1591, -10.511255], [8536, -10.568827], [3937, -10.578251], [1840, -10.591134], [1903, -10.620256], [8859, -10.623912], [2213, -10.627838], [2272, -10.679209], [2117, -10.709412], [2711, -10.714452], [923, -10.72559], [4959, -10.740792], [13789, -10.781096], [5496, -10.806052], [19898, -10.812186], [1410, -10.82308], [33274, -10.825384], [2839, -10.874628], [836, -10.922743], [19102, -10.994509], [1324, -11.003164], [113480, -11.024193], [527, -11.043082], [4314, -11.043368], [1662, -11.086781], [7770, -11.108425], [8263, -11.114516], [17016, -11.134934], [2155, -11.14534], [10244, -11.154288], [68408, -11.154895], [7208, -11.172148], [5888, -11.182382], [110546, -11.236372], [12107, -11.238323], [3467, -11.260659], [26530, -11.280807], [488, -11.302444], [11981, -11.30944], [766, -11.316472], [2377, -11.333248], [1436, -11.335098], [51770, -11.338358], [6563, -11.346292], [4647, -11.34732], [1972, -11.353254], [2608, -11.353323], [16000, -11.378966], [2944, -11.383547], [4372, -11.389561], [1688, -11.409492], [98621, -11.420111], [3166, -11.427809], [11021, -11.429881], [7116, -11.45097], [453, -11.467125], [48764, -11.47403]], "logprob_of_token": -9.36359, "top1_top2_margin": 3.954394, "top6_top7_margin": 0.13104}, {"gen_index": 19, "token": 1409, "top": [[44, -0.10879], [275, -2.990793], [46, -3.084752], [120007, -5.836138], [314, -7.276059], [63, -7.282247], [33, -7.615205], [120016, -8.045359], [1409, -8.392349], [2519, -8.820807], [735, -9.121815], [59, -9.66051], [14188, -9.731679], [1043, -9.974463], [120022, -10.174067], [1914, -10.308564], [745, -10.3539], [120468, -10.415023], [286, -10.452434], [14153, -10.523174], [121119, -10.594933], [1829, -10.642021], [120028, -10.84736], [263, -10.861922], [4137, -10.864835], [7510, -10.938948], [405, -10.975476], [5071, -11.032621], [988, -11.042512], [120021, -11.050965], [120003, -11.063783], [766, -11.073359], [58, -11.10971], [74254, -11.111486], [3368, -11.181861], [120409, -11.220421], [120000, -11.221417], [779, -11.299489], [4412, -11.405934], [124969, -11.460533], [32, -11.728544], [120002, -11.765539], [622, -11.766822], [20758, -11.840095], [11861, -11.862003], [19078, -11.895619], [10, -12.006355], [1275, -12.008493], [18390, -12.032758], [26530, -12.037033], [122158, -12.048725], [4679, -12.275958], [33676, -12.308729], [467, -12.312291], [327, -12.336801], [7331, -12.343838], [120359, -12.362121], [936, -12.365218], [120103, -12.376334], [379, -12.39139], [1765, -12.401719], [589, -12.435584], [120008, -12.473985], [1407, -12.480652], [121083, -12.506371], [36209, -12.543858], [4554, -12.545173], [1584, -12.554027], [318, -12.555511], [4384, -12.570303], [121379, -12.578406], [15853, -12.595568], [120410, -12.627021], [2213, -12.631622], [527, -12.635281], [3918, -12.641297], [763, -12.670944], [420, -12.688696], [120277, -12.689355], [14179, -12.692083], [101703, -12.777452], [120893, -12.847388], [7496, -12.851079], [262, -12.861764], [576, -12.893866], [120001, -12.902688], [44455, -12.910438], [476, -12.942568], [120399, -12.949159], [17870, -12.952613], [4484, -12.99012], [20196, -12.992472], [4343, -12.992486], [103784, -13.018018], [120347, -13.021894], [30035, -13.026324], [1410, -13.069165], [127906, -13.074705], [120436, -13.124753], [460, -13.156419]], "logprob_of_token": -8.392349, "top1_top2_margin": 2.882003, "top6_top7_margin": 0.332958}, {"gen_index": 21, "token": 1584, "top": [[44, -0.029325], [120007, -4.207463], [46, -5.833782], [1584, -5.887466], [120016, -6.05013], [275, -6.383191], [120022, -7.903996], [120021, -8.176575], [314, -8.455587], [745, -8.650787], [120468, -8.779144], [121119, -8.882395], [2457, -9.15859], [120000, -9.193219], [120028, -9.434644], [2773, -9.603767], [988, -9.782664], [124969, -9.821856], [120103, -9.833913], [20758, -9.929467], [534, -10.186805], [5496, -10.307718], [11861, -10.323873], [14188, -10.330394], [59, -10.335558], [263, -10.342526], [120409, -10.432083], [120003, -10.469365], [120002, -10.529546], [2042, -10.606917], [63, -10.652722], [10, -10.690732], [766, -10.698373], [69555, -10.836234], [33, -10.866614], [121379, -10.872451], [405, -10.956473], [7510, -11.022381], [58, -11.094573], [120410, -11.106106], [3326, -11.143297], [120087, -11.206218], [122158, -11.262399], [120277, -11.274487], [120359, -11.275243], [1043, -11.303346], [669, -11.3277], [121083, -11.426431], [1409, -11.468946], [25945, -11.483937], [65268, -11.513031], [2519, -11.533196], [262, -11.548366], [94365, -11.613819], [527, -11.615623], [327, -11.62535], [126545, -11.650717], [3368, -11.657557], [120844, -11.695152], [120001, -11.721506], [32, -11.731792], [8152, -11.750641], [286, -11.758723], [120008, -11.76413], [120302, -11.785069], [5675, -11.819397], [2302, -11.869851], [1410, -11.937334], [57125, -11.962346], [120214, -12.03439], [7833, -12.073817], [14153, -12.076867], [7768, -12.145495], [8722, -12.174124], [25071, -12.189637], [1062, -12.224926], [502, -12.229918], [29094, -12.236466], [8894, -12.241872], [2213, -12.24826], [20196, -12.261781], [14792, -12.271934], [126203, -12.27553], [41836, -12.316334], [1744, -12.337543], [123367, -12.380626], [14179, -12.426459], [900, -12.434463], [3924, -12.446972], [18390, -12.451275], [120098, -12.471867], [1829, -12.480425], [318, -12.488938], [26530, -12.500026], [120751, -12.500446], [1308, -12.518778], [1323, -12.568262], [936, -12.573318], [2973, -12.575427], [120501, -12.579642]], "logprob_of_token": -5.887466, "top1_top2_margin": 4.178138, "top6_top7_margin": 1.520805}, {"gen_index": 23, "token": 2973, "top": [[735, -0.002778], [120007, -7.879786], [46, -8.508558], [2973, -9.062181], [330, -9.354948], [120022, -9.524983], [44, -9.571858], [275, -9.696572], [7732, -10.406098], [2459, -10.407601], [622, -10.409759], [1064, -10.507012], [589, -10.535758], [32, -10.545038], [919, -10.657306], [63, -10.736837], [476, -10.866687], [568, -10.920923], [120016, -11.156331], [314, -11.201921], [262, -11.284799], [527, -11.292381], [14188, -11.309908], [286, -11.320714], [20787, -11.373973], [14896, -11.394029], [73707, -11.427216], [1584, -11.430253], [120000, -11.489278], [1656, -11.506048], [1409, -11.515779], [120625, -11.558627], [378, -11.562283], [263, -11.610286], [3326, -11.709582], [528, -11.712009], [120801, -11.734288], [8157, -11.745404], [58, -11.771191], [120670, -11.796178], [12243, -11.818906], [18754, -11.834173], [1270, -11.860218], [4384, -11.868739], [279, -11.913936], [14419, -11.958665], [824, -12.005404], [745, -12.045776], [20773, -12.049244], [14177, -12.070788], [318, -12.127468], [941, -12.139185], [11308, -12.141301], [439, -12.172559], [7770, -12.198979], [1309, -12.206539], [12195, -12.207373], [22644, -12.24481], [1043, -12.258372], [502, -12.261812], [35211, -12.264338], [41026, -12.301463], [18126, -12.304572], [20758, -12.305775], [120021, -12.310697], [669, -12.311523], [7510, -12.341449], [21681, -12.36413], [57125, -12.372352], [120001, -12.403273], [1333, -12.426471], [120410, -12.451828], [72836, -12.47025], [120098, -12.470935], [1679, -12.475316], [4771, -12.492156], [36533, -12.503969], [3402, -12.516322], [10, -12.574992], [379, -12.579064], [936, -12.593719], [836, -12.604081], [52269, -12.606948], [59405, -12.609531], [14153, -12.649615], [62024, -12.655185], [59, -12.70143], [766, -12.70168], [120002, -12.702625], [93, -12.714372], [120008, -12.723511], [2457, -12.735314], [34858, -12.736354], [10244, -12.739893], [576, -12.751241], [1436, -12.769563], [33275, -12.789283], [61, -12.814279], [2213, -12.827502], [103784, -12.844742]], "logprob_of_token": -9.062181, "top1_top2_margin": 7.877008, "top6_top7_margin": 0.046875}, {"gen_index": 24, "token": 44, "top": [[2973, -0.039225], [1584, -3.564401], [1409, -6.550417], [120007, -7.285471], [44, -8.14054], [41084, -8.311318], [262, -8.369339], [120022, -8.55123], [263, -8.587457], [10, -8.588494], [735, -8.61235], [502, -8.786916], [3368, -9.181705], [4771, -9.445849], [3142, -9.525262], [2117, -9.699409], [32, -9.734819], [828, -9.828473], [836, -9.890281], [1410, -9.953305], [46, -9.964587], [1090, -9.987495], [12107, -10.030917], [120021, -10.042794], [2468, -10.047601], [4315, -10.081679], [1436, -10.170592], [7510, -10.239619], [20142, -10.242831], [120016, -10.258635], [1319, -10.267844], [823, -10.277209], [37690, -10.281783], [1333, -10.350423], [8345, -10.36099], [3918, -10.366763], [3658, -10.385983], [8536, -10.423538], [2302, -10.433469], [3467, -10.442697], [2213, -10.487235], [527, -10.53327], [110629, -10.558855], [2668, -10.562422], [14272, -10.62678], [120087, -10.633866], [941, -10.782374], [3702, -10.788784], [98621, -10.814003], [3924, -10.815053], [1972, -10.849172], [20758, -10.858916], [14188, -10.873698], [2042, -10.912599], [3737, -10.913196], [488, -10.949881], [2246, -10.964865], [94416, -10.968616], [1662, -10.969769], [1744, -10.993625], [110546, -11.002223], [762, -11.031805], [3326, -11.035708], [1324, -11.069905], [33274, -11.09656], [2374, -11.107125], [2711, -11.115046], [4273, -11.129827], [12973, -11.138911], [745, -11.140813], [9310, -11.162173], [534, -11.173646], [4959, -11.180785], [11981, -11.188096], [453, -11.231982], [314, -11.232162], [120000, -11.247339], [9474, -11.296969], [988, -11.307392], [4700, -11.315703], [4731, -11.31839], [4787, -11.324473], [3314, -11.354855], [398, -11.359184], [779, -11.364118], [6563, -11.38921], [57125, -11.431788], [8594, -11.435103], [15697, -11.437602], [7208, -11.450477], [1093, -11.450669], [2487, -11.452298], [4384, -11.452342], [10664, -11.460836], [20196, -11.461923], [127906, -11.480653], [1305, -11.507157], [286, -11.518854], [2157, -11.522756], [327, -11.524392]], "logprob_of_token": -8.14054, "top1_top2_margin": 3.525176, "top6_top7_margin": 0.058021}, {"gen_index": 25, "token": 1409, "top": [[44, -0.05804], [275, -3.466556], [46, -4.055504], [120007, -5.942165], [314, -6.349172], [120016, -7.119812], [63, -8.297703], [263, -8.648309], [988, -8.851474], [120021, -9.011184], [33, -9.045419], [120022, -9.078936], [14188, -9.239408], [10, -9.504897], [2519, -9.551747], [120028, -9.669751], [120468, -9.957668], [121119, -9.963527], [735, -10.033869], [124969, -10.266543], [1409, -10.421771], [1043, -10.441224], [7510, -10.56682], [745, -10.635077], [59, -10.679851], [120103, -10.68688], [766, -10.751557], [120003, -10.889187], [4137, -10.893917], [120002, -10.937623], [127906, -10.950141], [1914, -11.018132], [11861, -11.02614], [405, -11.035085], [14153, -11.053549], [1829, -11.067439], [120008, -11.2147], [120409, -11.268316], [122158, -11.371438], [120000, -11.423079], [121379, -11.522806], [20758, -11.53791], [32, -11.581962], [58, -11.612253], [120359, -11.631248], [120410, -11.723045], [4679, -11.838414], [286, -11.859494], [4412, -11.954988], [120001, -12.044368], [120087, -12.105201], [36209, -12.136439], [74254, -12.181375], [120844, -12.284335], [120277, -12.304022], [121083, -12.306273], [30035, -12.339386], [120399, -12.344481], [69555, -12.371621], [120302, -12.395269], [126545, -12.408166], [120214, -12.412362], [779, -12.453847], [120489, -12.45618], [36040, -12.507412], [26530, -12.517536], [4343, -12.556182], [14179, -12.556442], [18390, -12.649291], [669, -12.667446], [120241, -12.693028], [460, -12.713909], [262, -12.742599], [589, -12.75739], [5071, -12.76303], [34, -12.809274], [622, -12.817669], [6391, -12.850637], [7496, -12.872315], [45507, -12.904716], [120751, -12.914697], [103784, -12.92802], [120173, -12.937755], [33676, -12.953465], [656, -12.964789], [467, -12.980111], [8894, -12.996827], [120230, -13.020609], [3290, -13.065844], [2459, -13.071408], [20196, -13.074309], [17870, -13.075665], [1275, -13.099313], [58965, -13.11255], [44455, -13.116017], [2410, -13.117623], [57628, -13.119016], [120101, -13.121126], [122226, -13.141204], [531, -13.145051]], "logprob_of_token": -10.421771, "top1_top2_margin": 3.408516, "top6_top7_margin": 1.177891}, {"gen_index": 27, "token": 1584, "top": [[44, -0.016246], [1584, -4.762782], [120007, -6.274761], [46, -7.077208], [988, -7.640601], [10, -7.817922], [120016, -8.278234], [120021, -8.343671], [263, -8.358121], [275, -8.453708], [314, -8.482071], [120028, -8.880195], [120022, -9.446979], [534, -9.514729], [2773, -9.687295], [120000, -9.743567], [2457, -10.046502], [120468, -10.085823], [5496, -10.139529], [121119, -10.172753], [2042, -10.192204], [745, -10.298882], [262, -10.316318], [14188, -10.49904], [32, -10.650573], [1409, -10.830555], [766, -10.891477], [127906, -10.907202], [286, -10.911008], [33, -11.011549], [94365, -11.013632], [58, -11.018607], [120087, -11.051274], [121379, -11.086954], [669, -11.142286], [405, -11.217301], [59, -11.223828], [7510, -11.226969], [63, -11.241799], [124969, -11.319274], [120410, -11.377008], [20758, -11.382855], [25945, -11.418067], [120103, -11.449589], [120003, -11.451836], [120214, -11.467425], [65268, -11.476159], [120008, -11.500767], [8152, -11.529231], [126545, -11.555889], [327, -11.600661], [34, -11.677467], [7768, -11.690777], [527, -11.692978], [1410, -11.716333], [122226, -11.748693], [3326, -11.833378], [5675, -11.86184], [120001, -11.865129], [29094, -11.943787], [656, -11.948703], [122158, -11.96556], [2302, -11.968024], [25071, -12.023997], [941, -12.041671], [120002, -12.100404], [11861, -12.132397], [3368, -12.182744], [123367, -12.186799], [122046, -12.19386], [318, -12.25929], [1436, -12.264745], [1659, -12.313685], [120409, -12.336563], [117149, -12.341899], [120359, -12.390416], [379, -12.396777], [6391, -12.41687], [1829, -12.420623], [120277, -12.429283], [1744, -12.435914], [284, -12.442816], [121083, -12.454091], [26071, -12.458796], [69555, -12.472166], [1275, -12.478426], [49, -12.497969], [3924, -12.543332], [120098, -12.555038], [936, -12.56746], [2213, -12.58939], [14153, -12.592112], [1062, -12.594266], [57125, -12.599101], [900, -12.599715], [1914, -12.643507], [1043, -12.644256], [14139, -12.65978], [4679, -12.663368], [735, -12.668815]], "logprob_of_token": -4.762782, "top1_top2_margin": 4.746536, "top6_top7_margin": 0.460312}, {"gen_index": 29, "token": 2973, "top": [[735, -0.003883], [10, -7.424285], [263, -7.916348], [120007, -8.400033], [2459, -8.834937], [120022, -8.91986], [120021, -9.57484], [46, -9.614745], [120016, -9.945802], [127906, -10.078028], [120087, -10.145789], [314, -10.36906], [330, -10.372417], [44, -10.462987], [275, -10.572417], [2973, -10.588895], [589, -10.664644], [32, -10.788424], [919, -10.958355], [14896, -11.019507], [73707, -11.060391], [568, -11.123289], [120000, -11.176119], [262, -11.187696], [14419, -11.188294], [14188, -11.202434], [63, -11.295733], [120103, -11.308288], [18126, -11.311982], [1409, -11.364203], [622, -11.376697], [1064, -11.398451], [120214, -11.420929], [120098, -11.485888], [476, -11.516042], [120004, -11.584115], [120002, -11.647041], [527, -11.706705], [1584, -11.765229], [120670, -11.785624], [120410, -11.861609], [378, -11.919036], [120724, -11.928638], [988, -11.935668], [120038, -11.962122], [120625, -11.966022], [7732, -12.003499], [1656, -12.017213], [20758, -12.029961], [121407, -12.052191], [120302, -12.057563], [120001, -12.066485], [120489, -12.226137], [286, -12.251308], [58, -12.258109], [941, -12.263009], [528, -12.265367], [669, -12.268613], [14177, -12.27694], [576, -12.281138], [20773, -12.295156], [824, -12.317555], [3326, -12.321603], [1043, -12.327895], [122158, -12.349286], [279, -12.350334], [120014, -12.35649], [502, -12.368411], [127908, -12.37276], [120173, -12.409427], [120008, -12.430797], [120801, -12.476472], [745, -12.557845], [61, -12.576384], [122046, -12.609737], [318, -12.635027], [1309, -12.636849], [93, -12.640145], [439, -12.641196], [1270, -12.645881], [123745, -12.680655], [7510, -12.744163], [12195, -12.757871], [460, -12.777304], [1333, -12.778476], [1436, -12.784816], [6989, -12.856573], [46952, -12.889157], [4384, -12.896941], [1410, -12.898966], [57125, -12.904249], [49, -12.920158], [127393, -12.925481], [766, -12.930274], [830, -12.970482], [617, -12.971128], [120844, -13.003014], [37690, -13.007627], [103784, -13.01218], [3402, -13.012355]], "logprob_of_token": -10.588895, "top1_top2_margin": 7.420403, "top6_top7_margin": 0.65498}, {"gen_index": 30, "token": 44, "top": [[2973, -0.017022], [1584, -4.59157], [1409, -7.029116], [120007, -7.59503], [263, -7.784834], [10, -7.967087], [262, -8.63885], [41084, -8.699019], [120022, -8.843251], [502, -9.209098], [735, -9.324258], [32, -9.713183], [44, -9.927121], [120021, -9.953107], [3368, -10.070463], [4771, -10.0715], [1090, -10.129255], [120016, -10.257934], [828, -10.316998], [3142, -10.355825], [2117, -10.359801], [12107, -10.45652], [1333, -10.467376], [4315, -10.48248], [20142, -10.583217], [8536, -10.617187], [120087, -10.645065], [1436, -10.667809], [1410, -10.684965], [37690, -10.773398], [8345, -10.794929], [110629, -10.795808], [1319, -10.81231], [2668, -10.88122], [836, -10.903696], [127906, -10.932978], [823, -10.957792], [2213, -11.006173], [3658, -11.064605], [3467, -11.068288], [527, -11.085507], [941, -11.096555], [3702, -11.145921], [14272, -11.211395], [110546, -11.24153], [46, -11.263062], [3918, -11.269635], [7510, -11.273326], [98621, -11.276338], [94416, -11.35295], [20758, -11.373137], [6563, -11.414178], [745, -11.417455], [14188, -11.43296], [9310, -11.434539], [33274, -11.442286], [2302, -11.454429], [762, -11.470278], [4273, -11.517341], [120410, -11.530742], [2246, -11.531917], [13798, -11.549967], [1972, -11.565635], [3314, -11.57048], [3924, -11.57918], [3326, -11.580617], [120004, -11.590269], [1744, -11.600883], [11981, -11.613984], [120103, -11.633353], [120098, -11.646996], [3737, -11.654716], [106570, -11.698765], [7208, -11.708857], [327, -11.711054], [453, -11.724067], [2711, -11.733174], [1093, -11.746325], [120000, -11.781591], [900, -11.794616], [1324, -11.797259], [2468, -11.831117], [565, -11.831584], [1930, -11.833558], [14419, -11.841971], [4731, -11.876021], [8594, -11.891666], [2487, -11.900419], [13789, -11.941228], [10664, -11.942228], [622, -11.948013], [7838, -11.961029], [1662, -11.963468], [122158, -11.965352], [121379, -11.969251], [2374, -11.977102], [4647, -11.978238], [120002, -12.003007], [12973, -12.007204], [2944, -12.00878]], "logprob_of_token": -9.927121, "top1_top2_margin": 4.574549, "top6_top7_margin": 0.671763}, {"gen_index": 31, "token": 1409, "top": [[44, -0.055193], [275, -3.475779], [46, -4.470738], [314, -5.733935], [120007, -6.023149], [120016, -6.782587], [263, -7.306023], [988, -7.771289], [120021, -8.268553], [10, -8.295378], [120028, -8.581098], [63, -8.933051], [14188, -9.052765], [33, -9.14968], [120022, -9.277219], [2519, -9.343305], [120468, -9.499022], [121119, -9.618787], [124969, -9.745341], [127906, -9.810296], [4137, -9.93344], [735, -10.238001], [120003, -10.296152], [120103, -10.350797], [766, -10.393643], [7510, -10.446074], [120002, -10.566964], [120008, -10.587211], [1043, -10.616216], [122158, -10.645658], [11861, -10.697174], [745, -10.813455], [59, -10.834928], [405, -10.855535], [121379, -10.85561], [1409, -10.904165], [1829, -10.986424], [120359, -11.016164], [120000, -11.036668], [120410, -11.069457], [32, -11.072021], [36209, -11.088618], [4679, -11.131166], [14153, -11.171035], [1914, -11.270325], [126545, -11.327054], [120087, -11.413655], [120409, -11.427498], [120214, -11.450391], [58, -11.455455], [286, -11.599568], [120302, -11.685682], [120399, -11.712962], [20758, -11.727341], [4343, -11.791298], [120001, -11.807333], [4412, -11.807717], [120241, -11.817882], [30035, -11.862357], [14179, -11.88681], [34, -11.921994], [120844, -11.956148], [69555, -11.957915], [120277, -12.025536], [121083, -12.104815], [669, -12.121266], [120751, -12.134223], [13594, -12.150709], [120489, -12.195609], [36040, -12.218022], [622, -12.234605], [122226, -12.242534], [120173, -12.249513], [120230, -12.296068], [120347, -12.323832], [656, -12.334603], [120068, -12.338859], [18730, -12.363296], [262, -12.386878], [589, -12.395164], [44455, -12.401526], [127908, -12.414507], [779, -12.423532], [3078, -12.44578], [93457, -12.458518], [74254, -12.458695], [460, -12.479259], [467, -12.50139], [45507, -12.55906], [115, -12.562376], [122046, -12.573767], [120101, -12.578883], [120014, -12.580916], [20196, -12.593622], [8894, -12.611064], [531, -12.635453], [3290, -12.648434], [58965, -12.663826], [2410, -12.669455], [7496, -12.725207]], "logprob_of_token": -10.904165, "top1_top2_margin": 3.420586, "top6_top7_margin": 0.523436}]}, {"prompt": "x1 = 3, x2 = 7, x3 = 11, x4 =", "input_ids": [120, 49, 576, 32, 51, 44, 14169, 50, 576, 32, 55, 44, 14169, 51, 576, 32, 49, 49, 44, 14169, 52, 576], "generated_ids": [32, 49, 51, 44, 14169, 53, 576, 32, 49, 53, 44, 14169, 54, 576, 32, 49, 55, 44, 14169, 55, 576, 32, 49, 57, 44, 14169, 56, 576, 32, 50, 49, 44], "rows": [{"gen_index": 0, "token": 32, "top": [[576, -0.053311], [735, -4.607003], [32, -5.330575], [49, -5.426615], [61, -5.990069], [439, -6.280692], [318, -6.624381], [286, -7.057251], [58, -7.223506], [919, -7.249568], [1829, -7.549873], [52, -7.574397], [476, -7.667939], [1064, -7.753165], [528, -7.785528], [1270, -7.786395], [44, -7.809808], [120007, -7.944574], [55, -8.022307], [48, -8.079042], [57, -8.135289], [53, -8.216617], [50, -8.226844], [51, -8.270421], [622, -8.354891], [46, -8.419709], [54, -8.560827], [766, -8.565114], [824, -8.626594], [120022, -8.70776], [3660, -8.753873], [14153, -8.762038], [14188, -8.817166], [1073, -8.903451], [56, -8.940828], [19907, -8.997795], [2839, -9.022503], [568, -9.116699], [379, -9.121874], [262, -9.129956], [377, -9.136846], [4088, -9.137746], [14417, -9.171663], [2457, -9.204445], [1656, -9.207791], [7732, -9.262166], [936, -9.283679], [310, -9.29415], [120000, -9.333254], [4743, -9.360967], [34324, -9.377437], [1765, -9.426439], [45, -9.439009], [502, -9.440112], [1309, -9.442518], [3167, -9.46091], [8055, -9.476243], [1427, -9.516313], [11035, -9.519754], [11308, -9.545838], [263, -9.55078], [7772, -9.562213], [4869, -9.572555], [279, -9.593293], [14439, -9.602829], [27225, -9.610878], [1410, -9.614669], [393, -9.626403], [15239, -9.691744], [25288, -9.702111], [4895, -9.709092], [7510, -9.712718], [378, -9.718661], [63, -9.74212], [830, -9.745345], [467, -9.747759], [474, -9.763627], [327, -9.811934], [120091, -9.905284], [95, -9.916593], [32578, -9.916965], [23754, -9.920064], [5415, -9.926145], [1339, -9.930863], [4384, -9.940521], [11317, -9.988765], [589, -10.066845], [127797, -10.066976], [8150, -10.101817], [15703, -10.122544], [35099, -10.143422], [20773, -10.156238], [5274, -10.175208], [10794, -10.188359], [13627, -10.195942], [14179, -10.195952], [3402, -10.209003], [9727, -10.231151], [19166, -10.23359], [2459, -10.241308]], "logprob_of_token": -5.330575, "top1_top2_margin": 4.553692, "top6_top7_margin": 0.343689}, {"gen_index": 1, "token": 49, "top": [[32, -0.026733], [49, -6.134008], [120022, -6.455525], [14169, -7.01132], [14153, -7.201931], [622, -7.50798], [735, -7.702252], [262, -7.737743], [766, -7.861623], [1829, -8.132801], [5274, -8.155343], [120018, -8.382079], [502, -8.393432], [55, -8.515473], [263, -8.538724], [941, -8.564663], [946, -8.574819], [936, -8.626318], [3326, -8.645182], [565, -8.728118], [14188, -8.841568], [2403, -8.854323], [1410, -8.888513], [120007, -8.891307], [7510, -8.900639], [50, -8.915139], [46, -9.061361], [2457, -9.083184], [669, -9.087613], [52, -9.110706], [44, -9.278248], [122407, -9.329122], [318, -9.356044], [120383, -9.387219], [2213, -9.435948], [14179, -9.43735], [286, -9.479394], [393, -9.494914], [1427, -9.516999], [1688, -9.517705], [120008, -9.552297], [57, -9.556504], [63, -9.601671], [51, -9.602697], [8545, -9.626555], [6391, -9.628959], [120098, -9.632064], [54, -9.644209], [14172, -9.657336], [53, -9.671992], [120610, -9.695705], [1333, -9.698552], [310, -9.758916], [120103, -9.784977], [527, -9.810555], [120014, -9.813238], [919, -9.824616], [4330, -9.842487], [56, -9.866026], [1409, -9.938652], [3660, -9.948406], [1435, -10.011256], [576, -10.01847], [1073, -10.022607], [474, -10.034628], [467, -10.040812], [14439, -10.042274], [4743, -10.09531], [523, -10.100674], [20758, -10.126123], [120001, -10.130315], [297, -10.169644], [4869, -10.177444], [327, -10.193096], [13460, -10.201537], [528, -10.218133], [58, -10.243099], [103844, -10.291114], [48, -10.308389], [379, -10.35708], [14139, -10.369071], [3544, -10.3873], [18586, -10.417953], [2839, -10.421491], [1319, -10.431649], [439, -10.435027], [275, -10.43838], [582, -10.440818], [2246, -10.441494], [3402, -10.459996], [378, -10.476061], [762, -10.492336], [468, -10.513867], [1765, -10.516465], [8416, -10.520891], [59, -10.542718], [1776, -10.545979], [28851, -10.552381], [11035, -10.581464], [2125, -10.582673]], "logprob_of_token": -6.134008, "top1_top2_margin": 6.107275, "top6_top7_margin": 0.194272}, {"gen_index": 2, "token": 51, "top": [[49, -0.165499], [50, -2.757861], [55, -3.890499], [52, -3.970312], [53, -4.29491], [57, -4.560981], [51, -4.582895], [54, -4.991714], [56, -5.460793], [48, -7.409721], [32, -8.222566], [766, -10.46909], [14153, -10.521907], [120022, -11.154675], [63, -11.156735], [946, -11.193673], [622, -11.359455], [735, -11.44226], [263, -11.495331], [576, -11.514626], [936, -11.540946], [120007, -11.679756], [941, -11.691725], [669, -11.712594], [286, -11.72119], [46, -11.788096], [5274, -11.790101], [262, -11.853225], [20668, -11.853992], [1829, -11.873256], [7510, -11.893864], [2125, -11.901553], [310, -11.924864], [3326, -11.949176], [318, -11.960349], [44, -11.984156], [127906, -12.044783], [3688, -12.152179], [275, -12.169201], [3311, -12.195087], [379, -12.198141], [58, -12.201665], [523, -12.22239], [1688, -12.266849], [2457, -12.284023], [582, -12.329787], [20486, -12.406992], [1049, -12.408121], [297, -12.417706], [502, -12.419756], [1765, -12.444919], [119464, -12.450812], [1043, -12.453223], [14169, -12.476562], [95, -12.491493], [1319, -12.492311], [393, -12.496217], [6391, -12.497576], [1073, -12.498023], [327, -12.499253], [120018, -12.511057], [565, -12.517584], [94, -12.526927], [59, -12.5379], [3544, -12.542898], [1435, -12.569106], [14179, -12.590504], [14188, -12.59059], [467, -12.634999], [840, -12.676348], [10, -12.708184], [30981, -12.711591], [8545, -12.729887], [353, -12.735806], [377, -12.746437], [527, -12.749562], [61, -12.766393], [3167, -12.780804], [1427, -12.798525], [3660, -12.810001], [543, -12.81524], [405, -12.818727], [4396, -12.859531], [1083, -12.862012], [15543, -12.87312], [3780, -12.899728], [120436, -12.909137], [294, -12.919793], [120014, -12.926694], [120008, -12.988528], [1086, -12.994187], [29038, -12.995378], [14162, -13.003728], [1336, -13.014547], [1410, -13.01563], [120000, -13.018922], [528, -13.040354], [36209, -13.043527], [22984, -13.063074], [923, -13.064261]], "logprob_of_token": -4.582895, "top1_top2_margin": 2.592362, "top6_top7_margin": 0.021914}, {"gen_index": 3, "token": 44, "top": [[51, -0.759833], [53, -1.953462], [56, -2.181536], [54, -2.637465], [55, -2.889556], [52, -3.098016], [57, -3.407479], [50, -3.998603], [44, -4.606879], [49, -4.687778], [48, -4.7808], [46, -6.703824], [32, -6.931884], [766, -7.098828], [286, -7.462192], [263, -7.544831], [10, -7.68997], [318, -7.728132], [58, -7.869236], [59, -7.92673], [63, -8.017906], [467, -8.116012], [735, -8.257814], [3688, -8.309188], [377, -8.665214], [327, -8.670833], [275, -8.713737], [1829, -8.881338], [622, -9.021407], [279, -9.081656], [45, -9.082227], [576, -9.109378], [936, -9.215877], [14188, -9.474158], [379, -9.486947], [4869, -9.54033], [439, -9.615523], [14153, -9.620876], [5274, -9.621556], [393, -9.656272], [946, -9.67874], [120007, -9.69137], [310, -9.712754], [1765, -9.739863], [3660, -9.769869], [2457, -9.837865], [941, -9.848041], [14147, -9.858912], [919, -9.859832], [47, -9.922962], [127906, -9.983209], [294, -10.025172], [1917, -10.026102], [1410, -10.081617], [262, -10.087512], [1073, -10.127181], [14169, -10.13542], [34, -10.216481], [33, -10.236506], [502, -10.243852], [476, -10.247299], [3326, -10.247975], [43, -10.248331], [314, -10.252645], [656, -10.25683], [523, -10.269603], [1062, -10.270751], [1086, -10.278623], [565, -10.345294], [14139, -10.346889], [420, -10.369592], [120000, -10.372373], [474, -10.388], [1333, -10.391675], [65, -10.407471], [589, -10.463322], [1739, -10.576076], [120, -10.594771], [2342, -10.597578], [67, -10.611518], [4743, -10.641416], [2403, -10.662642], [3093, -10.667732], [834, -10.682474], [3402, -10.75777], [3301, -10.773029], [14161, -10.775792], [1049, -10.807877], [1064, -10.82086], [4895, -10.824666], [1275, -10.827489], [3003, -10.833984], [94, -10.840659], [669, -10.84956], [779, -10.849759], [14163, -10.852977], [5275, -10.869433], [4257, -10.870877], [2839, -10.906112], [316, -10.913389]], "logprob_of_token": -4.606879, "top1_top2_margin": 1.193628, "top6_top7_margin": 0.309464}, {"gen_index": 4, "token": 14169, "top": [[44, -0.085712], [263, -3.636346], [46, -4.716066], [120007, -5.28509], [275, -5.797589], [10, -5.993475], [766, -6.0387], [58, -6.24261], [286, -6.582505], [1829, -6.8378], [59, -7.052978], [49, -7.096219], [120016, -7.230496], [63, -7.300761], [3688, -7.381109], [14188, -7.680315], [420, -7.777338], [7510, -7.861465], [120028, -7.86238], [32, -7.895322], [936, -7.89608], [14147, -7.900383], [622, -8.0235], [735, -8.22544], [14169, -8.304464], [52, -8.327024], [1765, -8.327968], [120022, -8.331402], [988, -8.336215], [377, -8.370954], [262, -8.373075], [48, -8.386602], [310, -8.438196], [121119, -8.534431], [120000, -8.537207], [50, -8.636056], [314, -8.657184], [745, -8.663306], [327, -8.683091], [576, -8.834968], [14161, -8.884634], [47, -8.893282], [120468, -8.914883], [318, -9.009291], [127906, -9.023466], [1062, -9.097943], [51, -9.119226], [467, -9.142782], [120409, -9.190217], [14153, -9.195309], [53, -9.205991], [36040, -9.212287], [121083, -9.222486], [57, -9.268477], [4743, -9.270553], [120008, -9.275237], [1117, -9.286896], [565, -9.350843], [379, -9.429242], [3660, -9.462256], [120038, -9.478675], [54, -9.501081], [1043, -9.513686], [1917, -9.539948], [55, -9.54312], [405, -9.572721], [1394, -9.606059], [5275, -9.645558], [3078, -9.65721], [20758, -9.671885], [946, -9.706409], [2459, -9.716537], [124969, -9.723184], [45, -9.732587], [56, -9.750115], [763, -9.754768], [120021, -9.78889], [2362, -9.793254], [393, -9.810243], [1073, -9.877757], [120, -9.892757], [3326, -9.907058], [33, -9.924706], [120014, -9.984626], [4508, -9.995443], [120003, -9.998909], [2342, -10.008307], [20486, -10.010208], [34, -10.022309], [11861, -10.092635], [474, -10.162673], [120002, -10.173755], [9635, -10.213187], [16604, -10.237554], [14179, -10.239481], [18092, -10.247454], [1474, -10.263603], [582, -10.278195], [913, -10.291225], [5274, -10.307341]], "logprob_of_token": -8.304464, "top1_top2_margin": 3.550634, "top6_top7_margin": 0.045224}, {"gen_index": 5, "token": 53, "top": [[14169, -0.116961], [286, -3.952365], [7510, -4.103142], [262, -4.486613], [936, -4.588646], [32, -5.127793], [393, -6.101033], [120022, -6.115542], [565, -6.596114], [1776, -6.756018], [1409, -6.860757], [4743, -7.228199], [310, -7.360388], [2213, -7.80613], [3326, -7.807307], [669, -7.821028], [527, -7.833769], [120103, -7.983978], [14172, -8.003814], [3688, -8.180576], [941, -8.199311], [622, -8.248912], [120942, -8.382017], [946, -8.420063], [379, -8.426587], [120383, -8.441959], [1765, -8.443984], [766, -8.470486], [2150, -8.546096], [20758, -8.615839], [318, -8.621404], [5274, -8.641106], [327, -8.649114], [474, -8.671431], [1744, -8.73482], [8545, -8.808547], [120087, -8.825035], [20890, -8.871325], [799, -8.883206], [420, -8.886168], [346, -8.887103], [122629, -8.918565], [36040, -8.94632], [120098, -8.952689], [453, -8.95642], [49, -8.962695], [1688, -9.006474], [2839, -9.01338], [1333, -9.037194], [763, -9.037801], [739, -9.082856], [3504, -9.116012], [543, -9.122692], [948, -9.126023], [1862, -9.136753], [1275, -9.13763], [107274, -9.168642], [16604, -9.17422], [523, -9.200147], [120, -9.200192], [14541, -9.251413], [120014, -9.269242], [762, -9.270256], [14620, -9.294756], [18092, -9.360703], [3924, -9.442683], [124256, -9.442974], [1435, -9.458959], [14163, -9.48757], [576, -9.493812], [1436, -9.516544], [14162, -9.51855], [7162, -9.520917], [14159, -9.535157], [467, -9.579068], [735, -9.591306], [2362, -9.608275], [518, -9.641263], [2457, -9.644837], [3660, -9.646783], [263, -9.68645], [53, -9.699144], [120007, -9.700322], [779, -9.71408], [14792, -9.714664], [1086, -9.724447], [42298, -9.727395], [1917, -9.73665], [14729, -9.768563], [2548, -9.777927], [502, -9.780771], [1336, -9.786654], [1410, -9.787639], [459, -9.793425], [3368, -9.825334], [1806, -9.858259], [14188, -9.859953], [597, -9.861773], [468, -9.875591], [970, -9.904369]], "logprob_of_token": -9.699144, "top1_top2_margin": 3.835403, "top6_top7_margin": 0.97324}, {"gen_index": 6, "token": 576, "top": [[53, -0.037366], [49, -4.666469], [52, -5.481412], [51, -5.916451], [55, -6.184651], [50, -6.656289], [54, -6.940261], [56, -7.411177], [57, -7.756173], [576, -7.967408], [32, -8.651873], [48, -8.716862], [263, -8.950784], [4241, -9.455506], [10, -9.552073], [379, -9.787692], [46, -9.831085], [65, -9.990469], [44, -10.07023], [58, -10.282753], [63, -10.293619], [766, -10.30518], [120007, -10.328772], [73, -10.369864], [622, -10.404145], [735, -10.49604], [61, -10.535888], [318, -10.549545], [262, -10.59833], [13331, -10.627665], [127906, -10.63114], [95, -10.672569], [286, -10.773108], [1073, -10.779232], [79, -10.808292], [59, -10.825569], [84993, -10.840982], [7510, -10.861649], [5274, -10.887093], [439, -10.901343], [14153, -10.946262], [7294, -10.998628], [75, -11.048025], [325, -11.052744], [39, -11.05765], [275, -11.076612], [56280, -11.081075], [294, -11.09508], [110, -11.126066], [14169, -11.1428], [78, -11.153469], [589, -11.17541], [35, -11.196299], [2457, -11.223763], [67, -11.240276], [120016, -11.246829], [77, -11.260011], [85595, -11.302622], [14139, -11.303905], [936, -11.315481], [1275, -11.333298], [1829, -11.356594], [4396, -11.405934], [1606, -11.407999], [115, -11.446539], [52573, -11.488396], [97, -11.495075], [120, -11.497485], [68, -11.499292], [941, -11.50168], [127908, -11.543726], [279, -11.567385], [34, -11.56778], [70, -11.574216], [1319, -11.579662], [99, -11.579859], [327, -11.597102], [66, -11.618437], [1305, -11.621113], [523, -11.628169], [3688, -11.641688], [1112, -11.641804], [1776, -11.646037], [58077, -11.663973], [310, -11.667827], [476, -11.679739], [45, -11.700018], [669, -11.71054], [14163, -11.725885], [80, -11.750404], [4257, -11.773376], [467, -11.794713], [835, -11.802547], [40, -11.812279], [36, -11.814615], [2150, -11.817242], [94, -11.830731], [47, -11.833549], [834, -11.847123], [120022, -11.851425]], "logprob_of_token": -7.967408, "top1_top2_margin": 4.629103, "top6_top7_margin": 0.283972}, {"gen_index": 7, "token": 32, "top": [[576, -0.010168], [735, -6.641381], [32, -7.057438], [61, -7.173608], [286, -8.296378], [58, -8.348286], [1829, -8.35598], [318, -8.400919], [44, -8.579918], [46, -8.770277], [120007, -9.047634], [263, -9.125509], [14188, -9.266115], [476, -9.337988], [439, -9.352749], [622, -9.410049], [919, -9.451656], [120022, -9.481665], [1270, -9.505644], [528, -9.70458], [262, -9.802399], [766, -9.808215], [327, -9.83617], [568, -10.003807], [379, -10.023497], [936, -10.138011], [14153, -10.209963], [1064, -10.241203], [393, -10.264906], [310, -10.271847], [49, -10.286876], [1656, -10.293509], [2457, -10.406511], [275, -10.484517], [10, -10.561081], [279, -10.579016], [474, -10.585032], [824, -10.666525], [378, -10.676414], [527, -10.677297], [63, -10.678525], [1073, -10.70229], [1765, -10.708282], [120016, -10.738167], [4743, -10.756028], [2839, -10.76598], [7510, -10.825239], [1275, -10.839643], [589, -10.879717], [59, -10.914156], [502, -10.916275], [2459, -10.937373], [120091, -10.95612], [3688, -10.95682], [3167, -10.982674], [11577, -10.983594], [127797, -11.024922], [14169, -11.060106], [1444, -11.063826], [95, -11.095932], [830, -11.113616], [1309, -11.166245], [14713, -11.166573], [4869, -11.172432], [5274, -11.236278], [1972, -11.294239], [120103, -11.308033], [14139, -11.308887], [467, -11.318664], [8150, -11.337168], [3326, -11.378775], [1410, -11.381217], [20758, -11.399953], [34, -11.426485], [1409, -11.434425], [8055, -11.436113], [18092, -11.501408], [15703, -11.503149], [420, -11.504577], [48, -11.52959], [4088, -11.541138], [14417, -11.564962], [617, -11.582281], [4384, -11.611052], [47, -11.613817], [3402, -11.620524], [120006, -11.630068], [3660, -11.632854], [946, -11.638207], [297, -11.645268], [34324, -11.648681], [15239, -11.668622], [8954, -11.675987], [1427, -11.677197], [565, -11.680637], [4508, -11.683704], [120000, -11.690342], [115, -11.712122], [127906, -11.72261], [11308, -11.7278]], "logprob_of_token": -7.057438, "top1_top2_margin": 6.631213, "top6_top7_margin": 0.007694}, {"gen_index": 8, "token": 49, "top": [[32, -0.010157], [49, -6.918803], [318, -7.524134], [120022, -8.411795], [946, -8.554582], [5274, -8.598548], [1829, -8.72589], [14188, -9.001615], [14153, -9.007601], [327, -9.21234], [262, -9.254811], [3417, -9.307836], [120018, -9.511207], [502, -9.511933], [766, -9.51828], [3326, -9.584823], [735, -9.606971], [20195, -9.652133], [622, -9.720092], [286, -9.823689], [46, -9.854865], [941, -9.894671], [1765, -9.910903], [379, -9.967692], [936, -9.983247], [2213, -10.016858], [263, -10.026035], [1410, -10.074914], [2945, -10.097638], [393, -10.191768], [4075, -10.227559], [7510, -10.271989], [44, -10.377737], [1409, -10.381986], [527, -10.398206], [474, -10.415948], [1688, -10.4166], [120007, -10.419639], [4330, -10.423395], [2457, -10.540717], [297, -10.546029], [669, -10.632609], [923, -10.640993], [565, -10.642433], [58, -10.710406], [120383, -10.743737], [8545, -10.81956], [582, -10.860351], [122407, -10.861252], [1917, -10.869041], [20758, -10.908914], [1333, -10.911965], [439, -10.920548], [14169, -10.923402], [14541, -10.939999], [103844, -10.946581], [32099, -10.976068], [4743, -10.984385], [14139, -10.994608], [3544, -10.999175], [2051, -11.010278], [420, -11.086897], [4869, -11.125461], [120008, -11.12864], [2403, -11.129689], [1776, -11.146915], [120098, -11.147205], [3660, -11.168044], [310, -11.18891], [3688, -11.191136], [1270, -11.195093], [59, -11.197272], [120610, -11.211298], [18586, -11.238465], [50, -11.259078], [275, -11.260776], [543, -11.291932], [378, -11.297753], [14179, -11.298451], [476, -11.323666], [120103, -11.335242], [1435, -11.346279], [63, -11.352424], [53, -11.369563], [405, -11.396842], [1275, -11.400045], [2944, -11.433187], [14267, -11.443175], [55, -11.45114], [1578, -11.457586], [22984, -11.459327], [597, -11.459726], [1444, -11.4643], [3827, -11.472748], [4396, -11.48647], [5796, -11.500749], [13460, -11.505569], [346, -11.526381], [3678, -11.54144], [6391, -11.548618]], "logprob_of_token": -6.918803, "top1_top2_margin": 6.908646, "top6_top7_margin": 0.127342}, {"gen_index": 9, "token": 53, "top": [[49, -0.03329], [57, -5.61594], [50, -5.772367], [55, -6.069972], [53, -6.253333], [51, -6.522624], [56, -6.708572], [32, -6.949883], [54, -7.310229], [52, -7.47662], [48, -7.810314], [946, -9.122028], [766, -9.23528], [14153, -9.421279], [1829, -9.499951], [576, -9.581608], [5274, -9.58666], [327, -9.750481], [262, -9.814134], [622, -9.996481], [14188, -10.068368], [393, -10.100128], [127906, -10.148216], [286, -10.226872], [7510, -10.238601], [379, -10.255242], [20195, -10.272449], [3326, -10.308331], [318, -10.316527], [582, -10.423864], [120007, -10.457189], [297, -10.508983], [735, -10.522222], [2125, -10.553985], [120022, -10.575057], [58, -10.592058], [44, -10.619875], [669, -10.624187], [263, -10.632312], [3688, -10.674903], [6391, -10.729409], [941, -10.746078], [46, -10.76615], [1765, -10.796315], [1073, -10.821347], [1688, -10.855945], [936, -10.862404], [55332, -10.872432], [527, -10.923835], [3311, -10.942442], [63, -10.980107], [923, -11.038005], [405, -11.081932], [543, -11.122019], [294, -11.149571], [502, -11.156405], [565, -11.158277], [377, -11.159239], [10, -11.165616], [14179, -11.165754], [3544, -11.226291], [4396, -11.254423], [127907, -11.254624], [59, -11.260801], [275, -11.273074], [85713, -11.314041], [22984, -11.315202], [1435, -11.320476], [39, -11.324455], [1049, -11.337237], [1972, -11.347092], [14419, -11.350125], [120008, -11.350762], [4631, -11.379555], [310, -11.401132], [120000, -11.416689], [61, -11.431122], [1410, -11.44735], [14158, -11.473202], [2945, -11.478986], [3417, -11.497031], [14541, -11.500912], [14267, -11.525113], [127908, -11.525818], [439, -11.526935], [9, -11.560613], [14163, -11.575864], [4075, -11.581381], [1275, -11.5909], [3167, -11.595594], [14139, -11.59973], [420, -11.620644], [18586, -11.639709], [3660, -11.649592], [353, -11.650752], [745, -11.662321], [120018, -11.666294], [10664, -11.667976], [2560, -11.67353], [474, -11.676971]], "logprob_of_token": -6.253333, "top1_top2_margin": 5.58265, "top6_top7_margin": 0.185949}, {"gen_index": 10, "token": 44, "top": [[53, -0.107705], [55, -2.568122], [52, -4.895137], [49, -5.534876], [51, -5.790875], [54, -5.900092], [57, -6.185662], [56, -6.694687], [48, -7.429935], [50, -8.064353], [32, -8.956109], [44, -9.137658], [46, -9.458824], [318, -9.633429], [766, -10.139009], [10, -10.214343], [63, -10.74147], [263, -10.757082], [58, -10.813759], [735, -10.815581], [34, -11.132512], [576, -11.175061], [946, -11.191503], [59, -11.256763], [379, -11.274447], [275, -11.276652], [127906, -11.290805], [3688, -11.299581], [286, -11.316897], [622, -11.41453], [1765, -11.447105], [279, -11.462175], [327, -11.466146], [4241, -11.549953], [14153, -11.605018], [3326, -11.626442], [936, -11.699922], [120007, -11.757933], [7510, -11.776384], [262, -11.840824], [120000, -11.916297], [3660, -11.93094], [45, -11.966036], [2125, -11.994577], [669, -12.071933], [1275, -12.109426], [101, -12.147915], [14541, -12.152438], [310, -12.175299], [919, -12.2032], [1829, -12.219437], [14188, -12.24688], [5274, -12.281117], [52573, -12.284196], [314, -12.292107], [474, -12.294803], [377, -12.302488], [93, -12.351317], [1073, -12.362199], [543, -12.366703], [47, -12.388647], [947, -12.440785], [582, -12.471025], [439, -12.495611], [527, -12.505594], [294, -12.515159], [2839, -12.515712], [2114, -12.517953], [941, -12.52821], [1410, -12.537989], [43, -12.547013], [5398, -12.551518], [14139, -12.581503], [923, -12.589721], [589, -12.590281], [1744, -12.592486], [1409, -12.60102], [4895, -12.602347], [523, -12.606928], [393, -12.623755], [37, -12.628518], [577, -12.651212], [39, -12.659493], [61, -12.667253], [6391, -12.687166], [467, -12.708686], [1049, -12.717902], [14267, -12.721494], [14417, -12.722162], [420, -12.726016], [353, -12.731305], [530, -12.737598], [41, -12.747187], [4396, -12.77046], [4075, -12.77502], [3544, -12.78934], [502, -12.795407], [2342, -12.80911], [4743, -12.813128], [14147, -12.818851]], "logprob_of_token": -9.137658, "top1_top2_margin": 2.460417, "top6_top7_margin": 0.28557}, {"gen_index": 11, "token": 14169, "top": [[44, -0.248119], [263, -2.426573], [275, -3.162819], [46, -3.388186], [10, -4.702243], [120007, -5.171977], [314, -5.749051], [120016, -6.025383], [1829, -6.15507], [766, -6.288589], [59, -6.630172], [14188, -6.637054], [58, -6.876138], [120028, -6.895717], [63, -7.164836], [988, -7.312323], [14147, -7.322253], [286, -7.33868], [127906, -7.534198], [32, -7.944901], [3688, -7.955015], [745, -7.956418], [11861, -8.051085], [121119, -8.182258], [14161, -8.217814], [1765, -8.262869], [124969, -8.352337], [120021, -8.376941], [14153, -8.383347], [120468, -8.452912], [120000, -8.560322], [120038, -8.675953], [622, -8.692131], [262, -8.711737], [735, -8.729124], [405, -8.816132], [7510, -8.849514], [7360, -8.857487], [420, -8.868992], [120022, -8.904708], [2519, -9.022955], [1043, -9.046155], [14169, -9.054331], [310, -9.065882], [121083, -9.097537], [120003, -9.112159], [318, -9.133831], [327, -9.16819], [936, -9.249022], [377, -9.268927], [1394, -9.297698], [33, -9.30884], [3078, -9.336418], [1062, -9.353168], [20758, -9.417125], [120014, -9.43957], [5275, -9.444214], [120409, -9.563478], [467, -9.623064], [120277, -9.632485], [47, -9.661554], [120008, -9.662305], [20486, -9.685582], [4137, -9.687029], [2342, -9.71713], [120002, -9.72746], [34, -9.745089], [14179, -9.796601], [379, -9.824164], [36040, -9.884645], [93, -9.885675], [120359, -9.887445], [120724, -9.903709], [45, -9.90743], [120103, -9.962134], [279, -9.964721], [595, -9.992577], [49, -9.997922], [1117, -10.008509], [11104, -10.063024], [393, -10.090213], [576, -10.091791], [474, -10.098383], [69555, -10.157639], [127908, -10.168547], [3326, -10.172831], [110441, -10.178502], [120375, -10.20515], [126203, -10.212092], [1275, -10.22226], [763, -10.228477], [543, -10.241637], [120399, -10.281493], [656, -10.284616], [565, -10.297112], [946, -10.304806], [121379, -10.335124], [5274, -10.361363], [47526, -10.364039], [779, -10.365658]], "logprob_of_token": -9.054331, "top1_top2_margin": 2.178454, "top6_top7_margin": 0.577074}, {"gen_index": 13, "token": 576, "top": [[54, -0.03363], [49, -4.172588], [53, -5.372095], [55, -6.377333], [50, -6.458109], [51, -6.505355], [52, -7.001744], [576, -7.732057], [56, -7.863202], [57, -8.076077], [48, -8.166525], [32, -9.19582], [63, -9.354131], [263, -9.926886], [120007, -9.940647], [95, -10.021466], [61, -10.385985], [294, -10.406947], [44, -10.443021], [110, -10.63737], [1606, -10.65296], [46, -10.723671], [379, -10.792694], [63960, -10.794092], [10, -10.857144], [14153, -10.890499], [58, -10.89227], [766, -10.917002], [589, -10.918438], [735, -10.9322], [73, -10.958624], [1073, -10.985779], [4573, -11.002878], [97, -11.028644], [1702, -11.257173], [94, -11.260267], [15085, -11.282684], [11088, -11.311886], [35, -11.327383], [12903, -11.33724], [286, -11.348423], [120016, -11.39742], [5274, -11.424908], [99, -11.446613], [42, -11.473983], [127906, -11.491298], [65, -11.500505], [7510, -11.522129], [318, -11.529991], [13380, -11.530066], [77, -11.54404], [14163, -11.606276], [75, -11.629893], [78, -11.662855], [79, -11.681045], [89, -11.694391], [13187, -11.725956], [101, -11.72621], [121, -11.744852], [2342, -11.753602], [8445, -11.758013], [40, -11.771486], [622, -11.788908], [38464, -11.812735], [1829, -11.815416], [120, -11.822762], [67, -11.822979], [43, -11.851918], [47, -11.875671], [14139, -11.909343], [100, -11.914306], [68, -11.922326], [53650, -11.95726], [109, -11.993785], [120018, -12.002136], [59, -12.046661], [4088, -12.052052], [275, -12.060006], [4396, -12.080992], [39, -12.092229], [3688, -12.103988], [34, -12.11355], [1275, -12.125736], [105, -12.151076], [120022, -12.160102], [14825, -12.173344], [5169, -12.1809], [80, -12.188207], [66085, -12.189863], [83, -12.205646], [14791, -12.211181], [33, -12.229601], [36, -12.241157], [88, -12.249005], [9635, -12.252522], [262, -12.252573], [26691, -12.252896], [45, -12.258134], [439, -12.261952], [26458, -12.266203]], "logprob_of_token": -7.732057, "top1_top2_margin": 4.138958, "top6_top7_margin": 0.496389}, {"gen_index": 14, "token": 32, "top": [[576, -0.008022], [735, -6.88334], [32, -6.967399], [61, -6.995432], [1829, -8.243021], [44, -8.383392], [58, -8.893761], [46, -8.90167], [286, -9.04417], [120007, -9.184325], [528, -9.440772], [318, -9.441831], [14188, -9.496231], [120022, -9.621435], [263, -9.632608], [63, -9.860776], [1270, -9.914723], [439, -10.05646], [919, -10.12721], [476, -10.127769], [49, -10.129282], [95, -10.155253], [14169, -10.21447], [14153, -10.348267], [1064, -10.418175], [120717, -10.478723], [622, -10.488028], [766, -10.581702], [275, -10.671245], [378, -10.721207], [127797, -10.813757], [20758, -10.82806], [824, -10.878222], [120016, -10.886416], [1656, -10.886822], [14417, -10.889872], [279, -10.988729], [830, -11.00268], [120000, -11.021369], [936, -11.024847], [59, -11.027061], [568, -11.047817], [3167, -11.06408], [2839, -11.069512], [1073, -11.09596], [262, -11.126517], [2459, -11.167544], [297, -11.174053], [4088, -11.188131], [14713, -11.192711], [48, -11.217114], [120001, -11.225625], [120091, -11.247295], [45, -11.278234], [379, -11.284664], [120018, -11.370888], [120006, -11.383032], [1765, -11.416584], [7510, -11.420545], [3402, -11.423314], [15397, -11.459217], [120103, -11.461229], [474, -11.471037], [11035, -11.485692], [377, -11.507347], [120, -11.513042], [745, -11.517839], [120008, -11.542301], [4743, -11.561662], [1309, -11.590137], [20773, -11.638008], [310, -11.664073], [3688, -11.665405], [54, -11.692], [10, -11.694418], [14139, -11.707429], [8055, -11.725937], [4508, -11.72781], [2457, -11.754468], [4384, -11.75794], [327, -11.771333], [467, -11.782799], [1275, -11.792638], [2125, -11.798319], [5274, -11.817411], [22241, -11.824068], [34259, -11.828997], [39, -11.841778], [34, -11.878426], [420, -11.899638], [38685, -11.936064], [8150, -11.957005], [18390, -11.965128], [1062, -11.987344], [120098, -11.993731], [18092, -12.001717], [120002, -12.022399], [502, -12.03513], [127906, -12.051066], [946, -12.055649]], "logprob_of_token": -6.967399, "top1_top2_margin": 6.875318, "top6_top7_margin": 0.510368}, {"gen_index": 15, "token": 49, "top": [[32, -0.006954], [49, -6.961304], [1829, -7.825834], [120022, -8.154613], [14153, -8.307761], [14188, -8.621851], [120018, -8.625505], [5274, -9.025939], [946, -9.385019], [766, -9.551846], [3417, -9.662664], [122407, -9.78642], [14169, -9.923276], [263, -10.157326], [941, -10.169277], [32099, -10.195238], [286, -10.303679], [120610, -10.371387], [120383, -10.389006], [120008, -10.403542], [20758, -10.421968], [936, -10.432934], [120103, -10.43563], [55, -10.494587], [14172, -10.535661], [2945, -10.554857], [7510, -10.587285], [297, -10.587706], [103844, -10.638514], [502, -10.653151], [4330, -10.656059], [576, -10.67033], [51, -10.678177], [44, -10.696711], [262, -10.698415], [120007, -10.725334], [1409, -10.743232], [57, -10.749609], [46, -10.750746], [318, -10.904911], [622, -10.905519], [735, -10.90588], [405, -10.907101], [120098, -10.941628], [120014, -10.966549], [439, -11.011752], [14139, -11.025448], [50, -11.104805], [63, -11.160824], [14179, -11.162014], [327, -11.219204], [2125, -11.307164], [54, -11.311281], [59, -11.323452], [346, -11.325817], [48, -11.337978], [377, -11.386276], [4075, -11.393418], [1688, -11.425396], [1410, -11.427454], [120029, -11.436775], [22168, -11.456174], [420, -11.50256], [1917, -11.506938], [8355, -11.510962], [2051, -11.511083], [565, -11.528669], [2213, -11.577784], [1333, -11.600912], [476, -11.612104], [379, -11.613253], [1765, -11.648602], [474, -11.659739], [527, -11.674475], [13460, -11.678443], [14541, -11.680557], [3326, -11.692688], [275, -11.723708], [14267, -11.739652], [18586, -11.770036], [120001, -11.774641], [127906, -11.823641], [56, -11.828803], [3678, -11.836812], [15397, -11.845448], [4508, -11.848372], [42613, -11.850783], [2403, -11.866287], [6391, -11.888492], [1073, -11.903531], [1064, -11.962961], [1178, -11.979351], [58, -11.986353], [8545, -11.993399], [4743, -12.03908], [2457, -12.042816], [14325, -12.049524], [75112, -12.052891], [4396, -12.062686], [4869, -12.086669]], "logprob_of_token": -6.961304, "top1_top2_margin": 6.95435, "top6_top7_margin": 0.003654}, {"gen_index": 16, "token": 55, "top": [[49, -0.047858], [57, -4.584245], [51, -4.664498], [55, -5.164598], [54, -5.734149], [50, -5.868979], [56, -6.68185], [32, -7.011839], [53, -7.158524], [48, -7.179264], [52, -7.513999], [14267, -7.942534], [2051, -8.675048], [119464, -9.052303], [766, -9.630231], [7368, -9.695404], [14153, -9.840762], [286, -9.848958], [44, -9.87494], [946, -9.926776], [1829, -9.943293], [576, -10.186996], [120007, -10.280366], [622, -10.483], [127906, -10.492814], [1073, -10.500338], [5274, -10.500381], [120022, -10.647016], [582, -10.68117], [63, -10.730998], [327, -10.802367], [48976, -10.822269], [7510, -10.825255], [3311, -10.826037], [262, -10.837585], [735, -10.873], [379, -10.903591], [14188, -10.929705], [46, -10.932283], [58, -10.944433], [1972, -10.957002], [81389, -10.965608], [59, -10.997108], [1765, -11.04071], [1209, -11.047394], [297, -11.048575], [941, -11.067468], [318, -11.094705], [294, -11.117423], [936, -11.119859], [263, -11.127149], [120000, -11.253425], [6617, -11.259436], [275, -11.264901], [1409, -11.298577], [377, -11.306606], [61, -11.340861], [2125, -11.371442], [12009, -11.419743], [14169, -11.422403], [3326, -11.441166], [106373, -11.445477], [7469, -11.473728], [93, -11.474108], [527, -11.483229], [1083, -11.502688], [1049, -11.512358], [1343, -11.513061], [6391, -11.527225], [474, -11.579203], [26767, -11.603389], [10, -11.671567], [14179, -11.738803], [14330, -11.755599], [20486, -11.764784], [393, -11.770586], [34387, -11.770666], [310, -11.773072], [2150, -11.780743], [502, -11.794421], [3301, -11.800445], [34, -11.804996], [3688, -11.810845], [5169, -11.819795], [405, -11.825736], [120061, -11.839864], [120008, -11.871892], [39, -11.8729], [43, -11.884631], [10767, -11.891341], [20668, -11.893661], [99187, -11.894855], [3516, -11.911269], [543, -11.927074], [408, -11.930718], [120098, -11.932155], [115856, -11.933081], [21746, -11.946445], [1064, -11.953647], [4284, -11.956365]], "logprob_of_token": -5.164598, "top1_top2_margin": 4.536386, "top6_top7_margin": 0.812871}, {"gen_index": 17, "token": 44, "top": [[55, -0.08338], [54, -3.346283], [53, -3.559853], [57, -5.582496], [56, -5.655877], [49, -5.769195], [51, -5.899771], [52, -7.722095], [48, -7.750207], [50, -8.167708], [44, -8.902111], [32, -10.151542], [46, -10.294256], [766, -10.491858], [10, -11.236279], [263, -11.298192], [93, -11.423811], [58, -11.452258], [63, -11.475854], [275, -11.934376], [127906, -11.964733], [946, -12.015903], [59, -12.046621], [76591, -12.049509], [420, -12.076997], [576, -12.085279], [47, -12.157237], [286, -12.157721], [45, -12.285634], [43, -12.294005], [14153, -12.34582], [120007, -12.34736], [735, -12.418164], [318, -12.476121], [294, -12.52775], [120000, -12.552951], [19827, -12.576522], [2125, -12.5855], [61, -12.693388], [1073, -12.708879], [377, -12.720615], [34, -12.752445], [5274, -12.762175], [379, -12.81283], [12843, -12.860652], [117101, -12.957011], [40, -12.982981], [101, -13.004194], [353, -13.005565], [279, -13.02955], [3688, -13.047842], [314, -13.053268], [41, -13.066259], [4869, -13.132014], [11104, -13.136175], [125, -13.142564], [14188, -13.149903], [2342, -13.185981], [941, -13.18896], [14139, -13.241227], [15543, -13.246941], [7510, -13.256679], [3003, -13.275044], [120, -13.332458], [4075, -13.33989], [37, -13.345582], [1829, -13.364968], [33, -13.37825], [1765, -13.389194], [36, -13.422925], [3326, -13.435635], [582, -13.467509], [4743, -13.47872], [7360, -13.485655], [3301, -13.486541], [262, -13.507276], [120107, -13.52434], [1410, -13.533221], [310, -13.534672], [1921, -13.539704], [936, -13.550407], [531, -13.5532], [5398, -13.556734], [589, -13.560493], [100, -13.56479], [3311, -13.570495], [95, -13.581049], [1049, -13.596291], [68, -13.604425], [11115, -13.605164], [120436, -13.6071], [115, -13.612268], [14147, -13.643357], [622, -13.64535], [68743, -13.65163], [3603, -13.67838], [94, -13.678554], [1043, -13.684521], [1409, -13.686564], [527, -13.690197]], "logprob_of_token": -8.902111, "top1_top2_margin": 3.262903, "top6_top7_margin": 0.130576}, {"gen_index": 18, "token": 14169, "top": [[44, -0.023945], [263, -4.724777], [275, -6.316539], [46, -6.345425], [120007, -6.487103], [120016, -6.70361], [10, -7.097265], [766, -7.521585], [286, -8.260779], [1829, -8.517488], [121119, -8.561986], [120028, -8.592787], [63, -8.625182], [59, -8.69005], [14188, -8.839733], [124969, -8.975009], [735, -8.994333], [58, -9.005936], [314, -9.174148], [7510, -9.201258], [11861, -9.301832], [3688, -9.322693], [14169, -9.386008], [127906, -9.419817], [988, -9.424483], [120022, -9.526768], [745, -9.579551], [120468, -9.600505], [420, -9.680035], [120021, -9.73368], [120409, -9.837156], [36040, -9.842624], [120008, -9.880611], [120000, -9.968121], [622, -9.972694], [120375, -9.992766], [14147, -10.11189], [576, -10.118906], [32, -10.121881], [14153, -10.203657], [120103, -10.204837], [121083, -10.324887], [936, -10.326019], [327, -10.382303], [310, -10.388089], [1765, -10.437984], [14161, -10.470457], [467, -10.5757], [120, -10.593478], [120003, -10.668555], [377, -10.745445], [318, -10.776108], [1043, -10.783348], [20758, -10.786705], [120038, -10.80048], [262, -10.843763], [45, -10.858], [2931, -10.948395], [69555, -10.965984], [1394, -11.038187], [47, -11.038435], [122158, -11.055182], [120002, -11.086267], [1073, -11.195216], [393, -11.21207], [2410, -11.212955], [3078, -11.217096], [120436, -11.219918], [49, -11.224314], [120014, -11.226988], [405, -11.236585], [5275, -11.246319], [1062, -11.307747], [1117, -11.322096], [20486, -11.322493], [120107, -11.332504], [14179, -11.346548], [1275, -11.39922], [120724, -11.435526], [1409, -11.446304], [126545, -11.459655], [126203, -11.485119], [476, -11.506837], [568, -11.514712], [474, -11.523212], [4743, -11.544555], [2362, -11.557832], [120410, -11.575472], [3003, -11.61651], [379, -11.65357], [16604, -11.662577], [7419, -11.663157], [294, -11.68998], [5274, -11.708429], [8894, -11.741433], [120081, -11.748772], [48, -11.754724], [33, -11.760654], [3326, -11.764891], [47526, -11.788901]], "logprob_of_token": -9.386008, "top1_top2_margin": 4.700832, "top6_top7_margin": 0.393654}, {"gen_index": 20, "token": 576, "top": [[55, -0.010434], [56, -5.742158], [54, -6.576767], [49, -6.920684], [53, -7.243528], [51, -7.73319], [57, -8.172394], [52, -8.188691], [50, -9.050154], [48, -9.755982], [76591, -10.548486], [263, -10.648776], [12843, -11.03416], [117101, -11.108913], [576, -11.125775], [44, -11.257201], [68202, -11.435246], [127906, -11.449294], [19827, -11.503929], [35, -11.532299], [63, -11.537224], [294, -11.645364], [10, -11.737601], [32, -11.7651], [104223, -11.77072], [286, -11.822021], [120007, -11.839335], [46, -11.903332], [120016, -11.969352], [622, -11.982327], [95, -12.042735], [66032, -12.09085], [766, -12.112346], [58, -12.15557], [275, -12.204265], [135, -12.242903], [38336, -12.303416], [183, -12.303607], [6559, -12.310104], [61, -12.326262], [580, -12.369591], [39, -12.4554], [90236, -12.463662], [94, -12.465236], [2051, -12.522887], [26209, -12.537881], [42, -12.554835], [120, -12.562223], [14139, -12.602462], [65, -12.608119], [379, -12.658023], [1606, -12.664825], [110, -12.66911], [7510, -12.672344], [34, -12.714452], [5274, -12.718455], [59, -12.721253], [13380, -12.734362], [310, -12.748353], [115, -12.788231], [735, -12.798036], [40, -12.806694], [3990, -12.844112], [31663, -12.847974], [262, -12.857591], [120000, -12.86939], [96, -12.872947], [1112, -12.882868], [467, -12.893123], [279, -12.904304], [99, -12.930645], [123, -12.940262], [97, -12.957838], [318, -12.958669], [79, -12.968265], [4573, -12.975174], [68743, -12.983038], [78, -12.991233], [121, -13.001879], [1073, -13.025407], [589, -13.065693], [69, -13.082994], [127908, -13.088809], [36, -13.099743], [14153, -13.112022], [75, -13.146839], [4688, -13.150433], [101, -13.188072], [33, -13.200923], [60, -13.20094], [14825, -13.214023], [77, -13.215003], [276, -13.215674], [76, -13.217942], [4396, -13.219534], [5005, -13.225252], [297, -13.228888], [568, -13.235353], [1829, -13.239298], [7684, -13.252736]], "logprob_of_token": -11.125775, "top1_top2_margin": 5.731725, "top6_top7_margin": 0.439204}, {"gen_index": 21, "token": 32, "top": [[576, -0.003114], [61, -7.939677], [32, -8.212572], [735, -8.720762], [1829, -9.306396], [44, -9.63653], [58, -9.802591], [14188, -10.158043], [46, -10.194554], [120022, -10.59617], [286, -10.718393], [49, -11.003687], [318, -11.00821], [120007, -11.027847], [263, -11.03095], [14153, -11.11658], [622, -11.167803], [439, -11.277702], [476, -11.293882], [14169, -11.331873], [1073, -11.356035], [1270, -11.394651], [297, -11.424717], [919, -11.445899], [936, -11.462549], [528, -11.46959], [120006, -11.525209], [120091, -11.569466], [3167, -11.60922], [262, -11.610135], [127797, -11.670532], [1656, -11.698969], [766, -11.699713], [14417, -11.705223], [95, -11.761201], [59, -11.770879], [2459, -11.773805], [14713, -11.788223], [15397, -11.892762], [279, -11.91642], [120717, -11.998976], [120008, -12.032471], [378, -12.038393], [474, -12.055227], [10, -12.073717], [63, -12.084755], [275, -12.112566], [327, -12.135159], [568, -12.159831], [18092, -12.274041], [1064, -12.27601], [420, -12.326214], [20758, -12.327356], [8055, -12.333285], [5809, -12.336178], [1339, -12.351071], [379, -12.381254], [127906, -12.382036], [824, -12.410067], [120001, -12.414986], [2839, -12.44535], [5274, -12.44961], [15703, -12.451633], [4743, -12.463124], [120016, -12.491034], [393, -12.521978], [50, -12.560766], [14139, -12.575481], [1410, -12.592112], [14179, -12.592916], [120, -12.603876], [120103, -12.610092], [1275, -12.61398], [22241, -12.65338], [8150, -12.661038], [48, -12.672286], [38685, -12.706239], [7510, -12.735431], [3660, -12.740543], [310, -12.742], [34, -12.744232], [1409, -12.763598], [941, -12.764957], [745, -12.772028], [120000, -12.772316], [34259, -12.778335], [467, -12.784132], [582, -12.78563], [2362, -12.800594], [679, -12.80678], [2457, -12.846354], [4088, -12.869978], [120018, -12.881021], [1309, -12.895601], [18390, -12.926983], [527, -12.944879], [120098, -12.949606], [3688, -12.958386], [47, -12.965157], [1917, -12.981784]], "logprob_of_token": -8.212572, "top1_top2_margin": 7.936562, "top6_top7_margin": 0.166061}, {"gen_index": 22, "token": 49, "top": [[32, -0.00568], [14153, -7.874918], [49, -8.254919], [1829, -9.073245], [946, -9.292014], [14188, -9.384704], [5274, -9.68507], [120018, -9.685596], [3417, -9.875065], [122407, -9.888794], [4330, -10.017494], [120022, -10.04167], [1333, -10.124763], [2945, -10.152193], [286, -10.199798], [14169, -10.271252], [120008, -10.340534], [262, -10.453874], [32099, -10.509545], [13460, -10.584567], [766, -10.5923], [44, -10.699402], [318, -10.811255], [735, -10.889175], [4075, -10.918587], [120014, -11.012771], [14267, -11.134123], [622, -11.170324], [7510, -11.183022], [936, -11.197121], [420, -11.229694], [941, -11.268762], [14172, -11.2818], [120383, -11.282262], [1410, -11.296799], [3326, -11.306136], [2051, -11.343048], [263, -11.383215], [297, -11.402831], [3678, -11.453135], [22168, -11.554543], [327, -11.577388], [3688, -11.611191], [103844, -11.653675], [2125, -11.661604], [120004, -11.669611], [14139, -11.671368], [71599, -11.709211], [120029, -11.727736], [576, -11.755786], [523, -11.764193], [14179, -11.781436], [527, -11.781742], [120098, -11.842426], [127906, -11.856758], [543, -11.868956], [346, -11.898835], [120001, -11.926348], [565, -12.007838], [3301, -12.022005], [379, -12.029629], [20758, -12.034742], [46, -12.036016], [502, -12.050087], [8545, -12.058855], [2246, -12.079283], [1688, -12.093664], [1073, -12.133069], [122790, -12.134384], [97582, -12.134817], [57, -12.135733], [474, -12.151654], [1578, -12.164954], [2150, -12.171548], [59, -12.178574], [1427, -12.186411], [14541, -12.188712], [56097, -12.189001], [2457, -12.193571], [8355, -12.200274], [393, -12.20237], [4127, -12.240965], [50, -12.243865], [1254, -12.257675], [378, -12.31137], [1765, -12.335685], [120103, -12.336571], [939, -12.347348], [18586, -12.360736], [120610, -12.362514], [669, -12.366587], [8416, -12.374632], [4869, -12.389861], [45, -12.45393], [15397, -12.467519], [14419, -12.469141], [530, -12.472309], [2403, -12.477661], [405, -12.481906], [453, -12.483685]], "logprob_of_token": -8.254919, "top1_top2_margin": 7.869238, "top6_top7_margin": 0.300366}, {"gen_index": 23, "token": 57, "top": [[49, -0.012676], [50, -6.333052], [57, -6.371463], [51, -6.469691], [48, -7.108022], [55, -7.950715], [56, -8.104878], [32, -8.491845], [53, -8.617648], [52, -8.927205], [54, -9.081532], [127906, -9.089744], [127908, -9.842626], [1829, -9.900823], [263, -10.066948], [44, -10.132767], [120007, -10.352206], [10, -10.62913], [766, -10.692367], [14169, -10.728244], [5274, -10.889459], [14188, -10.908927], [14153, -10.927679], [576, -10.943489], [120000, -10.9678], [622, -10.980639], [63, -10.991983], [127907, -10.994706], [13684, -11.016974], [286, -11.033715], [7510, -11.118314], [294, -11.141526], [735, -11.225539], [120016, -11.248775], [745, -11.403643], [1073, -11.488396], [946, -11.505549], [318, -11.548789], [39, -11.56385], [46, -11.59738], [275, -11.621514], [120021, -11.634932], [377, -11.662302], [262, -11.691351], [26767, -11.756309], [120022, -11.883809], [58, -11.922648], [14825, -11.929892], [1336, -11.949755], [11685, -11.954066], [59, -12.019912], [3688, -12.074636], [941, -12.112267], [18092, -12.116261], [12009, -12.131984], [543, -12.135509], [3003, -12.157662], [1914, -12.163583], [120014, -12.176163], [582, -12.190891], [565, -12.204324], [3167, -12.206127], [83911, -12.231905], [531, -12.23706], [3311, -12.237448], [1409, -12.245439], [420, -12.251959], [379, -12.260959], [3523, -12.284677], [120, -12.291525], [327, -12.323603], [60, -12.324433], [11861, -12.356184], [6238, -12.372723], [120003, -12.376908], [314, -12.40119], [3326, -12.414468], [3350, -12.415751], [94, -12.415864], [1394, -12.417408], [14179, -12.432493], [647, -12.455026], [14165, -12.460142], [2459, -12.470411], [34, -12.471208], [22467, -12.487553], [1043, -12.500221], [3078, -12.514059], [717, -12.518999], [103784, -12.568123], [14147, -12.570961], [61, -12.573125], [120004, -12.587007], [2125, -12.594369], [405, -12.601974], [919, -12.616152], [467, -12.623209], [45, -12.658846], [36, -12.659763], [123, -12.664159]], "logprob_of_token": -6.371463, "top1_top2_margin": 6.320376, "top6_top7_margin": 0.154163}, {"gen_index": 24, "token": 44, "top": [[57, -0.022705], [56, -4.772058], [49, -5.493873], [53, -5.577604], [55, -6.176287], [51, -6.731209], [54, -8.120455], [52, -8.868246], [44, -8.979523], [48, -9.077155], [50, -9.15497], [766, -10.354946], [32, -10.47934], [46, -10.630586], [735, -10.686285], [10, -10.807644], [263, -10.856407], [318, -11.109199], [576, -11.190934], [120007, -11.26274], [58, -11.384756], [127906, -11.429544], [63, -11.679296], [275, -11.793053], [622, -11.857237], [262, -11.869263], [502, -11.916333], [286, -11.99261], [84797, -12.031448], [946, -12.067328], [34, -12.13961], [379, -12.234945], [3688, -12.237877], [1275, -12.249827], [59, -12.27384], [14395, -12.371971], [24677, -12.448944], [330, -12.449117], [420, -12.485309], [279, -12.515787], [936, -12.55312], [941, -12.624618], [101, -12.628275], [61, -12.649699], [565, -12.67779], [310, -12.686456], [314, -12.733327], [46160, -12.756935], [1765, -12.811548], [3326, -12.816907], [7510, -12.848936], [474, -12.852406], [294, -12.866318], [93, -12.911331], [327, -12.930524], [14153, -12.950613], [3660, -12.970016], [1410, -12.993793], [120000, -13.033432], [5274, -13.06622], [120016, -13.073667], [45, -13.079171], [70, -13.082404], [97, -13.152911], [919, -13.162125], [531, -13.16653], [878, -13.192359], [120021, -13.217883], [14188, -13.225129], [393, -13.233563], [47, -13.255148], [120022, -13.259661], [1829, -13.259874], [115, -13.283488], [3003, -13.290369], [40165, -13.319788], [33, -13.320538], [3078, -13.333871], [1073, -13.353699], [527, -13.355301], [439, -13.359389], [1115, -13.359917], [43, -13.382023], [137, -13.384756], [65, -13.386831], [467, -13.406745], [127908, -13.420862], [377, -13.42936], [120436, -13.437827], [120014, -13.439297], [1784, -13.464435], [100, -13.472766], [543, -13.474541], [40, -13.47877], [2125, -13.504352], [745, -13.512149], [4743, -13.539882], [1656, -13.540147], [120, -13.542278], [656, -13.554293]], "logprob_of_token": -8.979523, "top1_top2_margin": 4.749353, "top6_top7_margin": 1.389246}, {"gen_index": 25, "token": 14169, "top": [[44, -0.007648], [263, -6.032911], [10, -7.104734], [120007, -7.559783], [120016, -8.033611], [275, -8.104013], [46, -8.202526], [766, -8.958744], [14188, -8.969307], [121119, -9.21511], [286, -9.281217], [59, -9.2926], [988, -9.301266], [58, -9.440238], [127906, -9.70636], [1829, -9.72678], [124969, -9.735494], [120028, -9.828032], [120468, -9.885421], [735, -10.144749], [14169, -10.184318], [120008, -10.379761], [63, -10.407042], [120021, -10.419876], [745, -10.433075], [11861, -10.433813], [32, -10.485638], [120375, -10.553404], [120, -10.740197], [120022, -10.744402], [314, -10.814638], [420, -10.83926], [3688, -10.902136], [7510, -10.968263], [120000, -10.984574], [120409, -11.046993], [576, -11.162737], [47, -11.21986], [120038, -11.228242], [262, -11.299661], [121083, -11.340878], [120103, -11.358617], [49, -11.383869], [622, -11.488607], [120003, -11.513226], [936, -11.587883], [14153, -11.596679], [531, -11.59839], [126545, -11.631656], [1765, -11.63769], [36040, -11.66176], [318, -11.734613], [3003, -11.77201], [69555, -11.784311], [45, -11.793864], [20758, -11.80444], [405, -11.939228], [2410, -11.997486], [126203, -12.006172], [2931, -12.017543], [310, -12.025114], [327, -12.045552], [122158, -12.048863], [467, -12.091794], [3290, -12.104339], [1073, -12.105461], [47526, -12.160843], [34, -12.165263], [4343, -12.165625], [120107, -12.216767], [377, -12.222298], [1275, -12.228514], [2313, -12.235641], [120410, -12.242375], [1394, -12.330093], [474, -12.36418], [5274, -12.463783], [82347, -12.489909], [14161, -12.53303], [568, -12.535986], [56294, -12.542534], [120436, -12.556645], [43, -12.560609], [279, -12.614394], [120014, -12.622648], [14147, -12.649133], [1409, -12.67976], [120081, -12.696939], [2342, -12.710281], [48, -12.717313], [1062, -12.738519], [294, -12.744236], [120023, -12.774689], [379, -12.778641], [3078, -12.783607], [125, -12.791871], [115, -12.794025], [669, -12.821321], [2362, -12.841681], [14139, -12.846125]], "logprob_of_token": -10.184318, "top1_top2_margin": 6.025263, "top6_top7_margin": 0.098513}, {"gen_index": 26, "token": 56, "top": [[14169, -0.015824], [7510, -5.490372], [936, -6.871875], [286, -7.436156], [120103, -7.555599], [262, -7.596864], [120022, -7.6545], [32, -8.074599], [120087, -8.937801], [120016, -9.111136], [393, -9.173955], [36040, -9.237208], [120014, -9.2394], [120, -9.258358], [1409, -9.382451], [263, -9.514711], [3326, -9.533824], [127906, -9.541436], [941, -9.626434], [1776, -9.721416], [565, -9.759639], [669, -9.78849], [120007, -9.801973], [16604, -9.816497], [318, -10.075517], [69555, -10.092647], [1765, -10.191241], [5274, -10.225113], [120383, -10.239711], [735, -10.244374], [527, -10.286851], [310, -10.309909], [766, -10.39914], [20758, -10.41869], [18092, -10.446884], [14172, -10.448483], [16897, -10.45996], [14541, -10.482984], [4743, -10.486184], [3688, -10.521469], [120942, -10.530289], [622, -10.5506], [2213, -10.640896], [3924, -10.648655], [474, -10.654681], [14419, -10.751348], [346, -10.762518], [543, -10.768725], [453, -10.772074], [14188, -10.77409], [502, -10.813275], [120008, -10.813575], [120355, -10.850493], [107274, -10.880207], [1688, -10.888072], [121122, -10.888186], [739, -10.89078], [56, -10.915694], [120021, -10.945956], [8545, -10.957178], [34259, -10.966338], [1744, -10.967975], [327, -10.993184], [120001, -11.018586], [799, -11.04339], [467, -11.084826], [20890, -11.104781], [2931, -11.104861], [120081, -11.129391], [120004, -11.131499], [120098, -11.140326], [1275, -11.140932], [1333, -11.160885], [14158, -11.171482], [2150, -11.193512], [275, -11.208499], [120375, -11.21371], [946, -11.247307], [49, -11.258629], [122629, -11.264554], [1689, -11.317767], [523, -11.340688], [42298, -11.356736], [1785, -11.401177], [2457, -11.416076], [10, -11.431069], [120724, -11.459156], [1336, -11.467751], [3504, -11.47077], [14791, -11.485576], [35519, -11.50567], [14154, -11.509126], [576, -11.518517], [11861, -11.526871], [3078, -11.527714], [420, -11.52818], [1829, -11.53742], [1578, -11.54378], [1083, -11.548826], [18085, -11.556099]], "logprob_of_token": -10.915694, "top1_top2_margin": 5.474548, "top6_top7_margin": 0.057636}, {"gen_index": 27, "token": 576, "top": [[56, -0.001105], [57, -8.531166], [55, -8.652449], [53, -9.168521], [49, -9.298694], [51, -9.674884], [54, -9.879696], [50, -10.178618], [52, -10.252837], [263, -10.696631], [48, -10.76291], [10, -11.212996], [127906, -11.489306], [37720, -12.258239], [32, -12.542289], [14031, -12.606632], [115, -13.115453], [136, -13.226856], [120016, -13.296002], [73987, -13.357125], [120724, -13.544707], [127908, -13.548368], [10133, -13.557099], [576, -13.608098], [38555, -13.658334], [29350, -13.796453], [6238, -13.901033], [95, -13.903351], [120007, -13.924232], [1243, -13.946732], [40143, -13.990519], [63, -14.041874], [294, -14.077798], [7510, -14.105446], [120, -14.120578], [120038, -14.142478], [735, -14.197362], [34006, -14.225995], [27835, -14.253901], [72432, -14.408657], [101, -14.410447], [120021, -14.469454], [647, -14.491376], [44, -14.509092], [184, -14.52194], [110, -14.53506], [120014, -14.550318], [103, -14.558057], [3078, -14.601015], [2051, -14.601632], [125693, -14.664449], [122, -14.667579], [34, -14.67043], [46, -14.677598], [622, -14.70766], [72, -14.709517], [120000, -14.771556], [1606, -14.779063], [93710, -14.821453], [90879, -14.83726], [766, -14.851224], [77, -14.885144], [60, -14.894834], [1829, -14.903638], [65, -14.941231], [325, -14.951169], [286, -14.953794], [3688, -14.981523], [107, -14.993188], [5274, -15.03015], [936, -15.033553], [78, -15.049747], [580, -15.053141], [275, -15.053373], [4622, -15.059462], [262, -15.083135], [97, -15.093637], [589, -15.096791], [727, -15.099549], [120844, -15.101796], [96, -15.12641], [36, -15.133301], [946, -15.133588], [1043, -15.154232], [86374, -15.156211], [531, -15.172965], [113, -15.179875], [110441, -15.193781], [467, -15.206205], [582, -15.210835], [117, -15.2115], [104, -15.245049], [168, -15.24756], [4688, -15.254879], [7264, -15.26253], [61, -15.264073], [45, -15.296779], [94, -15.29753], [120002, -15.30323], [266, -15.305103]], "logprob_of_token": -13.608098, "top1_top2_margin": 8.530061, "top6_top7_margin": 0.204812}, {"gen_index": 28, "token": 32, "top": [[576, -0.002706], [263, -7.960163], [61, -8.518574], [10, -8.986053], [127906, -9.632462], [1829, -9.846473], [735, -9.864235], [120091, -9.868246], [32, -9.953769], [120103, -10.569967], [120016, -10.619359], [14188, -10.623259], [120022, -10.684517], [58, -10.712614], [120007, -11.064253], [14169, -11.087069], [44, -11.216478], [46, -11.366684], [3167, -11.375904], [49, -11.381742], [262, -11.409431], [297, -11.471371], [286, -11.482001], [14417, -11.625252], [120087, -11.715174], [275, -11.758137], [95, -11.836085], [63, -11.881414], [622, -11.950267], [1073, -12.025301], [34, -12.096516], [69555, -12.099577], [120724, -12.119729], [50, -12.14533], [48, -12.149405], [18092, -12.164354], [766, -12.167012], [120038, -12.178028], [127908, -12.184888], [528, -12.240895], [120021, -12.244031], [120001, -12.244222], [14153, -12.254406], [2457, -12.262525], [1270, -12.263317], [127797, -12.345699], [120006, -12.357876], [318, -12.373113], [1339, -12.412327], [5274, -12.43168], [120717, -12.434875], [439, -12.51969], [378, -12.527826], [19464, -12.557286], [11861, -12.562422], [14825, -12.566132], [120018, -12.587915], [941, -12.595746], [15397, -12.595808], [120014, -12.600962], [14713, -12.602647], [45, -12.64049], [120, -12.649381], [47, -12.658701], [20758, -12.659479], [2459, -12.660622], [6238, -12.694979], [669, -12.708477], [476, -12.720237], [120000, -12.761645], [8055, -12.786413], [34259, -12.787228], [327, -12.790514], [5809, -12.796501], [1656, -12.8351], [919, -12.83581], [314, -12.843717], [582, -12.858358], [936, -12.859561], [15703, -12.871337], [420, -12.893337], [22241, -12.930844], [527, -12.932657], [120835, -12.945266], [2125, -12.94981], [3660, -12.958406], [589, -12.961239], [474, -12.969873], [120173, -12.990195], [14139, -13.000275], [125, -13.016973], [381, -13.040966], [19166, -13.044457], [279, -13.074431], [13627, -13.09082], [18390, -13.102556], [120008, -13.110182], [36, -13.118053], [1275, -13.125622], [120098, -13.158578]], "logprob_of_token": -9.953769, "top1_top2_margin": 7.957456, "top6_top7_margin": 0.017762}, {"gen_index": 29, "token": 50, "top": [[32, -0.004505], [50, -9.118624], [263, -9.236519], [120022, -9.385974], [5274, -9.462116], [1829, -9.781265], [120014, -9.868161], [14153, -9.890202], [120103, -9.938662], [127906, -10.089113], [946, -10.209212], [941, -10.290291], [14188, -10.423774], [120018, -10.460911], [262, -10.474968], [286, -10.539347], [318, -10.591341], [3417, -10.758594], [1333, -10.77969], [766, -10.815245], [120004, -10.854465], [19969, -10.869248], [622, -10.914326], [7510, -10.950835], [10, -10.97381], [14139, -11.017414], [120087, -11.020187], [297, -11.107831], [20758, -11.262701], [936, -11.319393], [3326, -11.389054], [439, -11.528522], [44, -11.534733], [120610, -11.535048], [474, -11.537159], [923, -11.578432], [565, -11.579702], [14141, -11.607852], [120008, -11.666937], [63, -11.68863], [2945, -11.705965], [49, -11.722422], [2403, -11.774633], [46, -11.810074], [502, -11.826768], [103844, -11.843267], [120098, -11.855729], [2125, -11.873499], [4075, -11.885794], [14169, -11.888539], [32099, -11.90414], [294, -11.913549], [69555, -11.931877], [669, -11.943913], [2213, -11.995666], [97582, -12.002648], [1688, -12.032243], [1409, -12.056337], [120007, -12.065707], [527, -12.093903], [3166, -12.115719], [1311, -12.155958], [543, -12.173603], [3688, -12.192005], [327, -12.197683], [120016, -12.209982], [3252, -12.294577], [346, -12.299827], [120420, -12.324732], [275, -12.352161], [1254, -12.352571], [1578, -12.366033], [735, -12.385424], [120001, -12.409768], [2150, -12.413974], [393, -12.42795], [1073, -12.465647], [3678, -12.469819], [9, -12.47595], [122407, -12.484904], [14179, -12.485516], [922, -12.498652], [45, -12.516979], [58725, -12.532278], [2457, -12.54908], [75112, -12.552173], [1410, -12.581506], [5169, -12.61288], [19464, -12.632254], [58, -12.646471], [1042, -12.650194], [453, -12.657177], [13460, -12.672822], [18586, -12.673363], [1336, -12.683689], [1275, -12.699398], [14541, -12.714803], [34, -12.719608], [3167, -12.725938], [835, -12.733447]], "logprob_of_token": -9.118624, "top1_top2_margin": 9.114118, "top6_top7_margin": 0.086896}, {"gen_index": 30, "token": 49, "top": [[50, -0.053962], [49, -3.270574], [51, -6.075505], [32, -7.048511], [57, -7.463025], [14267, -7.870887], [14330, -8.238916], [55, -8.407892], [56, -8.41855], [53, -8.516536], [21746, -8.95164], [48, -8.960686], [263, -9.063192], [127906, -9.097478], [52, -9.203403], [766, -9.551704], [16422, -9.628661], [946, -9.678727], [1829, -9.680186], [2051, -9.768226], [120007, -9.801129], [54, -9.815436], [44, -9.816119], [7368, -9.821095], [12027, -9.887339], [10, -10.061456], [4823, -10.139864], [5274, -10.167918], [14153, -10.200663], [286, -10.212014], [120022, -10.247566], [262, -10.312748], [1972, -10.425014], [622, -10.471807], [63, -10.503623], [14188, -10.518218], [576, -10.555584], [19969, -10.586977], [474, -10.616488], [127907, -10.63236], [81389, -10.788027], [941, -10.790977], [1073, -10.833602], [294, -10.874171], [119464, -10.9047], [37943, -10.919869], [58, -10.940881], [48976, -10.95258], [14676, -10.968185], [3326, -10.97704], [59, -11.064357], [7510, -11.07056], [46, -11.081962], [936, -11.110611], [3544, -11.120746], [318, -11.123153], [379, -11.134719], [275, -11.142602], [1427, -11.15512], [120016, -11.182194], [327, -11.183372], [735, -11.254705], [1083, -11.310954], [12009, -11.348291], [120000, -11.369542], [93, -11.405679], [120103, -11.453389], [297, -11.493331], [34387, -11.498369], [14179, -11.536468], [1753, -11.568908], [3688, -11.570299], [565, -11.576304], [47, -11.581724], [39863, -11.584173], [127908, -11.58619], [72450, -11.603324], [3301, -11.606181], [582, -11.606367], [1765, -11.61456], [377, -11.621284], [6391, -11.647646], [14825, -11.651061], [34, -11.677256], [61, -11.690648], [120014, -11.695685], [527, -11.70509], [5169, -11.711034], [543, -11.739209], [493, -11.743222], [20486, -11.744425], [2125, -11.749254], [7360, -11.752011], [1311, -11.754672], [120061, -11.760051], [39, -11.822207], [7243, -11.841196], [3078, -11.856517], [669, -11.859004], [5275, -11.885716]], "logprob_of_token": -3.270574, "top1_top2_margin": 3.216612, "top6_top7_margin": 0.368029}, {"gen_index": 31, "token": 44, "top": [[49, -0.005677], [48, -6.056363], [51, -6.505764], [53, -8.146623], [50, -8.380777], [55, -8.755465], [263, -9.250937], [57, -9.629709], [52, -9.888516], [32, -10.069122], [44, -10.290421], [10, -10.348498], [127906, -10.601967], [120007, -10.647953], [54, -11.334322], [56, -11.48877], [46, -11.51945], [766, -11.631905], [120016, -11.701761], [63, -12.188993], [120022, -12.309443], [286, -12.313159], [58, -12.414072], [294, -12.446851], [318, -12.457818], [735, -12.46604], [275, -12.51207], [120021, -12.634344], [2125, -12.71249], [5274, -12.723989], [622, -12.750559], [120103, -12.873951], [941, -12.935979], [13684, -13.035994], [34, -13.046414], [88, -13.071856], [576, -13.203479], [61, -13.218512], [262, -13.22188], [120000, -13.241159], [353, -13.248598], [73, -13.332494], [11685, -13.366245], [120014, -13.367623], [59, -13.38224], [93, -13.416127], [327, -13.487514], [95, -13.488127], [120, -13.572681], [1073, -13.628311], [946, -13.633087], [105, -13.657639], [379, -13.68696], [107, -13.690407], [120038, -13.690897], [45, -13.691799], [43, -13.714781], [314, -13.71561], [439, -13.718969], [589, -13.745265], [40, -13.781923], [42, -13.783807], [39, -13.785118], [47, -13.852734], [115, -13.860372], [62, -13.871131], [310, -13.874444], [127908, -13.878903], [1062, -13.879103], [2342, -13.892406], [14141, -13.915973], [20486, -13.918303], [279, -13.93521], [120087, -13.959615], [97, -13.959641], [94, -13.997686], [36, -14.015066], [325, -14.025805], [297, -14.032877], [1829, -14.037131], [76, -14.04318], [120028, -14.045894], [2839, -14.056013], [123, -14.070573], [502, -14.075799], [3252, -14.080959], [14153, -14.085895], [266, -14.104448], [108, -14.117309], [125, -14.132843], [3326, -14.144985], [527, -14.157415], [377, -14.170059], [66, -14.196417], [14417, -14.208426], [4075, -14.209989], [467, -14.212951], [120410, -14.215199], [14188, -14.231628], [14139, -14.23545]], "logprob_of_token": -10.290421, "top1_top2_margin": 6.050686, "top6_top7_margin": 0.495472}]}, {"prompt": "Translation to German: the weather is beautiful today", "input_ids": [33607, 318, 4867, 58, 262, 5995, 735, 5445, 4484], "generated_ids": [46, 543, 5995, 735, 33341, 286, 262, 21499, 735, 5657, 46, 543, 5995, 735, 5445, 286, 262, 21499, 735, 5657, 46, 543, 5995, 735, 5445, 286, 262, 21499, 735, 5657, 46, 543], "rows": [{"gen_index": 0, "token": 46, "top": [[46, -0.537685], [275, -1.238328], [735, -3.427562], [44, -3.711473], [314, -3.936829], [286, -4.826334], [33, -4.925732], [59, -5.378697], [4137, -5.750629], [2519, -5.893059], [622, -6.115573], [763, -6.448175], [4484, -6.989567], [936, -7.00686], [36209, -7.085936], [58, -7.165145], [5445, -7.271877], [263, -7.49983], [1829, -7.740708], [14188, -7.767784], [766, -7.948912], [2457, -8.055889], [5995, -8.12742], [34, -8.184742], [3583, -8.211027], [63, -8.247047], [1790, -8.249524], [4679, -8.325126], [15853, -8.374668], [13594, -8.518875], [93457, -8.522896], [2459, -8.732826], [310, -8.791382], [36836, -8.801661], [33341, -8.812395], [30538, -8.944889], [1062, -8.958599], [330, -8.97057], [120101, -8.988039], [779, -9.042553], [262, -9.155317], [1275, -9.219526], [127906, -9.238907], [44455, -9.321125], [120007, -9.333195], [120015, -9.366165], [26951, -9.379562], [120347, -9.39275], [467, -9.417917], [1043, -9.420826], [120241, -9.458508], [120230, -9.471804], [10, -9.503887], [8175, -9.519987], [656, -9.54896], [120016, -9.566011], [120399, -9.581062], [3078, -9.603882], [379, -9.648659], [19043, -9.672037], [18126, -9.679186], [127655, -9.759964], [45375, -9.762249], [3688, -9.854769], [919, -9.866085], [405, -9.87076], [120068, -9.887426], [946, -9.892128], [14896, -9.90049], [32, -9.923481], [14153, -9.958401], [3368, -9.960089], [318, -9.970694], [14052, -9.977812], [6791, -9.992491], [1765, -10.058203], [31642, -10.07069], [595, -10.083015], [1409, -10.123192], [3247, -10.130335], [20486, -10.187431], [284, -10.247293], [777, -10.270882], [120099, -10.276924], [18390, -10.2967], [589, -10.329464], [1921, -10.343132], [3918, -10.35181], [378, -10.367439], [120078, -10.440762], [44176, -10.444633], [2548, -10.448229], [5019, -10.468454], [12611, -10.476734], [38183, -10.496359], [5380, -10.528637], [375, -10.562601], [4272, -10.567579], [36198, -10.578566], [1155, -10.592028]], "logprob_of_token": -0.537685, "top1_top2_margin": 0.700643, "top6_top7_margin": 0.099399}, {"gen_index": 1, "token": 543, "top": [[46, -0.891099], [275, -1.11564], [314, -2.914019], [33, -3.072019], [4484, -3.655938], [44, -4.045199], [2519, -4.078416], [262, -4.222149], [735, -5.309325], [4679, -5.455543], [59, -5.526917], [1829, -5.673591], [14188, -5.882936], [286, -6.176564], [58, -6.338013], [766, -6.478528], [263, -6.507309], [4137, -6.516523], [22648, -6.691981], [622, -6.775719], [36209, -6.866401], [1765, -6.888452], [10, -6.940696], [936, -6.981519], [14153, -7.045083], [405, -7.15169], [63, -7.153459], [12611, -7.288183], [5995, -7.318031], [763, -7.322148], [3737, -7.352829], [310, -7.36848], [5445, -7.491157], [15299, -7.528751], [120399, -7.574273], [120230, -7.576257], [14792, -7.591455], [779, -7.768426], [14052, -7.77138], [127906, -7.786103], [589, -7.851312], [44455, -7.911569], [669, -7.944863], [2213, -7.957191], [127655, -8.004772], [3326, -8.080948], [93457, -8.081835], [1275, -8.081952], [30538, -8.088139], [1043, -8.177995], [19043, -8.19062], [4101, -8.223311], [34, -8.238407], [3863, -8.263084], [1409, -8.420461], [3368, -8.482286], [13594, -8.487679], [8545, -8.517769], [120078, -8.560623], [120007, -8.619616], [543, -8.640268], [1790, -8.708013], [1112, -8.74511], [19078, -8.789408], [4869, -8.796114], [1921, -8.818951], [5071, -8.881738], [120347, -8.89376], [15096, -8.907216], [379, -8.912284], [2549, -8.917727], [777, -8.926638], [120099, -8.943666], [30989, -8.946688], [120031, -8.957072], [1739, -8.973245], [120241, -9.020879], [1042, -9.026499], [38183, -9.027109], [318, -9.033926], [120016, -9.034223], [1410, -9.046777], [565, -9.057456], [941, -9.057467], [6785, -9.08466], [1806, -9.088586], [17728, -9.121368], [18390, -9.128616], [900, -9.141712], [617, -9.164897], [325, -9.166422], [3660, -9.168536], [527, -9.169262], [32, -9.179933], [919, -9.186316], [946, -9.18868], [120108, -9.249413], [7510, -9.25129], [2544, -9.273991], [9093, -9.276181]], "logprob_of_token": -8.640268, "top1_top2_margin": 0.224541, "top6_top7_margin": 0.033217}, {"gen_index": 2, "token": 5995, "top": [[543, -0.145512], [9093, -3.441448], [127906, -4.131752], [120014, -4.673546], [3780, -5.22365], [1336, -5.33517], [14161, -5.468826], [669, -5.533264], [1689, -5.567423], [14896, -5.646327], [1231, -5.693195], [14147, -5.819664], [120004, -5.881647], [4759, -6.000916], [262, -6.006805], [766, -6.087722], [1692, -6.463651], [4484, -6.506088], [8266, -6.849595], [1194, -6.862328], [127655, -6.912471], [24775, -7.024765], [7339, -7.081998], [1914, -7.087433], [1905, -7.218623], [611, -7.284514], [5775, -7.296972], [32, -7.394978], [23070, -7.474978], [2883, -7.66144], [6372, -7.718422], [6693, -7.742801], [717, -7.795691], [742, -7.796094], [1580, -7.843716], [12359, -7.880433], [2560, -7.917503], [20605, -7.977015], [14777, -8.155253], [5439, -8.193995], [2743, -8.234017], [29182, -8.292855], [5995, -8.294636], [3501, -8.43629], [735, -8.453921], [840, -8.457162], [9643, -8.480653], [1921, -8.496808], [8307, -8.531113], [8067, -8.536771], [7510, -8.568572], [4246, -8.615968], [21977, -8.62617], [14188, -8.64844], [1829, -8.663537], [1988, -8.805704], [4888, -8.824004], [6143, -8.865207], [10, -8.872268], [9830, -8.89512], [6814, -8.928959], [6859, -8.930213], [1254, -8.943537], [7098, -8.994928], [4703, -9.062832], [263, -9.070655], [15934, -9.072844], [13389, -9.081691], [19710, -9.134896], [6983, -9.153833], [4001, -9.179502], [946, -9.228742], [17285, -9.262969], [27775, -9.283801], [95245, -9.286881], [5274, -9.292295], [1962, -9.293163], [35088, -9.317153], [19313, -9.326938], [1047, -9.36629], [11185, -9.378953], [25250, -9.402661], [2865, -9.405732], [2291, -9.419892], [5438, -9.452628], [5445, -9.454215], [15980, -9.469839], [124489, -9.471993], [523, -9.495463], [3872, -9.509391], [127908, -9.511058], [39124, -9.517646], [7940, -9.526389], [44116, -9.527544], [7643, -9.575971], [14053, -9.614402], [14153, -9.629126], [6455, -9.655849], [53535, -9.69966], [1049, -9.715377]], "logprob_of_token": -8.294636, "top1_top2_margin": 3.295936, "top6_top7_margin": 0.133656}, {"gen_index": 3, "token": 735, "top": [[5995, -0.039308], [14795, -4.285779], [21499, -4.838317], [8175, -6.564228], [5445, -7.145256], [543, -7.170849], [36836, -7.660544], [33341, -8.10768], [262, -8.283764], [24775, -8.529801], [4101, -8.553038], [1460, -8.618007], [14950, -8.682616], [1843, -8.718007], [3388, -8.890862], [17392, -8.986297], [5848, -9.070739], [5954, -9.13041], [14852, -9.204049], [30279, -9.242891], [11268, -9.359484], [14803, -9.438323], [2935, -9.544259], [18762, -9.55589], [9172, -9.608665], [6547, -9.618943], [47805, -9.624462], [4273, -9.655778], [8263, -9.66653], [7882, -9.712987], [34210, -9.740663], [25343, -9.872571], [1427, -9.928201], [5344, -9.993995], [14341, -9.994576], [5865, -10.030113], [7940, -10.075318], [28326, -10.09731], [15893, -10.106631], [18686, -10.190156], [4739, -10.194963], [6785, -10.196231], [11309, -10.205557], [32, -10.207414], [4595, -10.218458], [43211, -10.221492], [6700, -10.224919], [6339, -10.255992], [11053, -10.280996], [6074, -10.286704], [1788, -10.299537], [2059, -10.308496], [9089, -10.310739], [3515, -10.322419], [263, -10.323877], [10822, -10.327506], [5403, -10.334435], [61599, -10.335914], [735, -10.336432], [2550, -10.379592], [14321, -10.380043], [8275, -10.383511], [3519, -10.410687], [1324, -10.414292], [2302, -10.421796], [24244, -10.443414], [1584, -10.444279], [19898, -10.456586], [1652, -10.461365], [46, -10.470085], [766, -10.516699], [12913, -10.523244], [30084, -10.546771], [48683, -10.548379], [7852, -10.556016], [5657, -10.58616], [58, -10.590711], [3713, -10.612948], [5381, -10.614696], [14264, -10.619843], [946, -10.651798], [8358, -10.661538], [3917, -10.679132], [5061, -10.681634], [2838, -10.690798], [6344, -10.691329], [936, -10.693816], [4774, -10.708238], [4850, -10.710021], [353, -10.710109], [5032, -10.715653], [44, -10.716115], [6563, -10.731839], [4931, -10.756106], [7424, -10.757348], [19682, -10.770176], [2821, -10.775157], [14394, -10.777686], [29314, -10.785157], [6678, -10.788177]], "logprob_of_token": -10.336432, "top1_top2_margin": 4.246472, "top6_top7_margin": 0.489695}, {"gen_index": 4, "token": 33341, "top": [[735, -0.00849], [4484, -5.359167], [14950, -7.382668], [622, -8.418117], [919, -8.502404], [18717, -8.642559], [5995, -8.801644], [439, -8.946842], [286, -9.129786], [378, -9.556973], [824, -9.838902], [589, -10.399006], [476, -10.438882], [5445, -10.455938], [22648, -10.46013], [766, -10.533749], [1503, -10.569736], [7222, -10.572897], [52075, -10.75016], [24348, -10.769269], [2459, -10.773989], [8175, -10.806322], [3368, -10.821025], [1309, -10.875891], [1656, -10.960897], [58, -10.965348], [1270, -11.009651], [3583, -11.033023], [44, -11.034181], [4225, -11.125182], [14795, -11.144992], [3881, -11.192483], [4703, -11.204041], [36836, -11.231606], [527, -11.241581], [9093, -11.321582], [33341, -11.330993], [4088, -11.382376], [1064, -11.401951], [8150, -11.411424], [528, -11.4175], [14060, -11.433296], [3992, -11.438871], [127655, -11.469978], [11577, -11.485546], [379, -11.521835], [15299, -11.562881], [279, -11.573214], [8157, -11.607226], [13032, -11.609744], [11317, -11.620223], [7499, -11.626669], [17714, -11.632713], [7732, -11.644861], [565, -11.649788], [9727, -11.675036], [568, -11.685213], [330, -11.694913], [14896, -11.704085], [11910, -11.707414], [23754, -11.733088], [46, -11.753225], [617, -11.768013], [60478, -11.824903], [21499, -11.844711], [53535, -11.899949], [38183, -11.905155], [18296, -11.916335], [27673, -11.983966], [49987, -12.007417], [45375, -12.024885], [1112, -12.066378], [1410, -12.067759], [32, -12.06958], [13255, -12.105615], [2286, -12.113121], [763, -12.130224], [12359, -12.140156], [2935, -12.14731], [8263, -12.154756], [4895, -12.248241], [2272, -12.264669], [9668, -12.273486], [5607, -12.313909], [20773, -12.313958], [2548, -12.367874], [3918, -12.36854], [12243, -12.376181], [15853, -12.377223], [24251, -12.398113], [3519, -12.40097], [1275, -12.423113], [104437, -12.428006], [22347, -12.460627], [2457, -12.477826], [6172, -12.488858], [24973, -12.514566], [262, -12.530125], [14353, -12.530229], [3363, -12.548619]], "logprob_of_token": -11.330993, "top1_top2_margin": 5.350677, "top6_top7_margin": 0.159085}, {"gen_index": 6, "token": 262, "top": [[286, -0.629348], [4484, -1.053403], [46, -2.532125], [44, -4.684503], [310, -4.870762], [3368, -4.893592], [622, -6.456853], [22648, -6.874489], [275, -6.962801], [15853, -7.494205], [59, -7.550739], [936, -7.585606], [4101, -7.640152], [3583, -7.832888], [262, -7.956479], [763, -8.297314], [2213, -8.314793], [314, -8.446085], [15299, -8.50788], [3247, -8.555427], [1744, -8.731039], [4703, -8.750826], [36209, -8.912948], [5995, -8.956291], [33, -9.004742], [53535, -9.073616], [3992, -9.217636], [45375, -9.228757], [9093, -9.282146], [766, -9.368314], [120230, -9.374708], [1806, -9.399961], [33341, -9.442025], [1790, -9.469633], [5071, -9.517787], [4137, -9.532722], [543, -9.621378], [2548, -9.646482], [7510, -9.655183], [779, -9.670897], [4774, -9.70088], [3660, -9.823795], [1323, -9.890144], [1275, -9.897081], [318, -9.911959], [63, -9.936239], [6785, -9.940802], [467, -10.026123], [1829, -10.069937], [3519, -10.10659], [2403, -10.110605], [3688, -10.13446], [379, -10.136206], [2549, -10.17448], [420, -10.180208], [11966, -10.219788], [14188, -10.238058], [44455, -10.251818], [7060, -10.2845], [777, -10.347961], [1112, -10.35715], [21499, -10.371919], [1409, -10.389692], [5837, -10.391126], [2457, -10.433087], [2362, -10.435982], [12359, -10.468735], [3093, -10.487066], [58, -10.489781], [14052, -10.496696], [19078, -10.512755], [1765, -10.531448], [51577, -10.533064], [3863, -10.533959], [3755, -10.552635], [47, -10.573108], [4743, -10.635893], [735, -10.640244], [4508, -10.707313], [938, -10.780435], [799, -10.782387], [7331, -10.79521], [527, -10.800045], [3918, -10.816968], [3737, -10.830825], [1410, -10.844103], [120241, -10.845602], [1988, -10.851629], [474, -10.889205], [15849, -10.906346], [6803, -10.942747], [3827, -10.975069], [5445, -10.980077], [124489, -10.994538], [15984, -11.020796], [16330, -11.03524], [565, -11.037596], [405, -11.062851], [47805, -11.075747], [1739, -11.108139]], "logprob_of_token": -7.956479, "top1_top2_margin": 0.424055, "top6_top7_margin": 1.563261}, {"gen_index": 8, "token": 735, "top": [[21499, -0.245728], [14795, -2.347845], [5995, -2.638182], [47805, -3.916231], [262, -5.54314], [48683, -5.874585], [1460, -6.290854], [36836, -6.373221], [4101, -6.536023], [14852, -7.21335], [4774, -7.28882], [5848, -7.462604], [4273, -7.463507], [18762, -7.687263], [5954, -7.702159], [16719, -7.84452], [11527, -7.927649], [14950, -7.980478], [8263, -8.080696], [33341, -8.184295], [1324, -8.25338], [17392, -8.433838], [15893, -8.455963], [19090, -8.641847], [5865, -8.721458], [26960, -8.88429], [6547, -8.904401], [22597, -8.913809], [9172, -8.915007], [6785, -9.025251], [34210, -9.038118], [4484, -9.117641], [4836, -9.127687], [43211, -9.228873], [2935, -9.229781], [24627, -9.237854], [5657, -9.306422], [7852, -9.311352], [2550, -9.33394], [23015, -9.400381], [84254, -9.415545], [5344, -9.418151], [3917, -9.437815], [14257, -9.536533], [10822, -9.537861], [40540, -9.568956], [286, -9.57106], [14803, -9.572139], [3881, -9.5835], [14805, -9.59336], [9089, -9.612351], [3388, -9.618453], [20726, -9.672692], [24244, -9.696976], [50359, -9.749046], [41436, -9.756979], [16320, -9.886045], [19866, -9.892223], [13729, -9.903175], [543, -9.917597], [33611, -9.961378], [90637, -9.963575], [6803, -10.006267], [11966, -10.006758], [8175, -10.010692], [33340, -10.023771], [24775, -10.031529], [3583, -10.054306], [32537, -10.05587], [1843, -10.064761], [14341, -10.089081], [30279, -10.148177], [4850, -10.148976], [5381, -10.159932], [20341, -10.160351], [2468, -10.209899], [6678, -10.246997], [8275, -10.254433], [46098, -10.255405], [84272, -10.278751], [735, -10.283897], [30486, -10.308683], [15984, -10.332491], [14211, -10.3379], [1584, -10.345781], [1427, -10.358708], [12747, -10.362564], [11309, -10.367115], [121428, -10.368812], [3016, -10.39002], [27673, -10.391653], [10703, -10.398303], [52075, -10.409916], [5445, -10.426081], [15708, -10.445121], [12290, -10.451839], [10725, -10.477627], [2376, -10.487493], [14841, -10.499363], [19783, -10.50742]], "logprob_of_token": -10.283897, "top1_top2_margin": 2.102117, "top6_top7_margin": 0.416269}, {"gen_index": 9, "token": 5657, "top": [[735, -0.000119], [18717, -10.223605], [21499, -10.643851], [919, -11.802328], [568, -12.042781], [5657, -12.394917], [2459, -12.899189], [330, -13.252137], [286, -13.614993], [439, -13.623286], [589, -13.714908], [476, -13.716376], [11910, -13.727812], [18126, -13.850289], [14896, -13.996683], [24348, -14.083926], [378, -14.148496], [7222, -14.166883], [4769, -14.340482], [11527, -14.347107], [4895, -14.352411], [44, -14.40286], [115, -14.408577], [11966, -14.449651], [766, -14.503495], [5445, -14.618451], [8157, -14.638307], [824, -14.685102], [1309, -14.802804], [528, -14.845071], [1270, -14.866431], [32, -14.928828], [60478, -14.931735], [58, -15.010205], [46, -15.132352], [262, -15.146963], [830, -15.191897], [1656, -15.232949], [11577, -15.281039], [4484, -15.285856], [48683, -15.365153], [18854, -15.410139], [617, -15.427829], [18296, -15.434531], [10794, -15.452432], [5995, -15.492291], [47805, -15.577868], [622, -15.593749], [37159, -15.632667], [7732, -15.643258], [1829, -15.68897], [34643, -15.697007], [576, -15.77737], [8263, -15.788438], [9727, -15.800197], [310, -15.822009], [17714, -15.865454], [13032, -15.90235], [127655, -15.926948], [4836, -15.940643], [1064, -15.950796], [8175, -15.977422], [279, -15.985823], [14188, -16.001448], [12243, -16.023949], [2492, -16.120596], [20869, -16.143772], [11035, -16.187092], [379, -16.2363], [12195, -16.2374], [543, -16.255529], [275, -16.264547], [19317, -16.288254], [263, -16.340248], [4088, -16.348986], [2347, -16.351231], [35099, -16.372915], [15762, -16.375807], [527, -16.382822], [3688, -16.399836], [53186, -16.423178], [31445, -16.436251], [6172, -16.452526], [20726, -16.478962], [7017, -16.503708], [941, -16.508623], [25982, -16.509283], [20773, -16.543818], [26116, -16.576191], [14153, -16.579283], [405, -16.583469], [11308, -16.585699], [16719, -16.629232], [5415, -16.629868], [23754, -16.654238], [4384, -16.659689], [2952, -16.66955], [1275, -16.67865], [936, -16.715727], [31752, -16.732349]], "logprob_of_token": -12.394917, "top1_top2_margin": 10.223486, "top6_top7_margin": 0.504272}, {"gen_index": 11, "token": 543, "top": [[46, -0.110995], [286, -2.630671], [4484, -3.733052], [275, -5.501427], [44, -6.581279], [310, -6.782663], [59, -6.975863], [314, -7.926473], [120230, -9.301323], [936, -9.576622], [5657, -9.590313], [543, -9.629744], [15853, -9.860529], [9093, -9.98673], [622, -10.346078], [4703, -10.432033], [36209, -10.496865], [4769, -10.582569], [12359, -10.797702], [3368, -10.962284], [44455, -10.984102], [262, -10.988481], [4137, -11.158761], [5071, -11.211206], [1829, -11.232498], [763, -11.410226], [120241, -11.436728], [120099, -11.487683], [63, -11.496412], [7510, -11.550388], [53535, -11.557548], [21499, -11.587038], [33, -11.693331], [766, -11.742839], [2213, -11.786394], [14188, -11.876081], [1275, -11.879318], [325, -11.916512], [1409, -11.926752], [58, -11.984758], [3583, -12.02545], [735, -12.056214], [379, -12.213766], [120007, -12.242397], [120078, -12.275911], [120001, -12.298982], [1765, -12.344795], [12611, -12.3967], [779, -12.40743], [44102, -12.421178], [22648, -12.432432], [474, -12.481955], [3093, -12.509933], [3247, -12.521599], [5445, -12.538025], [2403, -12.551475], [3519, -12.562349], [120064, -12.579002], [799, -12.655075], [120140, -12.725362], [467, -12.771364], [45375, -12.820949], [120399, -12.869146], [1988, -12.887592], [14153, -12.888972], [38183, -12.90101], [263, -12.902808], [1744, -12.905797], [15299, -12.915881], [16554, -12.950048], [393, -12.956352], [318, -12.957569], [32, -13.000902], [3992, -13.028578], [24973, -13.031326], [93457, -13.062383], [270, -13.071299], [3755, -13.078798], [13594, -13.083506], [25250, -13.088589], [420, -13.116091], [777, -13.121558], [405, -13.140539], [127906, -13.148209], [2549, -13.158475], [5995, -13.171716], [3660, -13.199978], [120031, -13.210592], [2457, -13.22984], [127655, -13.24107], [80867, -13.253175], [4743, -13.262854], [1806, -13.268217], [2550, -13.27804], [8175, -13.28045], [28336, -13.287636], [120003, -13.307856], [9289, -13.353929], [1410, -13.364929], [120260, -13.436023]], "logprob_of_token": -9.629744, "top1_top2_margin": 2.519676, "top6_top7_margin": 0.1932}, {"gen_index": 14, "token": 5445, "top": [[735, -0.001293], [14950, -7.85755], [4484, -9.388145], [1503, -9.923906], [919, -10.129281], [286, -10.167208], [439, -10.408743], [2722, -10.596453], [18717, -10.666798], [476, -10.783141], [824, -10.797758], [9668, -10.846349], [3881, -10.996243], [5995, -11.08161], [622, -11.156872], [33341, -11.216421], [1309, -11.312424], [14060, -11.419355], [5607, -11.545023], [1656, -11.573121], [378, -11.580584], [2459, -11.619555], [11577, -11.64678], [5445, -11.663441], [330, -11.884466], [7222, -11.935713], [52075, -11.951836], [14353, -12.005262], [4895, -12.064143], [8157, -12.09913], [24348, -12.281452], [4088, -12.37503], [5865, -12.379765], [13255, -12.399447], [17714, -12.479866], [589, -12.542959], [1064, -12.640274], [7732, -12.683182], [11317, -12.692237], [11910, -12.713467], [528, -12.731421], [1270, -12.742918], [3363, -12.767262], [1041, -12.918516], [9727, -12.965572], [5344, -12.990269], [568, -13.007624], [14896, -13.027813], [127655, -13.060462], [15762, -13.085592], [766, -13.102989], [58, -13.132675], [20787, -13.137371], [8175, -13.179123], [13032, -13.196542], [44, -13.219079], [2584, -13.238157], [7499, -13.250742], [5954, -13.297343], [23754, -13.327076], [38997, -13.334839], [576, -13.339531], [527, -13.339849], [75248, -13.377481], [14795, -13.460894], [10794, -13.476329], [11035, -13.492342], [18126, -13.496981], [18296, -13.511071], [8150, -13.524374], [2286, -13.528517], [5415, -13.55324], [22347, -13.582805], [49987, -13.590656], [36836, -13.591219], [20028, -13.62042], [32, -13.651399], [16874, -13.661019], [11308, -13.695002], [22648, -13.714041], [379, -13.73251], [6344, -13.745528], [12243, -13.754619], [34643, -13.756039], [27673, -13.762567], [9471, -13.785898], [16514, -13.789084], [4384, -13.804888], [26040, -13.815926], [46, -13.859179], [1843, -13.865363], [32578, -13.867017], [2463, -13.868434], [6172, -13.889134], [2374, -13.911824], [3583, -13.916919], [24356, -13.922924], [617, -13.923256], [279, -13.947927], [44886, -13.9587]], "logprob_of_token": -11.663441, "top1_top2_margin": 7.856256, "top6_top7_margin": 0.241535}, {"gen_index": 16, "token": 262, "top": [[286, -0.146789], [4484, -2.020483], [46, -7.157006], [310, -7.727454], [15853, -8.236414], [4101, -8.59523], [936, -8.610106], [622, -8.916761], [9093, -9.130299], [22648, -9.239267], [53535, -9.247725], [5071, -9.567804], [275, -9.613066], [12359, -9.650244], [4703, -9.70677], [44, -9.768444], [763, -9.77179], [2213, -10.061003], [3583, -10.291998], [3368, -10.575577], [318, -10.601265], [3519, -10.698069], [45375, -10.712847], [33341, -10.736349], [420, -10.786703], [5995, -10.888449], [3247, -10.958054], [1806, -10.965963], [3093, -11.152706], [314, -11.194067], [5445, -11.224392], [1275, -11.230427], [779, -11.230795], [15299, -11.277016], [3755, -11.292606], [59, -11.322195], [735, -11.325062], [467, -11.351093], [3918, -11.422199], [379, -11.583364], [2457, -11.607391], [1409, -11.609077], [36836, -11.657108], [262, -11.737534], [58, -11.788906], [4272, -11.807051], [270, -11.861816], [36209, -11.889603], [3737, -11.907581], [8175, -11.911467], [14795, -11.934345], [2549, -11.982683], [1790, -11.986124], [65560, -12.017536], [2403, -12.055532], [766, -12.118759], [59099, -12.135544], [1739, -12.176069], [1744, -12.197958], [25250, -12.255398], [4774, -12.291145], [5657, -12.318766], [393, -12.345066], [33, -12.351276], [7510, -12.358923], [3688, -12.379021], [29009, -12.38282], [4769, -12.384848], [2051, -12.39728], [1765, -12.400888], [26530, -12.403509], [4529, -12.420408], [2362, -12.433023], [1988, -12.455084], [4137, -12.463818], [80867, -12.465984], [900, -12.471968], [19078, -12.508005], [7557, -12.508911], [41514, -12.511072], [34, -12.519819], [474, -12.552454], [4638, -12.566437], [16554, -12.584305], [6785, -12.587112], [1410, -12.659451], [1776, -12.689129], [12742, -12.689976], [1840, -12.694599], [799, -12.705589], [6803, -12.714458], [3863, -12.730213], [3660, -12.751123], [279, -12.756426], [1093, -12.796091], [502, -12.830484], [1155, -12.852617], [4375, -12.859903], [5978, -12.864393], [2548, -12.870228]], "logprob_of_token": -11.737534, "top1_top2_margin": 1.873693, "top6_top7_margin": 0.014875}, {"gen_index": 19, "token": 5657, "top": [[735, -4e-05], [18717, -11.702826], [21499, -12.345528], [330, -12.957219], [568, -13.298789], [2459, -13.387648], [919, -13.410952], [7222, -14.016492], [5657, -14.022766], [439, -14.077453], [1270, -14.156395], [476, -14.167964], [18126, -14.239024], [10794, -14.253213], [286, -14.310712], [1656, -14.482203], [24348, -14.553462], [8157, -14.658386], [1309, -14.686717], [378, -14.747432], [14896, -14.863866], [824, -15.189502], [589, -15.257119], [528, -15.291738], [18296, -15.350146], [37159, -15.370952], [44, -15.436506], [17714, -15.510865], [11910, -15.532534], [1064, -15.556058], [46, -15.581216], [310, -15.693192], [32, -15.714732], [4769, -15.805437], [8150, -15.816793], [11577, -15.832305], [4895, -15.866566], [622, -15.879367], [766, -15.906247], [830, -15.962396], [31445, -15.968889], [115, -15.988035], [11527, -16.138552], [4088, -16.166941], [4484, -16.181295], [279, -16.323263], [576, -16.334667], [60478, -16.334751], [7732, -16.341169], [9727, -16.422464], [120007, -16.461296], [73707, -16.487045], [318, -16.555668], [379, -16.580435], [34643, -16.605272], [527, -16.605875], [1275, -16.666258], [58, -16.713083], [617, -16.726982], [7499, -16.76512], [6172, -16.768501], [11317, -16.822479], [262, -16.84605], [25288, -16.856049], [7017, -16.861517], [63, -16.869732], [49987, -16.897211], [1409, -16.90484], [19317, -16.907595], [20773, -16.915007], [18854, -16.92527], [47805, -16.936079], [936, -16.951941], [12195, -16.954565], [35099, -17.027849], [5445, -17.067266], [4384, -17.13608], [20726, -17.141361], [44102, -17.144625], [5995, -17.160109], [127655, -17.189833], [941, -17.22279], [467, -17.225674], [275, -17.226261], [2347, -17.253588], [120670, -17.26955], [5415, -17.286793], [9668, -17.317945], [11308, -17.331831], [13308, -17.332865], [1829, -17.346933], [12243, -17.347355], [47, -17.363503], [8954, -17.364836], [2286, -17.365934], [35269, -17.394239], [20615, -17.39957], [13032, -17.400515], [48683, -17.405527], [4836, -17.452471]], "logprob_of_token": -14.022766, "top1_top2_margin": 11.702787, "top6_top7_margin": 0.023304}, {"gen_index": 21, "token": 543, "top": [[46, -0.002199], [275, -6.48788], [286, -7.818186], [314, -9.395445], [4484, -9.669877], [44, -11.049353], [21499, -11.236504], [310, -11.373882], [120230, -11.954325], [63, -12.025702], [735, -12.136086], [936, -12.408206], [5071, -12.44426], [15853, -12.877079], [36209, -12.983709], [543, -13.047163], [59, -13.471971], [262, -13.501512], [120099, -13.510275], [44455, -13.549326], [5995, -13.645756], [33, -13.740287], [622, -13.756252], [325, -13.860394], [766, -13.931439], [2213, -14.002349], [47805, -14.105788], [4137, -14.170736], [120007, -14.185312], [12359, -14.308498], [120241, -14.357845], [120078, -14.429171], [7510, -14.57986], [58, -14.581145], [3368, -14.63511], [763, -14.645616], [3545, -14.659801], [1275, -14.664821], [11527, -14.705334], [120140, -14.711908], [1765, -14.756016], [7331, -14.878613], [9093, -14.889677], [379, -14.904238], [19078, -15.043083], [1409, -15.071673], [1829, -15.074867], [5657, -15.139532], [420, -15.178018], [779, -15.206593], [4703, -15.278855], [32, -15.27965], [1806, -15.294771], [467, -15.381007], [14188, -15.384209], [120031, -15.478556], [120118, -15.483377], [1112, -15.492033], [120001, -15.5021], [93457, -15.53862], [4769, -15.611164], [10725, -15.627708], [127906, -15.653113], [3688, -15.722355], [120399, -15.740436], [568, -15.801724], [474, -15.802731], [3918, -15.816193], [589, -15.828884], [3247, -15.832016], [120015, -15.837022], [9289, -15.839408], [318, -15.945796], [120020, -15.953819], [327, -15.957517], [1460, -15.965846], [120100, -15.984279], [263, -15.997331], [125874, -16.00746], [2457, -16.012526], [919, -16.023941], [12611, -16.029583], [10, -16.040146], [120054, -16.044065], [4101, -16.049671], [3711, -16.05607], [1988, -16.064087], [120347, -16.067755], [878, -16.094831], [47, -16.100544], [799, -16.130692], [5445, -16.137249], [110358, -16.138645], [3326, -16.143854], [26530, -16.154137], [1776, -16.20578], [1225, -16.20657], [375, -16.223886], [120618, -16.225468], [120110, -16.246704]], "logprob_of_token": -13.047163, "top1_top2_margin": 6.485681, "top6_top7_margin": 0.187151}, {"gen_index": 23, "token": 735, "top": [[5995, -0.637452], [21499, -3.621179], [24775, -5.523089], [30279, -5.927743], [11268, -5.999994], [14795, -6.449523], [41801, -6.607731], [262, -6.744582], [527, -6.781271], [16719, -6.852619], [1460, -6.912944], [11527, -7.025633], [47805, -7.095088], [32, -7.307505], [3515, -7.312119], [2554, -7.549482], [851, -7.567487], [543, -7.589352], [7852, -7.622581], [4273, -7.624371], [10461, -7.635229], [5344, -7.702524], [5865, -7.764968], [5954, -7.769378], [2376, -7.784396], [7510, -7.827051], [61599, -7.8336], [17392, -7.907233], [3143, -7.91281], [5660, -7.925948], [3388, -7.928878], [735, -7.950524], [1843, -8.02692], [782, -8.031203], [33341, -8.070897], [1305, -8.074779], [2711, -8.087731], [1343, -8.098489], [1427, -8.101234], [3917, -8.105211], [873, -8.151636], [4595, -8.155272], [3142, -8.161979], [4206, -8.17483], [6785, -8.193226], [7940, -8.207927], [82241, -8.213275], [669, -8.258534], [36836, -8.272629], [1194, -8.28041], [14805, -8.286402], [14950, -8.287202], [8175, -8.291979], [6547, -8.323811], [3353, -8.338384], [1523, -8.339063], [4101, -8.34028], [125884, -8.341638], [14803, -8.34376], [28326, -8.347872], [6700, -8.365545], [10301, -8.369096], [10054, -8.374244], [3937, -8.384246], [286, -8.386235], [1324, -8.392272], [12042, -8.395968], [26040, -8.396635], [2645, -8.399856], [936, -8.40816], [13709, -8.410023], [4205, -8.415855], [59199, -8.416508], [16320, -8.420601], [1788, -8.435788], [2821, -8.437945], [34210, -8.442715], [1309, -8.446719], [44, -8.447287], [3335, -8.449456], [11053, -8.479711], [5032, -8.479876], [46, -8.482149], [6900, -8.488134], [5714, -8.489196], [1963, -8.493345], [11443, -8.494866], [10262, -8.4982], [4758, -8.498832], [9172, -8.499509], [2887, -8.506958], [12913, -8.514952], [6563, -8.521408], [2302, -8.521975], [1970, -8.522189], [1806, -8.52778], [1744, -8.533669], [7292, -8.539164], [2213, -8.541726], [2935, -8.546612]], "logprob_of_token": -7.950524, "top1_top2_margin": 2.983727, "top6_top7_margin": 0.158208}, {"gen_index": 24, "token": 5445, "top": [[735, -0.000296], [5995, -10.711704], [286, -11.285948], [33341, -11.326376], [5445, -11.382284], [14950, -11.620565], [476, -11.934462], [824, -11.946546], [919, -11.96563], [330, -11.975466], [439, -11.979695], [622, -12.097425], [568, -12.102963], [378, -12.383644], [2459, -12.423973], [1309, -12.587411], [18717, -12.595185], [115, -12.841959], [44, -12.873516], [14896, -12.916054], [1656, -12.92004], [17714, -12.923203], [3881, -13.097565], [14795, -13.158061], [1270, -13.162758], [36836, -13.243942], [11577, -13.271037], [1064, -13.351048], [13255, -13.394403], [58, -13.44611], [18126, -13.520124], [528, -13.539515], [263, -13.731546], [127655, -13.747753], [4484, -13.756786], [120007, -13.770779], [589, -13.785105], [310, -13.786531], [527, -13.818244], [7222, -13.839808], [2722, -13.861526], [14353, -13.895564], [2286, -13.905005], [3363, -13.924397], [379, -13.950838], [279, -13.962806], [7510, -13.990452], [8175, -13.993948], [46, -14.141771], [766, -14.166695], [21499, -14.175414], [10, -14.204933], [20773, -14.219027], [9668, -14.248521], [8150, -14.258849], [4088, -14.261278], [5607, -14.269305], [20787, -14.270023], [24348, -14.278309], [262, -14.332031], [9727, -14.340635], [1503, -14.346954], [2302, -14.350395], [31642, -14.435909], [502, -14.498615], [936, -14.500317], [11317, -14.505851], [124489, -14.586973], [851, -14.609159], [32, -14.632874], [120670, -14.641141], [45375, -14.665857], [14188, -14.707782], [58742, -14.766768], [3660, -14.806809], [1041, -14.819302], [10794, -14.834856], [4895, -14.874771], [830, -14.888761], [73707, -14.892719], [5865, -14.895401], [49987, -14.929046], [669, -14.937972], [2457, -14.957781], [12243, -14.960608], [1052, -14.961985], [14153, -14.966994], [2213, -14.986558], [3402, -14.999552], [127906, -15.001204], [63, -15.006436], [60478, -15.008143], [8263, -15.017633], [79211, -15.041321], [3326, -15.067559], [7499, -15.071026], [6339, -15.071734], [6344, -15.075139], [75248, -15.120611], [11910, -15.121941]], "logprob_of_token": -11.382284, "top1_top2_margin": 10.711408, "top6_top7_margin": 0.313896}, {"gen_index": 26, "token": 262, "top": [[286, -0.007592], [46, -5.714468], [4484, -5.796437], [936, -7.522622], [275, -8.884477], [44, -9.984604], [310, -9.997713], [15853, -10.412168], [622, -10.509851], [314, -10.777287], [5995, -10.984014], [1806, -11.323054], [420, -11.388614], [12359, -11.592196], [735, -11.644284], [1275, -11.721915], [59, -11.725139], [9093, -11.87627], [4101, -11.931368], [318, -11.998119], [2213, -12.058166], [5071, -12.199771], [53535, -12.238868], [7510, -12.262465], [120007, -12.264262], [379, -12.428018], [63, -12.464749], [263, -12.464978], [36209, -12.476985], [3688, -12.491115], [1093, -12.552854], [45375, -12.61769], [763, -12.623879], [58, -12.645106], [22648, -12.647149], [766, -12.648086], [270, -12.651539], [467, -12.768554], [1409, -12.773486], [4703, -12.79217], [3583, -12.865324], [779, -12.916926], [34, -12.934347], [262, -12.94526], [33, -12.980205], [2457, -13.005055], [127655, -13.017054], [4137, -13.128022], [10, -13.185051], [21499, -13.185855], [2403, -13.312976], [3368, -13.335217], [1829, -13.354956], [474, -13.382497], [33341, -13.393357], [36836, -13.454322], [279, -13.499018], [120078, -13.503289], [3093, -13.508827], [32, -13.518666], [3247, -13.521163], [3918, -13.531864], [24973, -13.535296], [1225, -13.581536], [327, -13.588862], [2051, -13.658046], [2549, -13.670478], [120230, -13.746309], [3737, -13.751225], [1739, -13.799058], [14153, -13.800477], [799, -13.853587], [4638, -13.853894], [6785, -13.863893], [502, -13.875424], [1988, -13.904507], [12742, -13.934235], [7557, -13.949253], [26530, -13.957962], [120015, -13.973931], [120410, -14.000308], [127906, -14.034412], [1410, -14.037742], [900, -14.043211], [47, -14.052735], [4375, -14.107499], [923, -14.125753], [120001, -14.152622], [41514, -14.153921], [7331, -14.213807], [120099, -14.235914], [93457, -14.236806], [1744, -14.251618], [14188, -14.273541], [3755, -14.276635], [375, -14.319951], [2376, -14.366118], [777, -14.387081], [6000, -14.394408], [1776, -14.400055]], "logprob_of_token": -12.94526, "top1_top2_margin": 5.706876, "top6_top7_margin": 0.013109}, {"gen_index": 27, "token": 21499, "top": [[262, -0.000332], [1744, -10.250504], [3326, -10.416061], [3142, -10.476535], [2213, -10.586518], [5445, -10.807884], [3737, -10.964205], [33341, -11.055441], [527, -11.540526], [669, -11.656471], [261, -11.93043], [5657, -12.080867], [15853, -12.611569], [735, -12.651155], [120007, -12.686261], [1435, -12.736035], [4484, -12.90521], [453, -12.92443], [1436, -12.998297], [11966, -13.079196], [21499, -13.103275], [900, -13.15242], [1806, -13.160625], [543, -13.432938], [1409, -13.4952], [2302, -13.51762], [1776, -13.525661], [1739, -13.558434], [4315, -13.565963], [565, -13.618238], [31642, -13.633467], [3918, -13.704093], [941, -13.708189], [7176, -13.818616], [1319, -13.833625], [120022, -13.867086], [938, -13.92234], [1862, -13.937051], [622, -13.986523], [1324, -14.00525], [3166, -14.008249], [286, -14.017695], [327, -14.079438], [762, -14.081373], [4205, -14.123055], [3327, -14.153416], [1656, -14.205815], [325, -14.217351], [27169, -14.299761], [2503, -14.355556], [346, -14.367556], [4731, -14.368434], [476, -14.374924], [597, -14.394842], [120410, -14.43155], [14394, -14.437273], [58742, -14.451761], [5190, -14.456274], [36836, -14.478687], [379, -14.525461], [1333, -14.587743], [919, -14.602093], [2403, -14.641985], [3713, -14.654872], [502, -14.666105], [468, -14.715642], [32, -14.716816], [851, -14.748112], [4743, -14.776916], [9162, -14.783995], [763, -14.785393], [1410, -14.806585], [19898, -14.814277], [18717, -14.960815], [936, -14.962659], [4314, -14.963636], [318, -14.965231], [9474, -14.967804], [8358, -14.993191], [1578, -15.010487], [310, -15.036821], [44, -15.052792], [120016, -15.061527], [8545, -15.070007], [2895, -15.075274], [2246, -15.079583], [279, -15.086285], [3550, -15.087855], [946, -15.088772], [115, -15.094633], [1275, -15.117778], [7510, -15.131003], [3892, -15.143993], [39523, -15.151962], [1765, -15.159872], [2307, -15.177582], [6564, -15.180078], [7107, -15.233571], [5071, -15.241325], [51988, -15.2507]], "logprob_of_token": -13.103275, "top1_top2_margin": 10.250172, "top6_top7_margin": 0.156321}, {"gen_index": 28, "token": 735, "top": [[21499, -0.161431], [5995, -3.144601], [11527, -4.772936], [14795, -5.633736], [1460, -6.597935], [16719, -6.80688], [19866, -6.835342], [47805, -7.21894], [17392, -7.625453], [59199, -7.67903], [7852, -7.75895], [84254, -7.869611], [262, -7.967792], [10262, -8.04614], [33341, -8.112196], [4273, -8.167416], [3388, -8.181457], [5848, -8.187233], [11268, -8.22752], [527, -8.253678], [6900, -8.354233], [851, -8.355465], [36836, -8.440089], [34210, -8.449109], [4836, -8.454555], [8794, -8.45827], [6785, -8.460042], [2376, -8.462503], [5657, -8.462875], [9172, -8.532219], [3515, -8.545558], [115, -8.564672], [941, -8.600199], [15708, -8.642804], [9616, -8.654075], [14341, -8.664304], [14852, -8.665351], [6547, -8.681073], [286, -8.685421], [32, -8.687572], [41801, -8.707945], [6700, -8.71654], [8263, -8.728206], [873, -8.741951], [43211, -8.769014], [936, -8.793284], [12006, -8.797935], [4101, -8.842233], [30279, -8.867486], [18686, -8.871324], [735, -8.872411], [4205, -8.963887], [9501, -8.97128], [10461, -8.97575], [9089, -9.0213], [24775, -9.024251], [120007, -9.02506], [14321, -9.030232], [10520, -9.039544], [14805, -9.043835], [11309, -9.05542], [5032, -9.067198], [5274, -9.092039], [19898, -9.101989], [3713, -9.132246], [1305, -9.137036], [8506, -9.141533], [18174, -9.145569], [61599, -9.192534], [14803, -9.192669], [1409, -9.222824], [1427, -9.239773], [3937, -9.246563], [16785, -9.252905], [7193, -9.256972], [4850, -9.269237], [16320, -9.272704], [1625, -9.277338], [14233, -9.286445], [6789, -9.302695], [14950, -9.312095], [766, -9.31785], [14244, -9.351583], [622, -9.357487], [5660, -9.36086], [41436, -9.378044], [52634, -9.381986], [2377, -9.383421], [8275, -9.386442], [52331, -9.39026], [30971, -9.395218], [63, -9.409514], [14197, -9.418225], [26925, -9.423607], [124524, -9.442706], [7304, -9.450048], [46, -9.458162], [4758, -9.474906], [33611, -9.486169], [45089, -9.490994]], "logprob_of_token": -8.872411, "top1_top2_margin": 2.98317, "top6_top7_margin": 0.028462}, {"gen_index": 29, "token": 5657, "top": [[735, -0.000173], [330, -11.274178], [5657, -11.325265], [824, -11.801607], [120007, -11.896514], [568, -11.958755], [18717, -12.08986], [1656, -12.261598], [476, -12.33791], [919, -12.448577], [439, -12.530341], [2459, -12.575373], [1309, -12.642815], [46, -13.022457], [18126, -13.052214], [1270, -13.082121], [622, -13.237507], [44, -13.289177], [8150, -13.489351], [63, -13.562681], [14896, -13.599108], [11577, -13.819056], [263, -13.840144], [286, -13.925182], [10794, -13.971255], [378, -14.009668], [73707, -14.043222], [58, -14.081894], [589, -14.101796], [7222, -14.123255], [127906, -14.191148], [21499, -14.214801], [20773, -14.251752], [13255, -14.300685], [115, -14.337698], [44102, -14.365219], [17714, -14.374102], [1064, -14.406422], [10, -14.407627], [120022, -14.416302], [528, -14.458139], [279, -14.486596], [32, -14.508068], [7017, -14.511034], [7510, -14.517679], [120410, -14.524203], [2286, -14.544166], [745, -14.546094], [49987, -14.58378], [18296, -14.585141], [1409, -14.585676], [310, -14.594172], [120670, -14.620046], [936, -14.66234], [7499, -14.666057], [766, -14.724558], [13248, -14.774594], [120000, -14.825272], [527, -14.838761], [617, -14.839295], [576, -14.841743], [11317, -14.854171], [502, -14.886253], [59, -14.924753], [120016, -14.953526], [4769, -14.964959], [20498, -14.972818], [34, -15.026774], [275, -15.03765], [4688, -15.0461], [1829, -15.10559], [14188, -15.123792], [37159, -15.14716], [379, -15.174538], [127655, -15.185168], [60478, -15.196148], [24348, -15.216785], [6172, -15.260079], [318, -15.288505], [4731, -15.323485], [405, -15.325943], [8157, -15.328023], [11910, -15.361813], [31445, -15.394416], [2492, -15.41197], [120625, -15.435493], [1275, -15.487127], [262, -15.497807], [5445, -15.50185], [4895, -15.512287], [20787, -15.520149], [1765, -15.524451], [2376, -15.528009], [25288, -15.529468], [1637, -15.568764], [941, -15.58042], [938, -15.592715], [49, -15.602564], [46952, -15.655052], [3311, -15.664387]], "logprob_of_token": -11.325265, "top1_top2_margin": 11.274004, "top6_top7_margin": 0.131104}, {"gen_index": 31, "token": 543, "top": [[46, -0.001788], [275, -6.662164], [314, -7.949977], [286, -9.777364], [36209, -11.579667], [44, -11.782876], [63, -12.227355], [33, -12.471418], [4137, -12.568925], [10, -12.662465], [120007, -12.712359], [120230, -12.810319], [120099, -13.197602], [263, -13.234548], [120000, -13.405762], [543, -13.430453], [58, -13.484319], [59, -13.498656], [120001, -13.657731], [936, -13.667012], [120241, -13.83148], [766, -13.861428], [13594, -13.938046], [120078, -13.973308], [120399, -14.046866], [120016, -14.100991], [3545, -14.153104], [325, -14.169223], [44455, -14.171335], [49, -14.222725], [7510, -14.231425], [262, -14.331332], [1829, -14.359507], [93457, -14.392824], [120118, -14.481668], [310, -14.495028], [120002, -14.521994], [622, -14.56957], [5071, -14.623041], [120140, -14.759817], [420, -14.858506], [120050, -14.907453], [735, -14.935651], [1275, -14.945662], [127906, -14.963662], [327, -14.969914], [48, -15.001975], [32, -15.006348], [2213, -15.026246], [50, -15.087935], [120003, -15.130947], [745, -15.131133], [120020, -15.133807], [51, -15.150299], [120015, -15.169835], [120618, -15.172265], [26951, -15.201838], [379, -15.210129], [120068, -15.213779], [15853, -15.22409], [14188, -15.228167], [120021, -15.330884], [120100, -15.367555], [120064, -15.435543], [1093, -15.483558], [120347, -15.503757], [9289, -15.527464], [52, -15.547643], [121066, -15.63732], [123440, -15.641953], [279, -15.658511], [120031, -15.659191], [3711, -15.683629], [120063, -15.696572], [120360, -15.703006], [120277, -15.73327], [12611, -15.739552], [121617, -15.76333], [53, -15.771123], [779, -15.775773], [120048, -15.785165], [474, -15.791422], [467, -15.853632], [120208, -15.875531], [270, -15.927598], [120463, -15.969141], [318, -15.991498], [110358, -16.056229], [1776, -16.059881], [57, -16.151527], [121238, -16.158131], [120080, -16.165159], [120110, -16.227989], [763, -16.24295], [120059, -16.251234], [120214, -16.259441], [34, -16.25976], [11861, -16.262339], [1988, -16.26527], [47, -16.267679]], "logprob_of_token": -13.430453, "top1_top2_margin": 6.660375, "top6_top7_margin": 0.444479}]}, {"prompt": "Ein gutes Buch liest man am besten", "input_ids": [1113, 29597, 4363, 51092, 836, 10304, 9798], "generated_ids": [30135, 420, 30134, 46, 1496, 29597, 4363, 2459, 888, 922, 20263, 11794, 58, 5084, 46696, 7640, 13111, 14225, 1687, 45455, 2042, 46, 1496, 29597, 4363, 2459, 888, 922, 20263, 11794, 58, 5084], "rows": [{"gen_index": 0, "token": 30135, "top": [[9798, -0.081773], [69462, -3.446329], [5710, -3.518733], [9933, -5.017556], [12909, -6.68941], [31987, -6.723385], [8429, -7.092453], [16994, -7.257419], [24516, -7.924639], [30135, -7.969963], [86709, -8.060691], [83390, -8.142971], [5906, -8.619289], [17799, -8.700219], [9078, -8.949422], [6933, -8.996089], [73832, -9.140843], [52344, -9.288564], [120007, -9.517074], [7524, -9.541118], [6592, -9.541501], [15295, -9.563192], [4363, -9.736323], [17353, -9.806857], [32, -9.88063], [16317, -9.884479], [105203, -9.897923], [90434, -9.92425], [19903, -9.946803], [95070, -10.018933], [20387, -10.055718], [19287, -10.094901], [35019, -10.1445], [33107, -10.175032], [30134, -10.286769], [11228, -10.296842], [71827, -10.298965], [19226, -10.36045], [87091, -10.377892], [105110, -10.433388], [11789, -10.469707], [15367, -10.530787], [16347, -10.542209], [63988, -10.542905], [10302, -10.596885], [32950, -10.599678], [16438, -10.6169], [14240, -10.660197], [49790, -10.684142], [3241, -10.689605], [845, -10.69702], [26562, -10.702468], [90280, -10.728612], [70914, -10.731218], [14445, -10.731763], [118912, -10.732391], [19683, -10.779561], [36092, -10.782684], [7389, -10.802153], [23419, -10.813365], [23313, -10.847034], [103022, -10.848823], [15855, -10.877734], [66162, -10.895254], [41537, -10.916437], [120022, -10.982615], [56604, -11.016283], [1618, -11.036174], [13539, -11.052307], [50076, -11.109187], [14627, -11.123529], [84308, -11.132026], [90351, -11.154803], [44531, -11.156751], [5274, -11.16015], [20216, -11.200414], [76313, -11.204759], [18476, -11.25067], [26731, -11.310337], [7435, -11.326119], [23973, -11.332796], [18668, -11.333076], [10331, -11.362432], [23052, -11.437834], [8066, -11.440625], [40619, -11.465203], [28912, -11.472387], [39028, -11.485694], [12553, -11.491687], [16377, -11.507386], [16925, -11.537031], [10580, -11.551398], [54485, -11.564348], [76855, -11.603132], [31985, -11.609443], [17632, -11.611447], [31686, -11.630527], [11178, -11.635528], [23053, -11.648973], [21489, -11.650325]], "logprob_of_token": -7.969963, "top1_top2_margin": 3.364556, "top6_top7_margin": 0.369068}, {"gen_index": 1, "token": 420, "top": [[30135, -1.095977], [622, -1.274363], [913, -2.290061], [44, -2.804624], [120007, -3.293723], [2150, -3.92182], [8066, -4.407973], [46, -4.482898], [939, -4.498896], [1233, -4.504972], [4299, -4.525717], [1409, -4.677046], [24439, -5.000513], [52970, -5.048901], [2625, -5.077458], [45623, -5.732415], [6216, -5.785768], [861, -5.802293], [7314, -6.016885], [2361, -6.067248], [275, -6.078217], [493, -6.110979], [39721, -6.11132], [1687, -6.193512], [63, -6.202098], [31985, -6.249182], [65702, -6.250835], [120016, -6.258525], [120022, -6.336586], [513, -6.541144], [30623, -6.600361], [10304, -6.639008], [5590, -6.702229], [5680, -6.762909], [745, -6.774389], [20758, -6.854609], [8077, -6.903383], [45594, -6.932104], [4610, -6.942875], [58, -6.997452], [14581, -7.070366], [2944, -7.137825], [29126, -7.13845], [120021, -7.178442], [15303, -7.203821], [1829, -7.234784], [55190, -7.259652], [3234, -7.266423], [32, -7.303702], [888, -7.309735], [314, -7.312848], [2424, -7.419675], [10666, -7.422512], [38033, -7.453313], [86066, -7.526815], [59, -7.580769], [2225, -7.6297], [3643, -7.647224], [1717, -7.7076], [28155, -7.71522], [15356, -7.72757], [11861, -7.766462], [9506, -7.783934], [26562, -7.803351], [5291, -7.813847], [30134, -7.828741], [2102, -7.852345], [14460, -7.865558], [5274, -7.878443], [10895, -7.890263], [14351, -7.979634], [1489, -8.022499], [420, -8.063095], [54183, -8.180265], [41537, -8.208409], [5632, -8.212258], [1803, -8.264033], [4336, -8.281566], [48802, -8.315744], [10, -8.322993], [11178, -8.375121], [14265, -8.411204], [9881, -8.499557], [1953, -8.510067], [3154, -8.514455], [104824, -8.519185], [30512, -8.533842], [614, -8.566948], [14218, -8.594951], [263, -8.651512], [4561, -8.667869], [1573, -8.681085], [922, -8.686469], [1521, -8.757503], [4703, -8.758882], [74166, -8.786904], [14188, -8.810697], [120103, -8.81321], [15205, -8.813236], [46738, -8.876863]], "logprob_of_token": -8.063095, "top1_top2_margin": 0.178386, "top6_top7_margin": 0.486154}, {"gen_index": 2, "token": 30134, "top": [[420, -0.962737], [46, -1.247078], [44, -1.92484], [275, -2.806192], [1829, -3.182425], [314, -3.457553], [58, -4.233252], [120007, -4.707757], [14188, -5.119944], [59, -5.713776], [10, -6.261904], [263, -6.461124], [120016, -6.693883], [913, -6.717936], [63, -6.987771], [14153, -7.037428], [861, -7.547585], [120022, -7.550669], [766, -7.566208], [120021, -7.599588], [120000, -7.798491], [20758, -7.810828], [745, -7.859394], [21667, -7.958926], [656, -8.201205], [988, -8.39982], [21689, -8.611911], [1117, -8.6374], [121304, -8.65424], [70765, -8.83712], [11861, -8.841568], [1687, -9.021617], [1062, -9.032655], [2361, -9.044473], [622, -9.088885], [51092, -9.104468], [33, -9.192324], [493, -9.205699], [30135, -9.298703], [1043, -9.394218], [27532, -9.423079], [2102, -9.429207], [120103, -9.48034], [14576, -9.50854], [120008, -9.518607], [3504, -9.548125], [120001, -9.616343], [7865, -9.636804], [32, -9.644347], [120214, -9.71872], [2150, -9.719224], [36209, -9.751494], [121638, -9.756188], [120410, -9.760619], [1521, -9.763063], [69555, -9.76647], [14179, -9.858643], [120359, -9.882184], [120468, -9.957381], [120002, -10.021763], [405, -10.05022], [45, -10.056709], [120087, -10.07655], [1953, -10.201591], [15943, -10.217083], [2625, -10.230882], [4137, -10.234394], [120028, -10.247343], [576, -10.256538], [2362, -10.292278], [614, -10.344115], [513, -10.36044], [12698, -10.374075], [114168, -10.41831], [120003, -10.48744], [34, -10.499825], [120118, -10.517191], [460, -10.537616], [3643, -10.557865], [64337, -10.558483], [10304, -10.578429], [122158, -10.652462], [922, -10.670662], [120004, -10.720384], [26071, -10.740788], [2519, -10.780941], [286, -10.802365], [284, -10.822195], [7314, -10.908513], [4299, -10.911361], [120098, -10.919667], [5274, -10.938386], [2156, -10.938663], [8066, -10.96992], [346, -11.000545], [120006, -11.010551], [30134, -11.023417], [47, -11.036601], [121119, -11.03992], [1489, -11.099401]], "logprob_of_token": -11.023417, "top1_top2_margin": 0.284341, "top6_top7_margin": 0.775699}, {"gen_index": 6, "token": 4363, "top": [[29597, -1.003155], [4363, -1.859575], [6290, -1.95083], [20263, -2.231907], [126713, -3.438337], [125733, -4.247484], [76183, -4.52026], [11556, -4.837044], [64544, -4.844225], [29566, -4.963085], [69939, -5.010189], [71506, -5.117755], [37669, -5.383876], [4835, -5.49349], [112499, -5.691274], [48692, -5.861094], [66604, -5.916255], [8747, -6.096979], [9115, -6.121302], [104683, -6.140302], [65813, -6.220593], [69735, -6.278316], [94773, -6.439561], [115531, -6.499222], [9024, -6.522823], [61082, -6.620897], [39940, -6.648187], [37857, -6.664644], [69191, -6.718293], [76298, -6.718989], [46885, -6.739883], [13819, -6.755569], [35119, -6.759105], [90098, -6.762591], [73771, -6.792257], [69370, -6.793601], [79104, -6.826068], [28882, -6.826214], [5162, -6.874111], [5222, -6.897767], [51321, -6.918651], [56937, -6.938007], [32, -6.960243], [15298, -7.002226], [96154, -7.013963], [52088, -7.074734], [48802, -7.142735], [27693, -7.182985], [35126, -7.204577], [23174, -7.214475], [107837, -7.257336], [10824, -7.258661], [24665, -7.259681], [17632, -7.261616], [37091, -7.278415], [55507, -7.296672], [5052, -7.325676], [39040, -7.326445], [29553, -7.351401], [44197, -7.410518], [9710, -7.411767], [13663, -7.468954], [81335, -7.519211], [29065, -7.536311], [8066, -7.55358], [9683, -7.564167], [26258, -7.626759], [6776, -7.635656], [22745, -7.659539], [32655, -7.699799], [16952, -7.704478], [70710, -7.710032], [18118, -7.714606], [122907, -7.71901], [35146, -7.721009], [70223, -7.72302], [2150, -7.730566], [66539, -7.745065], [99697, -7.778178], [56155, -7.785148], [7668, -7.789792], [38275, -7.804867], [32768, -7.805635], [2114, -7.830246], [23306, -7.833156], [68924, -7.836571], [18799, -7.861916], [40670, -7.890602], [90112, -7.909009], [20478, -7.913088], [73232, -7.919178], [19228, -7.937355], [861, -7.938525], [36509, -7.967567], [37670, -7.991481], [96507, -8.032086], [4858, -8.035556], [1409, -8.035941], [49992, -8.036847], [3891, -8.101069]], "logprob_of_token": -1.859575, "top1_top2_margin": 0.85642, "top6_top7_margin": 0.272777}, {"gen_index": 9, "token": 922, "top": [[888, -0.381317], [922, -1.925264], [939, -3.494348], [699, -3.623163], [41769, -3.827056], [18830, -4.520531], [6843, -4.747281], [7314, -4.965014], [614, -5.250383], [14581, -5.261433], [21034, -5.681751], [9277, -5.69166], [1195, -5.826718], [5222, -5.978801], [1409, -6.091503], [1006, -6.142214], [3504, -6.241872], [3514, -6.255967], [5276, -6.33311], [14154, -6.428274], [518, -6.614161], [346, -6.64727], [10304, -6.75604], [6606, -6.948063], [75642, -6.999283], [44, -7.016587], [3234, -7.067177], [14357, -7.175082], [622, -7.289648], [37206, -7.364714], [8032, -7.428127], [1627, -7.497541], [17090, -7.527143], [948, -7.578169], [61212, -7.585539], [14240, -7.615104], [1410, -7.642193], [28724, -7.713514], [836, -7.761442], [17117, -7.785048], [18324, -7.79677], [39685, -7.866988], [5680, -7.942415], [14543, -7.966054], [14649, -7.99361], [14573, -8.092916], [14542, -8.128722], [1151, -8.135589], [26562, -8.202007], [1803, -8.21316], [14276, -8.299313], [2361, -8.376549], [861, -8.459255], [46203, -8.46713], [7799, -8.609875], [36821, -8.644732], [34402, -8.664827], [4245, -8.745512], [30560, -8.751253], [7226, -8.758679], [18967, -8.792314], [6105, -8.812414], [8747, -8.89355], [13560, -8.902718], [12579, -8.908656], [2625, -8.921312], [18198, -8.97011], [33990, -8.98805], [17424, -9.023256], [23474, -9.026087], [47581, -9.042898], [2120, -9.100317], [14225, -9.185544], [5152, -9.211409], [3502, -9.248068], [8077, -9.263435], [15845, -9.314996], [1853, -9.344068], [58343, -9.351704], [14994, -9.356717], [14625, -9.357643], [30135, -9.367378], [13638, -9.368075], [36624, -9.394409], [51380, -9.397545], [1097, -9.437202], [3916, -9.477219], [14566, -9.501823], [29331, -9.528187], [20812, -9.53214], [31985, -9.540401], [6587, -9.54904], [9881, -9.554495], [6089, -9.57963], [37857, -9.585746], [20458, -9.66928], [4703, -9.67953], [65702, -9.696516], [120007, -9.701499], [15900, -9.72886]], "logprob_of_token": -1.925264, "top1_top2_margin": 1.543946, "top6_top7_margin": 0.22675}, {"gen_index": 10, "token": 20263, "top": [[922, -0.029767], [699, -3.583387], [14286, -8.140334], [29597, -8.572018], [346, -8.689567], [518, -8.75328], [3717, -8.768528], [20263, -9.727784], [948, -9.937635], [120007, -10.435138], [1241, -10.48592], [12567, -11.160611], [3090, -11.163033], [5222, -11.178633], [11536, -11.182128], [25406, -11.414458], [888, -11.452197], [11794, -11.626412], [32139, -11.640414], [8032, -11.660736], [22676, -11.84195], [16925, -11.854927], [6843, -11.965053], [9067, -12.246316], [13902, -12.348298], [31511, -12.354247], [23419, -12.411916], [18582, -12.538609], [16838, -12.561433], [120016, -12.716726], [1195, -12.721418], [52114, -12.732425], [120022, -12.771779], [2042, -12.816875], [7629, -12.835875], [622, -12.840697], [4771, -12.841296], [11090, -12.897716], [12905, -12.928029], [26421, -13.03405], [22580, -13.044446], [120410, -13.059275], [1151, -13.09036], [8608, -13.123496], [22188, -13.123797], [13732, -13.144933], [40203, -13.157226], [29481, -13.235478], [20421, -13.299833], [21262, -13.316266], [3579, -13.330071], [7072, -13.338128], [4657, -13.394596], [32816, -13.397824], [43773, -13.399363], [4269, -13.407557], [11637, -13.437005], [1097, -13.447757], [15955, -13.458704], [1496, -13.474055], [65702, -13.494254], [4938, -13.553746], [4254, -13.570165], [41769, -13.583627], [10492, -13.599068], [2260, -13.623279], [11226, -13.635888], [14783, -13.65227], [61335, -13.656844], [6896, -13.663171], [27430, -13.676242], [33415, -13.71861], [745, -13.76747], [2625, -13.848481], [7462, -13.849159], [17647, -13.888915], [614, -13.945992], [75716, -13.949145], [836, -13.982105], [9726, -13.985124], [16479, -13.985188], [31991, -13.998877], [84260, -14.008458], [10447, -14.010449], [1044, -14.021307], [3514, -14.084533], [2796, -14.09534], [13635, -14.125492], [62499, -14.128919], [16377, -14.135137], [14462, -14.141804], [1953, -14.149407], [1233, -14.14991], [26805, -14.154052], [7799, -14.15742], [9277, -14.162564], [15343, -14.171361], [18908, -14.177507], [16220, -14.208036], [3916, -14.211696]], "logprob_of_token": -9.727784, "top1_top2_margin": 3.553619, "top6_top7_margin": 0.015248}, {"gen_index": 11, "token": 11794, "top": [[20263, -0.401089], [9067, -2.464873], [29597, -2.556331], [8846, -3.366534], [6896, -3.818623], [65685, -4.151031], [11869, -4.350523], [23419, -4.578087], [26421, -5.034663], [33415, -5.122456], [30758, -5.492136], [94846, -5.950931], [49992, -5.962269], [21832, -5.990944], [11090, -6.050263], [15209, -6.118112], [63714, -6.388236], [24736, -6.418622], [56937, -6.606737], [52088, -6.616362], [87755, -6.723071], [2944, -6.808259], [5222, -6.955326], [3364, -6.964981], [9273, -7.02555], [48802, -7.172678], [92748, -7.198825], [118960, -7.238575], [11794, -7.3566], [64544, -7.490603], [14286, -7.624446], [25948, -7.674336], [13844, -7.694614], [17899, -7.812967], [22676, -7.863671], [115531, -7.879945], [15550, -7.893044], [23052, -7.89964], [47099, -8.016408], [12184, -8.180265], [110792, -8.192472], [17512, -8.196272], [21496, -8.229117], [29824, -8.268132], [93872, -8.309026], [91469, -8.405702], [33225, -8.439262], [38275, -8.461267], [11208, -8.48847], [3717, -8.505651], [38605, -8.56156], [24653, -8.606769], [112499, -8.615411], [14462, -8.617083], [41400, -8.619579], [105126, -8.629592], [108281, -8.646397], [63656, -8.656755], [19903, -8.748654], [91660, -8.754964], [116336, -8.759203], [50240, -8.769053], [1618, -8.79081], [25406, -8.817908], [22745, -8.820524], [37670, -8.834371], [71154, -8.838597], [16486, -8.867933], [36286, -8.916132], [15388, -8.92475], [4835, -8.930327], [37669, -8.952745], [87612, -8.977345], [43773, -8.992618], [63547, -9.030184], [48079, -9.047049], [35774, -9.069813], [69370, -9.072288], [84419, -9.082523], [22188, -9.08585], [26805, -9.106219], [17471, -9.117957], [5052, -9.136263], [11041, -9.142405], [47704, -9.190782], [56336, -9.191287], [15482, -9.2349], [75382, -9.242383], [14847, -9.244827], [10975, -9.251249], [26562, -9.25169], [29331, -9.255779], [7879, -9.268621], [31212, -9.285069], [68307, -9.299664], [4846, -9.347058], [69724, -9.37373], [61082, -9.389463], [50665, -9.392276], [96463, -9.401981]], "logprob_of_token": -7.3566, "top1_top2_margin": 2.063784, "top6_top7_margin": 0.199492}, {"gen_index": 16, "token": 13111, "top": [[7640, -0.773958], [845, -1.186258], [2796, -1.752149], [2260, -2.996244], [14225, -5.189879], [913, -6.744457], [2120, -8.134019], [1241, -8.278204], [1687, -8.467825], [46110, -8.614205], [4336, -8.855491], [922, -8.905143], [30135, -8.942358], [1178, -9.324749], [13111, -9.59484], [4550, -9.69687], [43918, -9.827217], [622, -9.874967], [1233, -9.910886], [699, -9.931006], [518, -10.040015], [3327, -10.097082], [8032, -10.13146], [10304, -10.229668], [2625, -10.269954], [7314, -10.291275], [41769, -10.305095], [1489, -10.490314], [46696, -10.49748], [8066, -10.562922], [40052, -10.673248], [2228, -10.7273], [31438, -10.887248], [43530, -10.905262], [21034, -10.90897], [18571, -10.996814], [346, -11.013728], [420, -11.017291], [4657, -11.048835], [836, -11.056735], [1195, -11.090394], [9506, -11.12688], [7073, -11.168797], [14612, -11.208288], [1006, -11.299489], [47354, -11.327794], [4391, -11.399071], [7108, -11.47997], [41390, -11.498984], [62264, -11.513291], [2042, -11.523108], [7799, -11.582159], [59299, -11.592341], [5680, -11.64832], [861, -11.671189], [2764, -11.683698], [28625, -11.733655], [22579, -11.751386], [45304, -11.758269], [3408, -11.779487], [38605, -11.789476], [3154, -11.794124], [939, -11.82183], [42099, -11.849147], [14573, -11.853979], [766, -11.877362], [6003, -11.939347], [1573, -11.953382], [6606, -11.957664], [2424, -12.001058], [2361, -12.025479], [75138, -12.046008], [13635, -12.066066], [2445, -12.093289], [12238, -12.100026], [8850, -12.106235], [47984, -12.124055], [52389, -12.150075], [1521, -12.162395], [11178, -12.183614], [4733, -12.192668], [39010, -12.227822], [9115, -12.242842], [11698, -12.249049], [5632, -12.274122], [9746, -12.295472], [9006, -12.320451], [34473, -12.417109], [3916, -12.447227], [14168, -12.457091], [614, -12.460149], [10917, -12.487403], [493, -12.493474], [2270, -12.500686], [2767, -12.511964], [888, -12.530122], [10003, -12.572233], [44, -12.573823], [32, -12.606207], [41129, -12.615698]], "logprob_of_token": -9.59484, "top1_top2_margin": 0.4123, "top6_top7_margin": 1.389562}, {"gen_index": 18, "token": 1687, "top": [[14225, -0.162617], [44, -2.967338], [10304, -3.593747], [913, -4.781754], [2120, -4.895789], [622, -4.930826], [4336, -4.945183], [75138, -5.096225], [30135, -5.098756], [1687, -5.338537], [420, -5.533622], [2625, -5.572346], [10003, -5.602428], [43530, -5.958136], [7314, -6.006598], [1489, -6.790282], [45304, -7.320917], [1195, -7.428388], [3408, -7.669514], [8066, -7.675573], [1233, -7.913021], [861, -8.021398], [8747, -8.023287], [939, -8.111345], [46696, -8.54245], [41769, -8.686464], [18262, -8.972136], [14573, -9.175884], [8429, -9.327925], [5680, -9.394903], [7799, -9.55265], [21034, -9.677332], [14612, -9.710723], [1521, -9.725961], [20812, -9.762212], [46, -9.805061], [35723, -9.893479], [2225, -10.000814], [2361, -10.020465], [1597, -10.187845], [766, -10.19051], [11178, -10.220654], [1409, -10.324265], [493, -10.404999], [9115, -10.455576], [26345, -10.476897], [7470, -10.583534], [25901, -10.583956], [1573, -10.601216], [39010, -10.886617], [845, -10.894973], [1829, -11.023253], [1006, -11.097113], [5906, -11.133606], [346, -11.193149], [103601, -11.281782], [15298, -11.316899], [40158, -11.356718], [81502, -11.386108], [5224, -11.416018], [14543, -11.425423], [2424, -11.430571], [10913, -11.498274], [9798, -11.508875], [74045, -11.515554], [14282, -11.575115], [2042, -11.57791], [3916, -11.582479], [6003, -11.597919], [1788, -11.598858], [31248, -11.619392], [19375, -11.629197], [614, -11.643423], [61212, -11.648561], [7226, -11.649561], [5222, -11.700694], [101482, -11.701358], [120007, -11.704065], [14794, -11.721189], [1803, -11.750507], [5276, -11.754004], [948, -11.775209], [14581, -11.777392], [48802, -11.812862], [2150, -11.833933], [513, -11.837488], [2502, -11.857338], [31677, -11.88328], [275, -11.901022], [1117, -11.923617], [28049, -11.926216], [59, -11.927382], [12549, -11.93597], [47803, -11.950638], [22863, -11.981972], [24903, -11.991364], [8715, -12.046532], [19474, -12.063497], [6452, -12.092873], [40052, -12.139238]], "logprob_of_token": -5.338537, "top1_top2_margin": 2.804721, "top6_top7_margin": 0.014357}, {"gen_index": 20, "token": 2042, "top": [[45455, -0.659997], [420, -0.797217], [1151, -4.548782], [922, -5.066894], [18230, -5.303678], [948, -6.257881], [8032, -6.479885], [87890, -6.809682], [32816, -7.10022], [16925, -7.586485], [2042, -7.648482], [61212, -7.690225], [101081, -7.711104], [4118, -8.032248], [59825, -8.244035], [20016, -8.435534], [15128, -8.667115], [9914, -8.794647], [57318, -9.021534], [118196, -9.103385], [19820, -9.218504], [71797, -9.301412], [9702, -9.400955], [109147, -9.50629], [41296, -9.698466], [45044, -9.810431], [19987, -9.923373], [32, -9.93039], [826, -10.069448], [6838, -10.098034], [20263, -10.177068], [12559, -10.210312], [20990, -10.328297], [12465, -10.371725], [49992, -10.426713], [112022, -10.458076], [14576, -10.463377], [4490, -10.49922], [11128, -10.535933], [48802, -10.582122], [61810, -10.637181], [20311, -10.679992], [84124, -10.818511], [1006, -10.833453], [398, -10.873555], [1097, -10.894204], [938, -10.95469], [35146, -11.013206], [7365, -11.088309], [3916, -11.095719], [18118, -11.111466], [285, -11.111558], [17799, -11.192854], [26562, -11.209317], [1178, -11.341968], [699, -11.435855], [21034, -11.436613], [3750, -11.478084], [70322, -11.520032], [6709, -11.543689], [68701, -11.618544], [11775, -11.62435], [112499, -11.662126], [51676, -11.685482], [55161, -11.691956], [74584, -11.695938], [123979, -11.709471], [29707, -11.711917], [7865, -11.717223], [41160, -11.719459], [11178, -11.739496], [63061, -11.841969], [37796, -11.862771], [56787, -11.870059], [16312, -11.890168], [49127, -11.898959], [353, -11.902442], [16486, -11.904284], [4733, -11.967404], [61882, -11.986566], [286, -11.995252], [44736, -12.044892], [840, -12.054038], [6586, -12.067111], [10881, -12.084779], [57606, -12.090055], [25576, -12.100703], [29968, -12.127542], [62164, -12.130388], [19040, -12.130845], [23053, -12.139449], [41537, -12.142246], [125574, -12.150988], [15298, -12.153866], [40074, -12.174643], [84027, -12.218579], [18262, -12.245086], [4290, -12.370515], [64130, -12.387639], [6986, -12.413299]], "logprob_of_token": -7.648482, "top1_top2_margin": 0.13722, "top6_top7_margin": 0.222004}, {"gen_index": 24, "token": 4363, "top": [[29597, -0.208825], [20263, -2.428285], [4363, -2.728029], [125733, -4.801091], [6290, -5.254883], [13819, -6.758399], [64544, -7.009707], [11556, -7.345553], [5222, -7.365604], [51321, -7.657734], [29566, -7.723682], [48692, -7.766337], [71506, -7.867004], [66604, -7.947249], [56937, -7.94884], [4835, -7.953991], [5162, -8.037929], [115531, -8.05379], [16242, -8.158712], [37669, -8.168109], [9115, -8.256407], [37091, -8.353375], [20478, -8.556908], [39940, -8.60971], [69735, -8.612975], [126713, -8.639235], [65813, -8.814506], [66539, -8.832043], [111168, -8.845231], [15298, -8.855998], [9683, -8.939013], [9024, -8.953852], [122907, -8.959869], [16952, -8.961068], [71154, -8.969481], [8747, -8.971556], [32768, -9.017674], [22745, -9.084902], [27693, -9.094728], [9067, -9.094733], [81335, -9.110406], [13844, -9.154658], [61082, -9.167871], [18118, -9.194441], [94773, -9.198947], [14286, -9.212008], [69939, -9.220098], [27923, -9.226995], [46885, -9.228404], [23306, -9.230134], [73771, -9.246588], [5213, -9.255649], [112499, -9.256405], [32, -9.28135], [70223, -9.297526], [44197, -9.358371], [31155, -9.453002], [107837, -9.508665], [18799, -9.557272], [70765, -9.643629], [35146, -9.709653], [79104, -9.730679], [80935, -9.764382], [115560, -9.811381], [24665, -9.820474], [40670, -9.847877], [2302, -9.853373], [2150, -9.874425], [11794, -9.881167], [36750, -9.886826], [13663, -9.892041], [42701, -9.903228], [96220, -9.904092], [76298, -9.959342], [47046, -9.981645], [9515, -10.014634], [69191, -10.0151], [61335, -10.015371], [124248, -10.015552], [6776, -10.036211], [104683, -10.042331], [56155, -10.048408], [58890, -10.061142], [35757, -10.078616], [35126, -10.084833], [59446, -10.091786], [5052, -10.092961], [35119, -10.099907], [119607, -10.103902], [87755, -10.108921], [10824, -10.126735], [26412, -10.137736], [91718, -10.144994], [1604, -10.148394], [22188, -10.178351], [100103, -10.179217], [52088, -10.183555], [4858, -10.20853], [21832, -10.212624], [17632, -10.22515]], "logprob_of_token": -2.728029, "top1_top2_margin": 2.21946, "top6_top7_margin": 0.251308}, {"gen_index": 27, "token": 922, "top": [[888, -0.335629], [1195, -1.502206], [922, -3.813314], [17090, -5.067742], [699, -5.249539], [1410, -5.443803], [939, -5.481812], [14581, -5.923679], [7314, -6.148438], [21034, -6.191732], [18324, -6.480092], [3504, -6.899707], [41769, -7.271003], [6843, -7.364983], [18830, -7.565119], [518, -7.729427], [346, -7.798421], [5222, -7.823941], [28724, -8.189003], [3234, -8.243899], [614, -8.373855], [3514, -8.599005], [61212, -8.700886], [948, -9.130066], [39685, -9.135577], [2361, -9.164165], [14994, -9.169636], [14542, -9.173732], [1409, -9.173732], [18967, -9.328268], [19191, -9.339069], [17117, -9.365457], [8032, -9.367941], [51380, -9.387942], [2120, -9.396077], [37206, -9.466689], [34162, -9.486549], [7450, -9.498757], [4835, -9.539186], [861, -9.541496], [622, -9.558196], [14276, -9.564687], [24026, -9.609189], [14573, -9.634576], [14649, -9.689275], [36821, -9.742694], [1627, -9.790102], [36624, -9.865756], [17424, -9.874009], [7799, -9.874094], [9115, -9.897478], [120007, -9.929085], [33990, -9.944127], [9277, -10.04322], [38868, -10.075654], [27899, -10.103267], [76616, -10.159822], [63635, -10.160698], [20812, -10.211484], [44, -10.222404], [1853, -10.229228], [61082, -10.229931], [7226, -10.231303], [913, -10.26532], [58343, -10.267537], [8747, -10.273014], [29331, -10.273125], [14357, -10.285061], [1006, -10.31216], [93825, -10.314251], [14154, -10.331051], [14864, -10.350059], [5152, -10.353518], [34402, -10.357459], [4299, -10.369969], [38905, -10.396064], [1803, -10.408055], [70574, -10.419663], [16488, -10.483323], [10304, -10.527442], [4938, -10.561208], [19474, -10.565421], [14566, -10.569593], [23474, -10.588332], [493, -10.603154], [12220, -10.617921], [65702, -10.62931], [14543, -10.637221], [6606, -10.64294], [55992, -10.644617], [11698, -10.674788], [4657, -10.677262], [26848, -10.694212], [420, -10.711858], [3916, -10.712811], [51638, -10.720255], [11178, -10.731019], [1489, -10.811208], [10909, -10.816759], [12420, -10.819704]], "logprob_of_token": -3.813314, "top1_top2_margin": 1.166576, "top6_top7_margin": 0.038009}, {"gen_index": 28, "token": 20263, "top": [[922, -0.07861], [699, -2.617978], [14286, -7.082593], [3717, -7.341501], [29597, -7.95048], [346, -8.645336], [20263, -8.868498], [518, -9.374082], [948, -10.329077], [1241, -10.795142], [5222, -11.086827], [7629, -11.203286], [22676, -11.330684], [7072, -11.45964], [120007, -11.573537], [25406, -11.592789], [8032, -11.735804], [3090, -11.956546], [11536, -11.988458], [29481, -12.077376], [1195, -12.109078], [84260, -12.259465], [4771, -12.280951], [6843, -12.347226], [4657, -12.443138], [11794, -12.46271], [29307, -12.65324], [22188, -12.664401], [16925, -12.684729], [20421, -12.768086], [32816, -12.792699], [18582, -12.894566], [26761, -12.914136], [8608, -12.953111], [27430, -13.026135], [12567, -13.108068], [1618, -13.207448], [32139, -13.302084], [20075, -13.387254], [2042, -13.43784], [52088, -13.472354], [13732, -13.475715], [4938, -13.490066], [1044, -13.502382], [23127, -13.519534], [3579, -13.537015], [45396, -13.574503], [120022, -13.614762], [11691, -13.616158], [27497, -13.627684], [4269, -13.628392], [9726, -13.641922], [21262, -13.650142], [6674, -13.668374], [3514, -13.674443], [11226, -13.700717], [58343, -13.702971], [52114, -13.721275], [11698, -13.774007], [5617, -13.777236], [15955, -13.797875], [1151, -13.801398], [31991, -13.809564], [11090, -13.819131], [61335, -13.861817], [622, -13.87387], [64544, -13.876929], [941, -13.908395], [13902, -13.913115], [10917, -13.932963], [46773, -13.954988], [5845, -13.957457], [8846, -13.985634], [621, -13.988254], [3916, -13.998337], [17485, -14.019641], [8326, -14.036315], [32, -14.037402], [78424, -14.049814], [26805, -14.060843], [888, -14.077447], [3750, -14.111192], [1496, -14.135206], [18400, -14.146664], [21627, -14.148015], [17902, -14.151431], [58228, -14.15828], [75716, -14.181406], [120410, -14.239636], [9277, -14.26702], [33573, -14.267739], [2260, -14.270289], [836, -14.276858], [51446, -14.284619], [36158, -14.284865], [3691, -14.334268], [15343, -14.349216], [22580, -14.355457], [14576, -14.383464], [23597, -14.403735]], "logprob_of_token": -8.868498, "top1_top2_margin": 2.539368, "top6_top7_margin": 0.223162}, {"gen_index": 29, "token": 11794, "top": [[20263, -0.120432], [29597, -2.866827], [9067, -4.432018], [26421, -4.866663], [8846, -5.104492], [11869, -5.121602], [6896, -5.881386], [65685, -6.079451], [52088, -6.940335], [30758, -7.066039], [3717, -7.101633], [33415, -7.409599], [37669, -7.49687], [11090, -7.580323], [35774, -7.652678], [94846, -7.659531], [23419, -7.808871], [49992, -8.050231], [3364, -8.135012], [41400, -8.15017], [64544, -8.260504], [33225, -8.290954], [5222, -8.356237], [110792, -8.397222], [25948, -8.430055], [1618, -8.488814], [11208, -8.544269], [13844, -8.588429], [15209, -8.658808], [38060, -8.698668], [36572, -8.730799], [14286, -8.793973], [22676, -8.830424], [23052, -8.887156], [9024, -8.910595], [17899, -8.924405], [84419, -8.929075], [16486, -8.970013], [5052, -9.072498], [87755, -9.075884], [25406, -9.100603], [59825, -9.115516], [35757, -9.157829], [11794, -9.273745], [45994, -9.277754], [18162, -9.314251], [21832, -9.318976], [20688, -9.320335], [118960, -9.334919], [19356, -9.434397], [10975, -9.467144], [40670, -9.468345], [112499, -9.485428], [61082, -9.539345], [92748, -9.541582], [15113, -9.568161], [3891, -9.575852], [4835, -9.582384], [5622, -9.624878], [63714, -9.676485], [64729, -9.676706], [22745, -9.696841], [46918, -9.711126], [22188, -9.732381], [108281, -9.759096], [102011, -9.780166], [48802, -9.787956], [115531, -9.805896], [28888, -9.818657], [69724, -9.822031], [58951, -9.839945], [9683, -9.859652], [16172, -9.864403], [13498, -9.867802], [12095, -9.870984], [47099, -9.889927], [56937, -9.922205], [26682, -9.955122], [36286, -10.001293], [5213, -10.039154], [37670, -10.095177], [9273, -10.109457], [43892, -10.13392], [34361, -10.157568], [18625, -10.173097], [15550, -10.238226], [2944, -10.239304], [86104, -10.241622], [122907, -10.24437], [29824, -10.256102], [8429, -10.264029], [116336, -10.278431], [11397, -10.304621], [124853, -10.34176], [67554, -10.348824], [16811, -10.354904], [21034, -10.362411], [61212, -10.369173], [77235, -10.371058], [14462, -10.402905]], "logprob_of_token": -9.273745, "top1_top2_margin": 2.746394, "top6_top7_margin": 0.759785}]}, {"prompt": "counting: one two three four five six seven", "input_ids": [586, 259, 58, 2403, 1311, 2467, 2555, 4241, 8445, 12843], "generated_ids": [12843, 12843, 12843, 12843, 12843, 12843, 12843, 12843, 12843, 12843, 12843, 12843, 12843, 12843, 12843, 12843, 12843, 12843, 12843, 12843, 12843, 12843, 12843, 12843, 12843, 12843, 12843, 12843, 12843, 12843, 12843, 12843], "rows": [{"gen_index": 0, "token": 12843, "top": [[8445, -0.184412], [12843, -2.726078], [2403, -4.038544], [58, -4.326438], [8435, -5.525877], [16363, -5.619025], [44, -5.939901], [46612, -6.086347], [30877, -6.224005], [14188, -6.383551], [46, -6.580112], [8206, -6.716327], [19827, -6.819881], [32, -6.874831], [54, -6.953902], [14031, -6.992788], [735, -7.065187], [59, -7.111911], [78308, -7.173494], [4241, -7.318043], [1932, -7.466565], [2555, -7.497138], [405, -7.587195], [286, -7.631402], [65112, -7.658482], [55333, -7.698431], [1829, -7.851638], [26458, -7.859461], [63, -7.871953], [23556, -7.876517], [55, -7.89961], [941, -7.958606], [120007, -7.982994], [766, -7.9862], [6559, -8.015289], [90236, -8.097683], [14313, -8.174839], [42613, -8.205259], [527, -8.234654], [262, -8.26074], [5951, -8.262667], [127906, -8.279712], [31663, -8.347639], [1343, -8.396482], [1275, -8.397554], [14395, -8.410183], [5274, -8.419439], [946, -8.451488], [4401, -8.459185], [310, -8.460964], [53650, -8.506228], [2376, -8.532296], [622, -8.578186], [1702, -8.627603], [1311, -8.764975], [263, -8.78713], [529, -8.870873], [26209, -8.919907], [79108, -9.014686], [28346, -9.03483], [120022, -9.066082], [379, -9.074869], [58588, -9.10691], [353, -9.143929], [33335, -9.171442], [14825, -9.180789], [120006, -9.18625], [2799, -9.205421], [14179, -9.209064], [6917, -9.22451], [122545, -9.23005], [14983, -9.260784], [4739, -9.280259], [1781, -9.305672], [568, -9.325342], [5218, -9.329863], [476, -9.340193], [2944, -9.347441], [900, -9.375608], [1409, -9.383676], [582, -9.40415], [9156, -9.406406], [275, -9.409719], [14729, -9.416076], [318, -9.443342], [63487, -9.466074], [4688, -9.479126], [716, -9.480237], [3301, -9.499191], [565, -9.524141], [1765, -9.53327], [1333, -9.535637], [936, -9.537602], [816, -9.544125], [2467, -9.552402], [33417, -9.565722], [4037, -9.568077], [72714, -9.572006], [8545, -9.573257], [20665, -9.580579]], "logprob_of_token": -2.726078, "top1_top2_margin": 2.541666, "top6_top7_margin": 0.320877}, {"gen_index": 1, "token": 12843, "top": [[12843, -0.815395], [8445, -1.540498], [14031, -1.669002], [2403, -3.630401], [58, -4.216987], [30877, -4.826238], [19827, -5.003707], [14188, -5.922303], [2555, -6.005994], [55333, -6.034135], [37720, -6.084331], [44, -6.306763], [10133, -6.31306], [6559, -6.38477], [8206, -6.51736], [31663, -6.612529], [14395, -6.621855], [46, -6.639769], [8435, -6.652195], [735, -6.71067], [46612, -6.723635], [55, -6.864413], [16363, -6.890546], [59, -7.007078], [286, -7.012008], [262, -7.042014], [1932, -7.214604], [29350, -7.251261], [1204, -7.264328], [90236, -7.34958], [56, -7.400673], [26209, -7.429516], [1311, -7.495175], [1829, -7.518827], [32, -7.561996], [941, -7.602576], [1275, -7.614415], [263, -7.665797], [94021, -7.68912], [405, -7.704704], [42613, -7.715331], [766, -7.757552], [28346, -7.79815], [38555, -7.854369], [76591, -7.856811], [127906, -7.890366], [622, -7.938189], [946, -8.058021], [1702, -8.060067], [4401, -8.082618], [527, -8.123175], [5274, -8.218606], [55332, -8.272053], [54, -8.338875], [310, -8.346809], [63, -8.347288], [4241, -8.36349], [90879, -8.377305], [122545, -8.382167], [936, -8.385848], [43032, -8.442967], [120006, -8.445748], [120007, -8.448193], [73987, -8.590486], [63487, -8.61248], [43605, -8.641831], [4595, -8.647016], [275, -8.651028], [68743, -8.66401], [120022, -8.74776], [56097, -8.753196], [1333, -8.75927], [5951, -8.782698], [53650, -8.826706], [816, -8.841438], [66032, -8.854041], [75282, -8.860878], [379, -8.867151], [33335, -8.87059], [1409, -8.946554], [4758, -8.947641], [353, -8.954741], [80764, -8.963527], [23556, -8.989081], [78308, -8.997004], [1343, -9.014752], [2376, -9.017049], [9156, -9.035531], [5218, -9.080675], [318, -9.104599], [2467, -9.118965], [15533, -9.121716], [7510, -9.132402], [70341, -9.141969], [108744, -9.152862], [121080, -9.162307], [72714, -9.165308], [900, -9.18942], [26458, -9.19828], [3084, -9.207273]], "logprob_of_token": -0.815395, "top1_top2_margin": 0.725103, "top6_top7_margin": 0.177469}, {"gen_index": 2, "token": 12843, "top": [[12843, -0.166266], [14031, -2.393613], [19827, -4.765736], [2403, -4.884791], [8445, -5.890542], [55333, -5.943286], [58, -6.195442], [31663, -6.369451], [6559, -6.645507], [37720, -6.906727], [26209, -6.961033], [44, -6.963228], [14395, -7.011555], [14188, -7.304338], [55, -7.493507], [90236, -7.497094], [46, -7.551224], [59, -7.587005], [29350, -7.673464], [286, -7.693159], [1204, -7.841482], [1932, -7.969646], [55332, -7.986974], [76591, -7.99811], [10133, -8.029291], [80764, -8.157786], [4401, -8.185964], [2555, -8.191562], [1275, -8.219628], [735, -8.249954], [941, -8.346663], [262, -8.364902], [38336, -8.532698], [38555, -8.562325], [94021, -8.62275], [30877, -8.645925], [68743, -8.707938], [405, -8.786031], [1829, -8.817154], [263, -8.836511], [66032, -8.838078], [5274, -8.85884], [1311, -8.880809], [946, -8.899854], [33335, -8.903583], [766, -8.908214], [127906, -9.031907], [1409, -9.05866], [32, -9.117917], [5951, -9.150284], [2376, -9.163886], [56, -9.171168], [4241, -9.238438], [120007, -9.262518], [63, -9.309419], [527, -9.316241], [108744, -9.320111], [34210, -9.344142], [121080, -9.3576], [622, -9.371846], [936, -9.416379], [28346, -9.424067], [75282, -9.427621], [275, -9.432176], [70341, -9.432443], [43605, -9.475667], [310, -9.491101], [4758, -9.504027], [120022, -9.514313], [33274, -9.697495], [4739, -9.724751], [2944, -9.725242], [4595, -9.791749], [919, -9.795205], [19898, -9.825653], [2213, -9.874503], [2467, -9.877059], [1333, -9.893994], [7510, -9.922871], [5637, -9.926346], [4205, -9.952669], [90879, -9.984698], [900, -10.016593], [72714, -10.022722], [1739, -10.046653], [4850, -10.07013], [125745, -10.076541], [117101, -10.100403], [2503, -10.103732], [318, -10.115525], [73987, -10.141782], [5218, -10.150476], [1848, -10.173195], [8206, -10.180095], [3326, -10.189062], [966, -10.210956], [1433, -10.210975], [120006, -10.213344], [68987, -10.215072], [43032, -10.232515]], "logprob_of_token": -0.166266, "top1_top2_margin": 2.227347, "top6_top7_margin": 0.252156}, {"gen_index": 3, "token": 12843, "top": [[12843, -0.09775], [14031, -3.623824], [2403, -4.586133], [19827, -4.589899], [55333, -5.6545], [58, -6.123263], [31663, -6.404834], [6559, -6.450133], [44, -6.637889], [26209, -6.680522], [14395, -6.693928], [8445, -7.008032], [14188, -7.089682], [286, -7.132187], [55, -7.204679], [46, -7.250264], [90236, -7.278174], [59, -7.384793], [37720, -7.821185], [30877, -7.832809], [80764, -7.899472], [38336, -8.133911], [735, -8.208008], [1932, -8.257859], [55332, -8.274179], [5951, -8.288465], [76591, -8.388725], [33335, -8.483534], [2555, -8.519253], [1829, -8.533293], [262, -8.542514], [66032, -8.54538], [68743, -8.57522], [405, -8.63201], [1275, -8.647912], [29350, -8.662336], [263, -8.67579], [127906, -8.742529], [4401, -8.752678], [94021, -8.785027], [946, -8.818512], [1311, -8.830317], [941, -8.83374], [120007, -8.851587], [766, -8.880778], [5274, -8.889924], [10133, -8.914769], [622, -8.999316], [63, -9.004223], [43605, -9.023951], [4241, -9.077174], [32, -9.082569], [120022, -9.093428], [1409, -9.148939], [121080, -9.192871], [4739, -9.284155], [108744, -9.32695], [275, -9.331852], [527, -9.399481], [72714, -9.406867], [4758, -9.422032], [38555, -9.441982], [2376, -9.445433], [310, -9.448391], [117101, -9.482132], [8206, -9.488209], [2467, -9.611491], [2944, -9.623853], [936, -9.627282], [28346, -9.64735], [4205, -9.701674], [125745, -9.730861], [12456, -9.734976], [34210, -9.74978], [2213, -9.758024], [5071, -9.763238], [1204, -9.867937], [56, -9.883375], [5218, -9.884083], [919, -9.901881], [11292, -9.915584], [17736, -9.938639], [120006, -9.991737], [318, -10.068918], [1333, -10.074128], [70341, -10.079792], [5637, -10.092794], [900, -10.102575], [75282, -10.131375], [4731, -10.149862], [33274, -10.157258], [7510, -10.162196], [8265, -10.169571], [777, -10.179652], [120008, -10.187579], [4850, -10.188632], [13460, -10.194212], [33, -10.22067], [14147, -10.253658], [19898, -10.263314]], "logprob_of_token": -0.09775, "top1_top2_margin": 3.526075, "top6_top7_margin": 0.281571}, {"gen_index": 4, "token": 12843, "top": [[12843, -0.161755], [14031, -3.230798], [2403, -4.186324], [19827, -4.543851], [58, -5.409203], [44, -5.529599], [6559, -5.575794], [55333, -5.697674], [30877, -5.814146], [26209, -6.105219], [14188, -6.178917], [31663, -6.404621], [14395, -6.442501], [8445, -6.444872], [46, -6.484912], [90236, -6.626428], [59, -6.825016], [55, -7.17079], [37720, -7.423167], [10133, -7.439329], [1829, -7.525312], [286, -7.594337], [80764, -7.616508], [405, -7.779074], [29350, -7.780748], [94021, -7.874374], [66032, -7.908918], [263, -7.960694], [127906, -7.962029], [68743, -7.967648], [63, -8.008668], [76591, -8.01946], [5951, -8.032857], [262, -8.058355], [946, -8.143443], [4241, -8.189334], [1932, -8.197228], [735, -8.219212], [622, -8.245505], [8206, -8.27356], [43605, -8.313395], [55332, -8.395797], [33335, -8.421618], [38336, -8.422572], [72714, -8.559697], [2555, -8.56511], [275, -8.565269], [120007, -8.578795], [12456, -8.588951], [941, -8.589017], [5274, -8.598216], [28346, -8.610558], [766, -8.675718], [90879, -8.718284], [38555, -8.745723], [117101, -8.768267], [32, -8.770608], [120022, -8.845534], [1275, -8.849909], [4739, -8.953115], [310, -9.059498], [1311, -9.069706], [120006, -9.134956], [527, -9.166131], [33, -9.187304], [1409, -9.206038], [40506, -9.226737], [2467, -9.269604], [936, -9.279021], [2376, -9.303294], [17736, -9.306752], [259, -9.343557], [80524, -9.377192], [56, -9.388541], [8265, -9.411028], [14147, -9.426938], [12611, -9.435065], [4401, -9.447707], [75282, -9.454332], [1204, -9.468745], [2944, -9.469329], [121080, -9.477219], [5071, -9.478002], [2213, -9.482675], [125745, -9.494514], [14161, -9.507496], [816, -9.523767], [1433, -9.53839], [14179, -9.538813], [318, -9.547511], [120008, -9.554282], [19969, -9.567267], [5218, -9.599072], [669, -9.623395], [108744, -9.64506], [122545, -9.648713], [17308, -9.699698], [4688, -9.707589], [7449, -9.721807], [763, -9.722293]], "logprob_of_token": -0.161755, "top1_top2_margin": 3.069042, "top6_top7_margin": 0.046196}, {"gen_index": 5, "token": 12843, "top": [[12843, -0.118376], [14031, -4.083147], [19827, -4.454775], [8445, -4.697456], [2403, -4.721086], [55333, -5.71385], [26209, -5.837894], [6559, -5.872963], [31663, -6.062454], [44, -6.61413], [14395, -6.924112], [30877, -7.030813], [90236, -7.305811], [58, -7.330418], [14188, -7.379669], [55, -7.406588], [28346, -7.595141], [286, -7.603053], [1311, -7.687927], [4241, -7.705192], [59, -7.742961], [5951, -7.846578], [66032, -7.851225], [80764, -7.856721], [68743, -7.870645], [46, -7.90783], [33335, -7.945145], [55332, -7.950677], [43605, -8.177483], [946, -8.184325], [37720, -8.192404], [1932, -8.214965], [38336, -8.25041], [76591, -8.250735], [262, -8.344554], [735, -8.413358], [8206, -8.43531], [10133, -8.580844], [29350, -8.619245], [32, -8.620975], [63, -8.706014], [941, -8.715142], [1275, -8.722739], [94021, -8.742986], [622, -8.74932], [46612, -8.768043], [2467, -8.771679], [1829, -8.883129], [405, -8.899597], [2555, -8.909862], [5274, -8.917181], [125745, -8.963363], [766, -8.966052], [1409, -8.987988], [127906, -9.000597], [120007, -9.026182], [12456, -9.065296], [4739, -9.077064], [2213, -9.081182], [121080, -9.090709], [117101, -9.128282], [310, -9.194459], [2376, -9.253292], [936, -9.295256], [263, -9.31096], [38555, -9.341197], [120022, -9.341655], [8435, -9.358871], [318, -9.369052], [2944, -9.372294], [43032, -9.403301], [40506, -9.40442], [4401, -9.419543], [108744, -9.422904], [900, -9.463866], [16363, -9.489789], [72714, -9.50663], [20665, -9.514513], [527, -9.557254], [33445, -9.576827], [1781, -9.620035], [275, -9.657113], [42613, -9.672861], [1204, -9.688278], [19969, -9.69706], [2503, -9.708385], [4758, -9.718093], [17736, -9.724555], [3688, -9.749498], [4869, -9.785883], [565, -9.792805], [122545, -9.811637], [1410, -9.817038], [11292, -9.833003], [75112, -9.848931], [14729, -9.894923], [919, -9.895709], [1270, -9.913898], [4205, -9.919282], [33274, -9.928302]], "logprob_of_token": -0.118376, "top1_top2_margin": 3.96477, "top6_top7_margin": 0.124044}, {"gen_index": 6, "token": 12843, "top": [[12843, -0.148157], [14031, -3.141271], [2403, -4.473216], [19827, -4.52387], [8445, -4.713568], [55333, -5.448925], [26209, -5.987475], [6559, -6.055719], [31663, -6.476735], [30877, -6.769867], [44, -6.815725], [37720, -7.109514], [90236, -7.21115], [14188, -7.223661], [286, -7.298899], [58, -7.351489], [55, -7.422726], [59, -7.51274], [14395, -7.610473], [55332, -7.611509], [46, -7.676079], [8206, -7.711915], [10133, -7.816278], [68743, -7.855288], [5951, -7.931669], [1932, -7.958672], [735, -7.959657], [80764, -7.980254], [66032, -7.983788], [94021, -7.98825], [946, -8.035486], [1311, -8.059583], [28346, -8.078008], [4241, -8.103733], [76591, -8.190335], [29350, -8.274047], [262, -8.312328], [63, -8.384716], [1275, -8.429363], [38555, -8.453364], [2467, -8.48849], [46612, -8.509933], [2503, -8.580413], [33335, -8.599777], [941, -8.607937], [1829, -8.613335], [405, -8.619934], [5274, -8.64663], [32, -8.676417], [2555, -8.683132], [766, -8.720088], [120022, -8.806864], [120007, -8.815013], [622, -8.834818], [1204, -8.838284], [318, -8.844009], [121080, -8.844994], [127906, -8.899634], [43605, -8.952471], [12456, -8.960286], [263, -9.01294], [4401, -9.014696], [38336, -9.042856], [1409, -9.072663], [527, -9.088127], [900, -9.105124], [310, -9.157398], [2944, -9.23], [936, -9.275841], [43032, -9.293344], [108744, -9.321049], [4739, -9.35729], [42613, -9.359642], [1270, -9.400793], [275, -9.405462], [2376, -9.417276], [919, -9.439978], [125745, -9.45361], [90879, -9.478014], [56, -9.478138], [40506, -9.486799], [16363, -9.562101], [1781, -9.566938], [1840, -9.594667], [117101, -9.597611], [72714, -9.617335], [11292, -9.624122], [1410, -9.628925], [8435, -9.651666], [2213, -9.654076], [476, -9.660046], [75282, -9.679291], [17736, -9.681112], [970, -9.682896], [1776, -9.687408], [20665, -9.702909], [4758, -9.709142], [3688, -9.76266], [19969, -9.79134], [8265, -9.794106]], "logprob_of_token": -0.148157, "top1_top2_margin": 2.993113, "top6_top7_margin": 0.53855}, {"gen_index": 7, "token": 12843, "top": [[12843, -0.125249], [2403, -3.532024], [19827, -4.256833], [14031, -4.600856], [55333, -5.378962], [8445, -5.885662], [6559, -5.926008], [26209, -6.117514], [31663, -6.279401], [30877, -6.46485], [58, -6.720351], [55332, -6.985964], [44, -7.112034], [286, -7.189442], [90236, -7.221461], [55, -7.356144], [80764, -7.436442], [59, -7.478818], [46, -7.481127], [14188, -7.48597], [8206, -7.539181], [735, -7.81646], [68743, -7.885255], [14395, -7.889966], [2555, -7.931814], [66032, -7.939871], [76591, -8.03778], [1932, -8.263576], [37720, -8.270656], [1275, -8.314405], [63, -8.337449], [121080, -8.393661], [262, -8.417233], [1829, -8.466295], [941, -8.540645], [946, -8.561099], [38336, -8.578038], [622, -8.719813], [4241, -8.743234], [5951, -8.758028], [127906, -8.758671], [766, -8.8599], [405, -8.879807], [2503, -8.892644], [10133, -8.908781], [263, -8.931373], [120022, -8.961569], [2944, -8.96164], [8265, -8.962398], [94021, -8.97314], [108744, -8.988617], [72714, -8.991632], [43032, -8.996504], [1204, -9.014156], [120007, -9.017617], [527, -9.032709], [1409, -9.036456], [5274, -9.053566], [816, -9.054068], [2467, -9.070039], [275, -9.156013], [33335, -9.157632], [125745, -9.158876], [32, -9.185127], [310, -9.196172], [28346, -9.236694], [43605, -9.271611], [63487, -9.272458], [4401, -9.288451], [900, -9.32149], [40506, -9.37193], [919, -9.37774], [29350, -9.389543], [46612, -9.394786], [1311, -9.395631], [117101, -9.484473], [4739, -9.509217], [1848, -9.543195], [318, -9.560234], [1333, -9.592783], [936, -9.650223], [2376, -9.697442], [1319, -9.698263], [20195, -9.699102], [33445, -9.720056], [378, -9.734843], [5071, -9.780023], [70341, -9.788655], [1776, -9.790099], [17736, -9.793707], [122545, -9.801742], [42613, -9.838901], [1270, -9.841573], [835, -9.872487], [1309, -9.875401], [120006, -9.875894], [4731, -9.880535], [3924, -9.886447], [33417, -9.889342], [38555, -9.895646]], "logprob_of_token": -0.125249, "top1_top2_margin": 3.406775, "top6_top7_margin": 0.040346}, {"gen_index": 8, "token": 12843, "top": [[12843, -0.110007], [2403, -3.648125], [14031, -4.550103], [19827, -4.60081], [55333, -5.182156], [6559, -5.876659], [55332, -6.028842], [26209, -6.477029], [31663, -6.496632], [44, -6.782563], [55, -6.878343], [8445, -6.908375], [58, -7.053852], [59, -7.08255], [90236, -7.218184], [80764, -7.276705], [2555, -7.533314], [14188, -7.573152], [286, -7.581415], [46, -7.698027], [76591, -7.702788], [14395, -7.712135], [735, -7.76984], [30877, -8.020029], [66032, -8.113227], [121080, -8.16238], [1932, -8.171261], [127906, -8.308064], [43032, -8.318046], [5951, -8.337913], [38336, -8.363286], [946, -8.367223], [68743, -8.437228], [941, -8.470565], [37720, -8.492429], [1829, -8.493668], [63, -8.497565], [262, -8.645125], [10133, -8.650266], [263, -8.667756], [622, -8.706218], [94021, -8.715645], [405, -8.719129], [43605, -8.749041], [108744, -8.782028], [1275, -8.805271], [4241, -8.809773], [20195, -8.816184], [527, -8.860979], [8206, -8.867959], [2944, -8.932891], [766, -8.964429], [33335, -8.990596], [63487, -9.060546], [120022, -9.078399], [72714, -9.080157], [5274, -9.140571], [816, -9.142187], [117101, -9.182261], [275, -9.190673], [120007, -9.210129], [1409, -9.232091], [42613, -9.252349], [919, -9.259724], [4739, -9.27997], [310, -9.296786], [32, -9.305657], [28346, -9.330504], [900, -9.350593], [8265, -9.427784], [4401, -9.454216], [125745, -9.469367], [1311, -9.505349], [12456, -9.542244], [936, -9.565593], [29350, -9.598933], [4595, -9.61309], [70341, -9.624286], [33445, -9.679223], [1204, -9.687274], [2467, -9.705395], [2376, -9.729529], [378, -9.732944], [37033, -9.818749], [4758, -9.843778], [318, -9.894875], [5071, -9.912962], [4731, -9.938973], [14147, -9.977767], [279, -9.989217], [1270, -10.013791], [8545, -10.016013], [38555, -10.016254], [1333, -10.023243], [19969, -10.031216], [1776, -10.035701], [2213, -10.035993], [1309, -10.046216], [379, -10.046219], [5637, -10.04893]], "logprob_of_token": -0.110007, "top1_top2_margin": 3.538117, "top6_top7_margin": 0.152183}, {"gen_index": 9, "token": 12843, "top": [[12843, -0.084679], [2403, -3.884549], [14031, -4.516746], [19827, -4.848345], [55333, -5.26974], [6559, -6.407638], [26209, -6.509662], [55332, -6.535925], [31663, -6.748278], [44, -6.839641], [14395, -6.842545], [55, -7.145283], [59, -7.179792], [58, -7.214432], [90236, -7.500954], [80764, -7.55827], [286, -7.590541], [14188, -7.698604], [8445, -7.779981], [46, -7.809248], [76591, -8.264267], [2555, -8.297916], [735, -8.41046], [946, -8.426487], [68743, -8.489218], [4241, -8.496346], [66032, -8.531189], [127906, -8.621296], [38336, -8.637303], [94021, -8.653432], [37720, -8.666465], [121080, -8.674755], [941, -8.710802], [1829, -8.812157], [5951, -8.831608], [1932, -8.882337], [43605, -8.891141], [262, -8.903419], [10133, -8.90353], [263, -8.995731], [43032, -9.01256], [20195, -9.058151], [33335, -9.058569], [1275, -9.09729], [405, -9.159302], [63, -9.219293], [622, -9.260939], [108744, -9.293215], [1311, -9.302612], [527, -9.33381], [5274, -9.365512], [766, -9.387581], [117101, -9.403025], [72714, -9.44142], [310, -9.456414], [120022, -9.466812], [275, -9.511368], [4739, -9.516109], [1409, -9.566742], [63487, -9.573917], [8265, -9.582186], [29350, -9.603811], [900, -9.612534], [2944, -9.632729], [919, -9.666136], [28346, -9.699339], [816, -9.736446], [32, -9.743376], [120007, -9.758896], [125745, -9.772614], [30877, -9.780905], [2467, -9.898903], [4595, -9.943512], [2376, -9.973351], [8206, -9.990768], [19969, -9.993971], [378, -10.00802], [38555, -10.021883], [1204, -10.03149], [12456, -10.055656], [936, -10.077654], [4758, -10.107235], [4401, -10.122109], [318, -10.142959], [4205, -10.213256], [42613, -10.218616], [14825, -10.241626], [17736, -10.242275], [14147, -10.26193], [2213, -10.271339], [70341, -10.272193], [14729, -10.28854], [439, -10.327106], [379, -10.332065], [279, -10.357734], [5071, -10.361767], [474, -10.371235], [1848, -10.387472], [777, -10.413454], [5637, -10.414948]], "logprob_of_token": -0.084679, "top1_top2_margin": 3.79987, "top6_top7_margin": 0.102024}, {"gen_index": 10, "token": 12843, "top": [[12843, -0.145011], [14031, -3.279888], [2403, -3.796991], [19827, -4.816258], [55333, -5.552557], [44, -5.826604], [1311, -5.857767], [8445, -5.9424], [26209, -6.060638], [59, -6.146777], [46, -6.444537], [14395, -6.468999], [6559, -6.631058], [58, -6.745364], [31663, -6.784735], [14188, -6.821221], [55, -7.066834], [286, -7.382678], [55332, -7.483642], [946, -7.590862], [90236, -7.735914], [37720, -7.752428], [4241, -7.788081], [80764, -7.833899], [735, -7.925186], [127906, -7.944681], [1829, -7.9698], [94021, -7.991643], [43605, -7.991927], [2555, -7.998034], [263, -8.096999], [33335, -8.153525], [63, -8.193088], [10133, -8.29988], [1932, -8.300344], [941, -8.347803], [68743, -8.389915], [66032, -8.401933], [262, -8.417357], [5951, -8.444232], [76591, -8.466368], [527, -8.486199], [38336, -8.519975], [29350, -8.526111], [28346, -8.531484], [275, -8.53516], [5274, -8.585376], [766, -8.63482], [405, -8.667059], [120022, -8.708666], [32, -8.770736], [1275, -8.779098], [318, -8.798455], [622, -8.805419], [121080, -8.82749], [2467, -8.896665], [38555, -8.961994], [1409, -8.969097], [43032, -9.039921], [120007, -9.057257], [900, -9.07899], [8265, -9.10775], [72714, -9.123171], [936, -9.129951], [310, -9.144545], [1204, -9.162578], [19969, -9.271392], [7510, -9.302377], [8206, -9.36891], [12456, -9.425941], [14161, -9.448207], [30877, -9.448274], [2376, -9.457032], [14147, -9.473571], [125745, -9.481254], [56, -9.49303], [4739, -9.494494], [2944, -9.52579], [439, -9.57753], [716, -9.598451], [1270, -9.609834], [14825, -9.623513], [5218, -9.632844], [33, -9.634531], [2213, -9.639581], [117101, -9.654365], [20195, -9.659673], [1410, -9.66688], [75282, -9.667994], [14729, -9.677161], [476, -9.678519], [108744, -9.682148], [120014, -9.693113], [4401, -9.698239], [531, -9.729308], [4758, -9.76871], [63487, -9.771554], [46612, -9.777075], [3688, -9.778743], [1781, -9.779843]], "logprob_of_token": -0.145011, "top1_top2_margin": 3.134877, "top6_top7_margin": 0.031163}, {"gen_index": 11, "token": 12843, "top": [[12843, -0.250067], [14031, -2.908847], [2403, -3.420883], [1311, -4.400662], [19827, -4.503201], [55333, -5.269587], [8445, -5.604636], [44, -5.743447], [26209, -5.790687], [59, -5.794238], [946, -6.184695], [31663, -6.201623], [46, -6.266025], [14395, -6.314613], [14188, -6.400184], [55, -6.565038], [286, -6.571421], [63, -6.843802], [6559, -6.883597], [37720, -7.06582], [55332, -7.078272], [58, -7.081702], [318, -7.228042], [90236, -7.316137], [120022, -7.343711], [766, -7.428054], [1829, -7.445779], [94021, -7.462596], [127906, -7.557623], [1932, -7.568333], [262, -7.576609], [120007, -7.600095], [735, -7.604349], [33335, -7.605775], [527, -7.647993], [405, -7.65859], [43605, -7.702718], [29350, -7.720928], [32, -7.743239], [1275, -7.778856], [622, -7.846674], [263, -7.851091], [80764, -7.864675], [5951, -7.889118], [38555, -8.063897], [1409, -8.073785], [941, -8.084898], [121080, -8.129688], [5274, -8.137559], [4401, -8.146802], [68743, -8.149592], [28346, -8.159022], [76591, -8.173636], [2555, -8.175003], [936, -8.181355], [4241, -8.187543], [19969, -8.242276], [7510, -8.281139], [10133, -8.293954], [275, -8.306977], [2376, -8.348042], [66032, -8.366564], [8265, -8.480217], [2467, -8.520208], [56, -8.534163], [310, -8.591505], [4595, -8.630851], [1204, -8.655375], [1410, -8.669477], [14177, -8.674253], [900, -8.674754], [72714, -8.685914], [2944, -8.702825], [1781, -8.727155], [38336, -8.768067], [716, -8.864602], [14825, -8.897633], [919, -8.915126], [46612, -8.949293], [4731, -8.950477], [4739, -8.970296], [30877, -8.976629], [125745, -8.989443], [439, -8.99904], [3688, -8.999606], [12456, -9.00015], [4758, -9.014333], [3394, -9.021129], [33, -9.035515], [8206, -9.035989], [1840, -9.036187], [1305, -9.061888], [14792, -9.076912], [5218, -9.081979], [1270, -9.082674], [2213, -9.082787], [379, -9.102544], [3368, -9.113687], [378, -9.119404], [3924, -9.124645]], "logprob_of_token": -0.250067, "top1_top2_margin": 2.65878, "top6_top7_margin": 0.335049}, {"gen_index": 12, "token": 12843, "top": [[12843, -0.200057], [14031, -2.538481], [2403, -4.224605], [19827, -4.611159], [55333, -5.023101], [8445, -6.178604], [26209, -6.224174], [31663, -6.566052], [44, -6.599555], [1311, -6.63255], [37720, -6.718376], [6559, -6.788961], [14395, -6.810611], [55332, -6.852025], [59, -6.951281], [946, -6.988882], [14188, -6.998437], [55, -7.026042], [46, -7.069701], [286, -7.183759], [94021, -7.291121], [1932, -7.371749], [90236, -7.375775], [58, -7.412359], [2555, -7.631014], [10133, -7.749166], [29350, -7.873283], [262, -7.907352], [76591, -7.923961], [38555, -7.967308], [80764, -7.979764], [120022, -8.005896], [30877, -8.007817], [63, -8.011665], [1829, -8.037468], [735, -8.110402], [941, -8.139785], [405, -8.190042], [127906, -8.251942], [32, -8.252015], [68743, -8.256976], [43032, -8.274531], [43605, -8.295086], [120007, -8.297716], [28346, -8.298275], [622, -8.315168], [527, -8.339838], [318, -8.35353], [2467, -8.401983], [263, -8.418225], [5274, -8.437228], [121080, -8.442309], [766, -8.450847], [66032, -8.475228], [1275, -8.475828], [1409, -8.495396], [33335, -8.548005], [4401, -8.587606], [5951, -8.596431], [4241, -8.601482], [900, -8.629715], [8206, -8.644187], [38336, -8.655768], [56, -8.696362], [1204, -8.77939], [19969, -8.781283], [310, -8.908973], [63487, -8.976803], [275, -8.98453], [919, -9.000073], [936, -9.013358], [7510, -9.014368], [20195, -9.070522], [72714, -9.075967], [12456, -9.080632], [108744, -9.083633], [2944, -9.100727], [4595, -9.232628], [42613, -9.256228], [33274, -9.265031], [1806, -9.320713], [379, -9.323339], [2213, -9.341737], [8265, -9.367509], [46612, -9.380265], [75282, -9.393016], [2503, -9.406996], [3688, -9.408962], [1343, -9.422656], [4205, -9.462663], [2376, -9.475015], [5218, -9.488572], [125745, -9.498189], [17736, -9.503219], [33445, -9.529905], [14825, -9.531748], [2457, -9.542926], [565, -9.570203], [529, -9.584189], [16147, -9.585752]], "logprob_of_token": -0.200057, "top1_top2_margin": 2.338424, "top6_top7_margin": 0.045571}, {"gen_index": 13, "token": 12843, "top": [[12843, -0.115972], [2403, -3.936986], [14031, -4.106618], [19827, -4.535508], [55333, -4.902473], [26209, -6.09319], [6559, -6.366802], [31663, -6.399648], [55332, -6.551434], [44, -6.891788], [8445, -6.946733], [59, -6.956622], [286, -6.993724], [55, -7.004461], [14188, -7.118436], [58, -7.168076], [90236, -7.318169], [14395, -7.366148], [46, -7.393741], [2555, -7.510241], [80764, -7.520123], [946, -7.647804], [76591, -7.736794], [1932, -7.87329], [68743, -7.882811], [120022, -7.884765], [120007, -7.995493], [37720, -8.009822], [1829, -8.107691], [63, -8.125895], [127906, -8.168295], [66032, -8.285516], [121080, -8.292705], [263, -8.359376], [262, -8.365179], [94021, -8.365199], [735, -8.394037], [405, -8.404481], [1275, -8.460585], [941, -8.534126], [38336, -8.539062], [30877, -8.576651], [43032, -8.635002], [4241, -8.641935], [10133, -8.718207], [622, -8.745403], [63487, -8.794222], [33335, -8.821509], [527, -8.841147], [766, -8.855946], [5274, -8.862374], [43605, -8.887792], [5951, -8.894007], [108744, -8.929458], [1409, -8.935953], [72714, -8.979591], [1204, -9.002679], [8206, -9.033458], [4401, -9.037924], [32, -9.052138], [29350, -9.068878], [2944, -9.079404], [7510, -9.096005], [275, -9.128984], [8265, -9.205516], [20195, -9.205997], [310, -9.20966], [1311, -9.306004], [900, -9.326715], [936, -9.334106], [125745, -9.336893], [38555, -9.339331], [28346, -9.415693], [919, -9.41824], [4739, -9.438153], [318, -9.44178], [2467, -9.519276], [4595, -9.565392], [2376, -9.605525], [379, -9.606122], [19969, -9.606422], [117101, -9.634617], [14825, -9.659922], [14161, -9.670731], [12456, -9.680807], [17736, -9.74416], [2457, -9.77231], [33274, -9.782969], [4205, -9.7882], [14147, -9.795746], [1848, -9.811453], [120014, -9.819965], [1333, -9.820471], [2213, -9.828262], [3688, -9.840626], [42613, -9.885096], [12611, -9.886331], [119747, -9.887373], [70341, -9.896538], [2503, -9.907218]], "logprob_of_token": -0.115972, "top1_top2_margin": 3.821013, "top6_top7_margin": 0.273612}, {"gen_index": 14, "token": 12843, "top": [[12843, -0.094339], [2403, -4.215338], [14031, -4.427439], [19827, -4.527095], [55333, -4.814873], [26209, -6.11969], [6559, -6.369989], [31663, -6.468896], [55332, -6.627021], [55, -6.917965], [14395, -7.052605], [59, -7.129756], [44, -7.178986], [90236, -7.290728], [8445, -7.333644], [80764, -7.376491], [286, -7.460896], [14188, -7.725491], [68743, -7.792401], [58, -7.822892], [46, -7.823303], [76591, -7.959035], [946, -8.13344], [2555, -8.143377], [66032, -8.195721], [1932, -8.224432], [37720, -8.272615], [121080, -8.321037], [127906, -8.356818], [94021, -8.443625], [38336, -8.455111], [120022, -8.543483], [43605, -8.675223], [735, -8.706013], [1829, -8.713355], [63, -8.748913], [120007, -8.767937], [33335, -8.7696], [941, -8.799482], [262, -8.802719], [4241, -8.838729], [5951, -8.852807], [1275, -8.86259], [10133, -8.900302], [405, -8.911387], [263, -8.961846], [527, -8.996706], [622, -9.059749], [108744, -9.059931], [5274, -9.132832], [1311, -9.135503], [43032, -9.154441], [72714, -9.212456], [63487, -9.226627], [117101, -9.254541], [2944, -9.327973], [125745, -9.356137], [29350, -9.359075], [310, -9.366516], [7510, -9.408205], [32, -9.423302], [4739, -9.427838], [766, -9.436869], [20195, -9.48452], [8265, -9.485902], [1409, -9.486464], [28346, -9.539341], [1204, -9.565504], [30877, -9.575946], [19969, -9.576241], [919, -9.621154], [38555, -9.622889], [275, -9.65554], [8206, -9.692188], [900, -9.702726], [2376, -9.761952], [936, -9.787894], [4401, -9.804819], [2467, -9.840059], [12456, -9.850127], [318, -9.851113], [119747, -9.875521], [378, -9.914173], [4595, -9.93258], [816, -9.93434], [14161, -9.949858], [379, -9.975449], [4205, -9.977152], [70341, -9.984785], [17736, -10.048116], [14147, -10.049898], [14825, -10.131507], [2457, -10.133408], [2213, -10.137331], [4731, -10.148273], [1806, -10.177438], [120014, -10.183887], [3688, -10.198937], [46612, -10.22821], [474, -10.230176]], "logprob_of_token": -0.094339, "top1_top2_margin": 4.120998, "top6_top7_margin": 0.250299}, {"gen_index": 15, "token": 12843, "top": [[12843, -0.14766], [14031, -3.664807], [2403, -4.200065], [55333, -4.413767], [19827, -4.482469], [26209, -5.944407], [44, -6.080669], [59, -6.184213], [6559, -6.184876], [55, -6.385059], [31663, -6.389256], [55332, -6.622128], [14395, -6.66429], [46, -6.735123], [14188, -6.823491], [8445, -7.018827], [946, -7.026486], [90236, -7.109144], [80764, -7.224241], [94021, -7.371033], [58, -7.392742], [286, -7.413547], [37720, -7.530222], [1932, -7.664546], [127906, -7.692761], [120022, -7.763176], [76591, -7.80575], [1829, -7.849675], [68743, -7.867537], [735, -7.884965], [63, -7.899797], [43605, -7.956202], [66032, -7.968228], [10133, -8.008354], [405, -8.043716], [120007, -8.09885], [121080, -8.126295], [1311, -8.160532], [5951, -8.17666], [263, -8.224949], [38336, -8.23698], [2555, -8.251101], [33335, -8.270161], [527, -8.388596], [262, -8.398005], [5274, -8.452644], [766, -8.485184], [1275, -8.533318], [622, -8.547536], [29350, -8.557166], [941, -8.611272], [72714, -8.652208], [32, -8.689312], [4241, -8.713777], [8206, -8.737672], [117101, -8.743506], [43032, -8.794317], [19969, -8.804273], [7510, -8.809299], [275, -8.811338], [28346, -8.827547], [63487, -8.829506], [108744, -8.846002], [38555, -8.908112], [310, -8.943575], [4739, -9.012667], [125745, -9.033621], [12456, -9.059408], [1409, -9.107224], [30877, -9.110974], [936, -9.124268], [318, -9.13808], [2944, -9.157495], [56, -9.16735], [20195, -9.186401], [1204, -9.190851], [14161, -9.192729], [119747, -9.206754], [900, -9.209241], [919, -9.238104], [8265, -9.254221], [5218, -9.289964], [378, -9.314629], [14147, -9.327562], [4401, -9.337305], [46612, -9.388394], [2376, -9.404959], [2467, -9.428667], [12611, -9.454967], [70341, -9.48314], [582, -9.493052], [17736, -9.497162], [75282, -9.508023], [379, -9.509078], [120014, -9.522372], [4205, -9.535508], [2213, -9.536934], [14825, -9.538694], [279, -9.602112], [33, -9.607386]], "logprob_of_token": -0.14766, "top1_top2_margin": 3.517147, "top6_top7_margin": 0.136261}, {"gen_index": 16, "token": 12843, "top": [[12843, -0.16218], [14031, -3.486134], [2403, -4.078034], [19827, -4.537114], [55333, -4.827373], [44, -5.734944], [59, -5.893452], [26209, -6.046065], [46, -6.345705], [6559, -6.489926], [8445, -6.492896], [31663, -6.541966], [14188, -6.558928], [55, -6.608861], [14395, -6.713758], [946, -6.883789], [55332, -6.94493], [58, -7.007803], [286, -7.099735], [1311, -7.222782], [90236, -7.227705], [1932, -7.371099], [63, -7.375696], [120022, -7.491559], [37720, -7.497785], [94021, -7.51459], [735, -7.525789], [127906, -7.543835], [80764, -7.546128], [1829, -7.632735], [5951, -7.641905], [120007, -7.892493], [2555, -7.976612], [263, -7.981925], [43605, -7.986559], [68743, -7.999782], [76591, -8.02457], [405, -8.046114], [4241, -8.079769], [527, -8.105114], [10133, -8.142316], [66032, -8.167477], [1275, -8.190554], [121080, -8.192881], [262, -8.209818], [766, -8.218157], [5274, -8.253793], [38336, -8.301159], [33335, -8.313774], [622, -8.34531], [7510, -8.371423], [29350, -8.397778], [32, -8.415041], [275, -8.428271], [941, -8.463881], [8206, -8.529073], [318, -8.536888], [12456, -8.669477], [28346, -8.716869], [936, -8.779762], [72714, -8.807873], [5218, -8.810101], [2467, -8.81028], [4401, -8.812091], [19969, -8.845753], [1409, -8.858437], [310, -8.874244], [900, -8.888352], [1204, -8.901609], [14161, -8.911762], [38555, -9.004043], [919, -9.010091], [108744, -9.017543], [125745, -9.020656], [63487, -9.049531], [117101, -9.09663], [14825, -9.135747], [56, -9.146649], [30877, -9.162155], [378, -9.179804], [4739, -9.186631], [582, -9.187917], [2944, -9.198969], [2376, -9.200495], [14147, -9.200724], [43032, -9.252765], [120014, -9.26674], [8265, -9.313305], [2213, -9.328184], [4205, -9.352089], [379, -9.357884], [120008, -9.369862], [17736, -9.381149], [33, -9.387], [70341, -9.399051], [46612, -9.411427], [33445, -9.424812], [20195, -9.431216], [439, -9.432783], [12611, -9.439928]], "logprob_of_token": -0.16218, "top1_top2_margin": 3.323955, "top6_top7_margin": 0.158507}, {"gen_index": 17, "token": 12843, "top": [[12843, -0.20502], [14031, -2.933274], [2403, -4.019503], [19827, -4.513413], [55333, -4.626474], [26209, -5.8908], [59, -6.090323], [44, -6.169318], [946, -6.28213], [31663, -6.293376], [8445, -6.293777], [46, -6.476558], [14188, -6.615485], [55, -6.630625], [286, -6.68367], [94021, -6.771517], [6559, -6.807194], [37720, -6.832378], [55332, -6.879329], [14395, -6.898961], [63, -6.921424], [1311, -7.114775], [1932, -7.16132], [90236, -7.23663], [5951, -7.270622], [120022, -7.353018], [58, -7.388897], [735, -7.431756], [127906, -7.467666], [29350, -7.585847], [1829, -7.683813], [80764, -7.745478], [405, -7.763305], [120007, -7.818556], [10133, -7.829126], [121080, -7.899896], [1275, -7.927901], [766, -7.963334], [2555, -8.012285], [38555, -8.014405], [68743, -8.019081], [262, -8.034961], [263, -8.088357], [527, -8.101976], [32, -8.132021], [76591, -8.144865], [4241, -8.164701], [43605, -8.165139], [5274, -8.166705], [622, -8.192849], [7510, -8.199932], [318, -8.211867], [33335, -8.266436], [8206, -8.304289], [66032, -8.36387], [941, -8.443], [936, -8.451209], [1409, -8.48201], [275, -8.510544], [30877, -8.511395], [56, -8.538613], [19969, -8.5669], [4401, -8.668497], [12456, -8.685027], [5218, -8.730802], [2467, -8.756337], [310, -8.759751], [2944, -8.764747], [38336, -8.805862], [1204, -8.816459], [28346, -8.819614], [378, -8.857812], [72714, -8.863358], [8265, -8.8739], [46612, -8.876724], [63487, -8.917254], [1781, -8.920146], [900, -8.926528], [2376, -8.94168], [108744, -8.946452], [919, -8.950505], [43032, -8.978173], [125745, -8.982819], [14161, -9.037291], [14825, -9.040307], [1410, -9.115708], [1840, -9.120778], [379, -9.123698], [4595, -9.137572], [5060, -9.142315], [75282, -9.152007], [4739, -9.156232], [582, -9.199484], [17736, -9.201623], [20195, -9.210294], [120014, -9.217436], [4758, -9.222345], [439, -9.266845], [2213, -9.269078], [12611, -9.274442]], "logprob_of_token": -0.20502, "top1_top2_margin": 2.728253, "top6_top7_margin": 0.199523}, {"gen_index": 18, "token": 12843, "top": [[12843, -0.175224], [14031, -3.031421], [2403, -4.232296], [19827, -4.504908], [55333, -4.68363], [26209, -6.145706], [44, -6.41989], [31663, -6.428841], [8445, -6.541143], [46, -6.637979], [55, -6.662473], [55332, -6.711078], [6559, -6.722103], [59, -6.724761], [14188, -6.778906], [946, -6.979898], [37720, -6.98461], [90236, -7.029956], [94021, -7.081637], [14395, -7.093663], [1932, -7.225844], [286, -7.244574], [58, -7.281334], [735, -7.28899], [1311, -7.377495], [63, -7.485225], [76591, -7.67987], [80764, -7.735771], [127906, -7.762589], [10133, -7.815133], [1829, -7.821814], [120022, -7.859233], [29350, -7.960652], [30877, -7.982231], [5951, -7.999508], [527, -8.000555], [405, -8.045472], [68743, -8.057493], [2555, -8.093158], [766, -8.093431], [262, -8.093854], [121080, -8.131889], [8206, -8.163642], [1275, -8.211381], [120007, -8.212158], [5274, -8.226374], [622, -8.254563], [38555, -8.274304], [263, -8.290077], [66032, -8.313758], [43605, -8.368755], [38336, -8.485787], [43032, -8.488032], [941, -8.524256], [32, -8.558806], [919, -8.592785], [2467, -8.661093], [4241, -8.676216], [56, -8.682126], [310, -8.693885], [275, -8.745476], [19969, -8.749791], [318, -8.769573], [378, -8.840288], [936, -8.931972], [72714, -8.948449], [1409, -8.952823], [108744, -8.976066], [7510, -8.989174], [4401, -8.991974], [900, -9.024384], [33335, -9.044565], [5218, -9.046901], [28346, -9.051335], [12456, -9.053971], [46612, -9.058641], [63487, -9.061813], [117101, -9.076356], [1204, -9.080116], [2944, -9.120424], [379, -9.156188], [20195, -9.183875], [8265, -9.214828], [125745, -9.270954], [14161, -9.283476], [1840, -9.287311], [33445, -9.333394], [439, -9.33911], [75282, -9.347353], [12611, -9.348932], [1064, -9.353317], [17736, -9.403708], [1309, -9.405308], [2376, -9.412591], [2213, -9.428274], [2457, -9.430655], [1410, -9.465341], [33274, -9.474124], [1343, -9.483577], [16147, -9.491582]], "logprob_of_token": -0.175224, "top1_top2_margin": 2.856196, "top6_top7_margin": 0.274184}, {"gen_index": 19, "token": 12843, "top": [[12843, -0.165102], [14031, -3.074993], [2403, -4.179349], [55333, -4.519988], [19827, -4.659892], [44, -6.278743], [26209, -6.324092], [46, -6.426998], [31663, -6.500042], [14188, -6.513262], [59, -6.569556], [58, -6.573135], [8445, -6.591124], [6559, -6.694628], [55332, -6.773273], [55, -6.78775], [90236, -6.930378], [946, -7.020452], [37720, -7.141565], [94021, -7.142463], [14395, -7.278873], [286, -7.460659], [735, -7.545033], [63, -7.556275], [1932, -7.566387], [76591, -7.725132], [1829, -7.758219], [10133, -7.781486], [80764, -7.797867], [127906, -7.834485], [1275, -7.93103], [120022, -7.931807], [2555, -7.94704], [1311, -8.028717], [405, -8.037008], [766, -8.051194], [263, -8.088871], [29350, -8.120917], [121080, -8.147825], [262, -8.251416], [527, -8.279775], [68743, -8.290343], [30877, -8.294237], [941, -8.359165], [5274, -8.384442], [120007, -8.398616], [66032, -8.402666], [622, -8.402719], [38555, -8.44347], [5951, -8.489693], [32, -8.495234], [8206, -8.510683], [919, -8.549888], [38336, -8.585526], [43605, -8.604372], [43032, -8.661037], [275, -8.666267], [4241, -8.81656], [108744, -8.846291], [56, -8.849408], [310, -8.862186], [2467, -8.956679], [63487, -8.963446], [7510, -8.986492], [72714, -8.995192], [936, -8.996107], [318, -9.008313], [19969, -9.016517], [46612, -9.051596], [33335, -9.058323], [28346, -9.110078], [900, -9.116981], [2944, -9.123417], [1409, -9.125816], [117101, -9.155449], [4401, -9.156652], [378, -9.156727], [379, -9.171275], [4595, -9.220737], [1204, -9.233006], [12611, -9.25195], [14161, -9.285986], [12456, -9.303224], [4739, -9.361205], [20195, -9.405769], [33445, -9.413158], [5218, -9.416069], [75282, -9.423404], [125745, -9.439547], [8265, -9.442478], [17736, -9.471697], [90879, -9.475451], [14147, -9.500075], [4758, -9.507563], [1840, -9.5141], [33, -9.524155], [2457, -9.543189], [1806, -9.558894], [33274, -9.56208], [529, -9.571707]], "logprob_of_token": -0.165102, "top1_top2_margin": 2.909891, "top6_top7_margin": 0.045349}, {"gen_index": 20, "token": 12843, "top": [[12843, -0.195545], [14031, -3.346319], [2403, -3.644821], [55333, -4.214867], [19827, -4.618723], [59, -6.019478], [26209, -6.089339], [44, -6.166478], [31663, -6.235827], [946, -6.312256], [55, -6.428728], [46, -6.475902], [6559, -6.52153], [8445, -6.547847], [55332, -6.572919], [14188, -6.585105], [58, -6.623749], [286, -6.961462], [94021, -6.979184], [14395, -7.004608], [63, -7.016805], [90236, -7.145025], [1932, -7.187735], [37720, -7.231791], [120022, -7.24069], [127906, -7.403225], [735, -7.511386], [80764, -7.552589], [1275, -7.588429], [120007, -7.616137], [766, -7.620137], [1829, -7.629442], [405, -7.672167], [121080, -7.749829], [76591, -7.823881], [263, -7.849413], [10133, -7.859712], [262, -7.89225], [30877, -7.947739], [8206, -7.94927], [29350, -7.972518], [941, -7.975502], [527, -8.007], [2555, -8.06931], [5951, -8.078568], [68743, -8.198454], [622, -8.200045], [66032, -8.209559], [5274, -8.252019], [7510, -8.340233], [1311, -8.43231], [32, -8.440166], [38555, -8.486344], [33335, -8.508152], [275, -8.551303], [2944, -8.559967], [936, -8.565393], [310, -8.570133], [318, -8.576783], [1409, -8.589211], [43605, -8.597102], [4241, -8.600706], [4595, -8.61652], [38336, -8.658539], [108744, -8.672853], [63487, -8.675874], [72714, -8.703027], [56, -8.714499], [4401, -8.758569], [46612, -8.766536], [19969, -8.786251], [919, -8.786755], [4739, -8.829839], [379, -8.878226], [8265, -8.887169], [1204, -8.893966], [43032, -8.956028], [2376, -8.961943], [900, -8.962471], [378, -8.994474], [125745, -9.055921], [1781, -9.092295], [1840, -9.111786], [12611, -9.117937], [4731, -9.120657], [20195, -9.121464], [14161, -9.131202], [117101, -9.16462], [16147, -9.176737], [12456, -9.181034], [120014, -9.193119], [119747, -9.19342], [14825, -9.195489], [14792, -9.228971], [5060, -9.252142], [2457, -9.254925], [2467, -9.255683], [33, -9.275503], [4205, -9.282792], [75282, -9.295497]], "logprob_of_token": -0.195545, "top1_top2_margin": 3.150774, "top6_top7_margin": 0.069861}, {"gen_index": 21, "token": 12843, "top": [[12843, -0.168808], [14031, -3.553237], [2403, -3.598616], [55333, -4.368864], [19827, -4.596746], [26209, -6.061943], [44, -6.127974], [59, -6.14887], [46, -6.209271], [6559, -6.436604], [31663, -6.52933], [55, -6.546843], [58, -6.594088], [14188, -6.682376], [8445, -6.719226], [55332, -6.791615], [14395, -6.864579], [946, -7.052495], [120022, -7.143551], [94021, -7.165531], [90236, -7.216768], [286, -7.250043], [63, -7.255512], [127906, -7.307765], [120007, -7.333428], [37720, -7.42639], [80764, -7.474651], [735, -7.565714], [1829, -7.688179], [1932, -7.705553], [2555, -7.83511], [76591, -7.863245], [405, -7.878962], [121080, -7.882945], [263, -7.922814], [10133, -8.007729], [68743, -8.038868], [5274, -8.170925], [527, -8.173018], [262, -8.216372], [66032, -8.219365], [38336, -8.232974], [766, -8.250146], [1275, -8.257981], [941, -8.281166], [29350, -8.470112], [275, -8.47245], [622, -8.488515], [5951, -8.499063], [43605, -8.541912], [32, -8.553919], [1311, -8.556061], [72714, -8.56502], [4241, -8.617614], [8206, -8.635103], [7510, -8.652568], [63487, -8.670224], [30877, -8.689914], [108744, -8.731886], [8265, -8.738487], [38555, -8.757349], [33335, -8.80541], [14161, -8.846436], [310, -8.892506], [900, -8.899542], [919, -8.94026], [43032, -8.959262], [1409, -8.985924], [936, -8.986556], [378, -8.989667], [2944, -9.035841], [1204, -9.039052], [19969, -9.083481], [56, -9.100946], [2467, -9.106488], [33, -9.130455], [318, -9.155834], [117101, -9.160081], [125745, -9.177712], [2213, -9.185432], [46612, -9.201972], [120014, -9.207338], [4739, -9.229483], [119747, -9.234272], [14147, -9.253111], [12611, -9.285046], [379, -9.298546], [20195, -9.33718], [2457, -9.338212], [12456, -9.340987], [816, -9.368947], [17736, -9.374952], [5218, -9.380211], [28346, -9.382196], [582, -9.428004], [14825, -9.430096], [4401, -9.453993], [75282, -9.473562], [5060, -9.481209], [1840, -9.530845]], "logprob_of_token": -0.168808, "top1_top2_margin": 3.384429, "top6_top7_margin": 0.066031}, {"gen_index": 22, "token": 12843, "top": [[12843, -0.162187], [14031, -3.47818], [2403, -3.665802], [55333, -4.606608], [19827, -4.643154], [26209, -6.053372], [59, -6.062214], [44, -6.131867], [46, -6.482021], [31663, -6.520673], [6559, -6.583216], [8445, -6.672561], [55, -6.702342], [946, -6.735197], [14188, -6.739111], [58, -6.806054], [14395, -6.948155], [55332, -6.973753], [120022, -7.114511], [63, -7.213449], [286, -7.215565], [90236, -7.316166], [94021, -7.332858], [127906, -7.378776], [120007, -7.426714], [37720, -7.485385], [80764, -7.618716], [735, -7.688106], [1932, -7.742031], [1829, -7.796272], [1311, -7.832893], [2555, -7.975831], [405, -8.00573], [121080, -8.034089], [76591, -8.035913], [5274, -8.079766], [68743, -8.123229], [263, -8.126077], [10133, -8.1368], [262, -8.211946], [1275, -8.294143], [527, -8.321743], [38336, -8.334815], [43605, -8.357802], [941, -8.365685], [4241, -8.368511], [32, -8.371751], [66032, -8.37474], [29350, -8.394279], [766, -8.427348], [5951, -8.496698], [7510, -8.499454], [33335, -8.636921], [622, -8.640903], [275, -8.662158], [72714, -8.698918], [8206, -8.820749], [63487, -8.867657], [8265, -8.869517], [38555, -8.880429], [108744, -8.923362], [14161, -8.932145], [30877, -8.94346], [936, -8.961702], [378, -8.972193], [318, -8.981511], [2467, -8.981897], [310, -8.986236], [19969, -9.009696], [1409, -9.012748], [1204, -9.023034], [900, -9.078469], [919, -9.131249], [28346, -9.220561], [14825, -9.226379], [56, -9.244144], [14147, -9.262389], [117101, -9.262395], [43032, -9.26691], [125745, -9.272591], [120014, -9.273791], [4739, -9.274179], [5218, -9.293479], [2944, -9.317693], [379, -9.33994], [12611, -9.342521], [46612, -9.350358], [582, -9.353492], [17736, -9.354821], [33, -9.360394], [119747, -9.402133], [4401, -9.407231], [20195, -9.410355], [12456, -9.414081], [2213, -9.42157], [5060, -9.461276], [70341, -9.492137], [2457, -9.537065], [16147, -9.540545], [3688, -9.565486]], "logprob_of_token": -0.162187, "top1_top2_margin": 3.315993, "top6_top7_margin": 0.008842}, {"gen_index": 23, "token": 12843, "top": [[12843, -0.231678], [14031, -3.066586], [2403, -3.383929], [19827, -4.509361], [55333, -4.554258], [59, -5.644147], [44, -5.757606], [26209, -5.83217], [946, -6.031779], [14188, -6.185181], [31663, -6.254896], [46, -6.266712], [8445, -6.466387], [286, -6.52808], [55, -6.616777], [63, -6.627348], [14395, -6.724739], [120022, -6.738626], [6559, -6.76056], [58, -6.82455], [94021, -6.883327], [37720, -6.902185], [55332, -6.920349], [127906, -7.121677], [735, -7.159125], [120007, -7.213637], [90236, -7.235098], [1311, -7.2804], [1829, -7.318393], [1932, -7.379997], [29350, -7.606372], [405, -7.641244], [80764, -7.662586], [121080, -7.690382], [5274, -7.723448], [262, -7.838724], [527, -7.839323], [263, -7.842319], [10133, -7.843239], [766, -7.881514], [1275, -7.8877], [2555, -7.907422], [68743, -7.915319], [5951, -7.915887], [76591, -7.955658], [32, -8.042118], [7510, -8.056598], [941, -8.098696], [4241, -8.139703], [38555, -8.195605], [622, -8.314793], [936, -8.32481], [8265, -8.344677], [275, -8.361892], [43605, -8.367491], [66032, -8.377719], [72714, -8.379108], [8206, -8.397917], [33335, -8.404576], [378, -8.427027], [318, -8.433357], [2467, -8.494223], [1409, -8.510523], [1204, -8.572405], [30877, -8.577973], [310, -8.603912], [2944, -8.622961], [38336, -8.627263], [919, -8.640288], [14161, -8.659116], [56, -8.710474], [19969, -8.734032], [4401, -8.773853], [120014, -8.817728], [63487, -8.837133], [12611, -8.849426], [14825, -8.918982], [46612, -8.955392], [108744, -8.960961], [900, -8.963783], [5060, -8.985977], [379, -9.013673], [125745, -9.015961], [582, -9.023068], [5218, -9.025277], [4739, -9.043837], [1840, -9.050674], [17736, -9.052027], [2376, -9.065804], [14147, -9.080089], [1781, -9.083227], [28346, -9.085837], [12456, -9.105622], [120018, -9.136099], [119747, -9.145722], [127750, -9.158314], [117101, -9.159964], [439, -9.166036], [4595, -9.166859], [33, -9.167038]], "logprob_of_token": -0.231678, "top1_top2_margin": 2.834908, "top6_top7_margin": 0.113459}, {"gen_index": 24, "token": 12843, "top": [[12843, -0.247178], [14031, -2.894381], [2403, -3.596329], [55333, -4.344783], [19827, -4.558344], [59, -5.814743], [44, -5.83988], [26209, -5.863685], [31663, -6.044907], [946, -6.167519], [8445, -6.308944], [46, -6.371175], [14188, -6.429442], [94021, -6.546793], [63, -6.552769], [14395, -6.559606], [286, -6.617087], [55, -6.678557], [120022, -6.697958], [37720, -6.704596], [55332, -6.70652], [6559, -6.846324], [120007, -7.091007], [1932, -7.184164], [127906, -7.192007], [90236, -7.196934], [735, -7.273976], [58, -7.290267], [29350, -7.312097], [1311, -7.400771], [1829, -7.478912], [121080, -7.519267], [405, -7.559875], [527, -7.566903], [2555, -7.629349], [262, -7.633383], [1275, -7.750726], [80764, -7.755519], [5951, -7.783235], [5274, -7.820912], [10133, -7.834523], [76591, -7.856649], [38555, -7.884761], [766, -7.899975], [68743, -7.919326], [32, -7.978245], [263, -8.015826], [941, -8.01827], [7510, -8.052755], [33335, -8.115278], [622, -8.116375], [8206, -8.118303], [43605, -8.134266], [30877, -8.177786], [4241, -8.183728], [936, -8.278031], [66032, -8.286176], [318, -8.290782], [1409, -8.298084], [63487, -8.3598], [19969, -8.383883], [1204, -8.392466], [2467, -8.430198], [275, -8.438963], [378, -8.475672], [310, -8.490854], [8265, -8.504934], [919, -8.520378], [72714, -8.555634], [1840, -8.59571], [56, -8.631297], [46612, -8.645494], [38336, -8.673792], [4401, -8.705512], [28346, -8.733958], [108744, -8.746327], [2944, -8.766979], [4595, -8.782487], [379, -8.810635], [4739, -8.816564], [12611, -8.839658], [16147, -8.851091], [1781, -8.85414], [900, -8.880723], [5060, -8.886621], [43032, -8.89701], [14161, -8.903631], [20195, -8.903665], [125745, -8.910796], [5218, -8.922383], [14825, -8.936117], [12456, -8.946314], [120014, -8.961105], [2376, -8.992735], [119747, -9.009559], [1427, -9.029793], [17736, -9.066164], [582, -9.087365], [2213, -9.093674], [117101, -9.097491]], "logprob_of_token": -0.247178, "top1_top2_margin": 2.647202, "top6_top7_margin": 0.025137}, {"gen_index": 25, "token": 12843, "top": [[12843, -0.214128], [14031, -3.13718], [2403, -3.344204], [55333, -4.18485], [19827, -4.666062], [26209, -6.024407], [31663, -6.263214], [44, -6.276526], [59, -6.301949], [946, -6.345513], [46, -6.603945], [8445, -6.626819], [94021, -6.627418], [14188, -6.627666], [55332, -6.68739], [14395, -6.767965], [286, -6.773085], [6559, -6.833801], [120022, -6.849443], [63, -6.86543], [55, -6.982706], [37720, -7.007823], [58, -7.20089], [120007, -7.260379], [127906, -7.336646], [90236, -7.350343], [735, -7.533154], [1932, -7.544291], [2555, -7.566051], [1829, -7.632478], [29350, -7.721925], [121080, -7.753932], [80764, -7.782591], [405, -7.824081], [527, -7.832716], [262, -7.88799], [76591, -7.95132], [1275, -7.953814], [10133, -7.968113], [68743, -7.989076], [263, -8.045527], [5274, -8.051754], [5951, -8.057956], [941, -8.138403], [63487, -8.229829], [38555, -8.241015], [766, -8.241325], [1311, -8.273466], [4241, -8.32418], [43605, -8.349545], [66032, -8.371353], [32, -8.371366], [622, -8.373793], [7510, -8.413348], [8265, -8.437603], [1409, -8.497266], [33335, -8.515022], [1204, -8.556646], [72714, -8.610078], [275, -8.610948], [310, -8.635417], [38336, -8.640149], [318, -8.655889], [8206, -8.667795], [378, -8.681098], [2467, -8.71556], [108744, -8.731432], [30877, -8.733162], [19969, -8.752335], [46612, -8.768429], [900, -8.772006], [936, -8.780198], [919, -8.78518], [43032, -8.849567], [28346, -8.889101], [14161, -8.954941], [379, -8.964194], [1840, -8.976694], [120014, -8.986562], [119747, -8.993921], [4595, -9.000901], [20195, -9.010467], [4739, -9.01749], [16147, -9.03238], [14825, -9.041385], [12611, -9.096968], [2944, -9.142255], [12456, -9.145741], [125745, -9.170257], [56, -9.180331], [4401, -9.183774], [5218, -9.227721], [14179, -9.247002], [117101, -9.264717], [1427, -9.290437], [5060, -9.292928], [582, -9.297487], [2213, -9.311987], [33445, -9.316487], [75282, -9.318141]], "logprob_of_token": -0.214128, "top1_top2_margin": 2.923052, "top6_top7_margin": 0.238807}, {"gen_index": 26, "token": 12843, "top": [[12843, -0.265538], [2403, -3.034591], [14031, -3.04766], [55333, -4.04865], [19827, -4.693202], [59, -5.798028], [26209, -5.969791], [31663, -6.014322], [44, -6.037302], [946, -6.038788], [94021, -6.300242], [63, -6.307936], [14188, -6.414771], [46, -6.42212], [8445, -6.461873], [55332, -6.520382], [120022, -6.593705], [55, -6.611568], [14395, -6.77273], [286, -6.784053], [6559, -6.833415], [120007, -6.861824], [37720, -6.881299], [58, -6.933025], [127906, -6.99512], [90236, -7.223176], [735, -7.25436], [29350, -7.351194], [1829, -7.370909], [121080, -7.391142], [1932, -7.391394], [1275, -7.421654], [405, -7.439493], [2555, -7.518685], [80764, -7.678687], [10133, -7.729819], [5951, -7.743013], [262, -7.767571], [766, -7.849842], [76591, -7.866899], [263, -7.892126], [38555, -7.904615], [8265, -7.90542], [5274, -7.917984], [527, -7.919462], [7510, -7.930688], [1311, -7.972456], [941, -8.024473], [63487, -8.056098], [622, -8.065503], [68743, -8.125014], [4241, -8.248845], [378, -8.268532], [43605, -8.275629], [72714, -8.283207], [8206, -8.289446], [32, -8.30131], [33335, -8.321535], [19969, -8.351715], [1409, -8.385988], [66032, -8.395956], [46612, -8.416202], [936, -8.432033], [919, -8.460439], [275, -8.487218], [310, -8.487979], [38336, -8.556888], [4595, -8.604559], [318, -8.6186], [56, -8.635536], [108744, -8.650685], [1840, -8.701834], [379, -8.718692], [2467, -8.721201], [30877, -8.734978], [4401, -8.742085], [1204, -8.742996], [4739, -8.74372], [2944, -8.753919], [12611, -8.767654], [119747, -8.773736], [16147, -8.776005], [43032, -8.78505], [900, -8.836712], [1781, -8.926825], [20195, -8.943761], [33, -8.971169], [120014, -8.9816], [14825, -8.985274], [14792, -9.005939], [1427, -9.024648], [14161, -9.025707], [2376, -9.030956], [125745, -9.050224], [5060, -9.06274], [582, -9.071758], [2457, -9.073089], [75282, -9.084445], [5218, -9.087105], [12456, -9.095039]], "logprob_of_token": -0.265538, "top1_top2_margin": 2.769054, "top6_top7_margin": 0.171764}, {"gen_index": 27, "token": 12843, "top": [[12843, -0.244526], [14031, -2.945174], [2403, -3.139876], [55333, -4.280517], [19827, -4.724515], [59, -5.86404], [44, -5.90944], [26209, -6.160082], [31663, -6.224309], [46, -6.228725], [14188, -6.3938], [946, -6.456692], [58, -6.518472], [8445, -6.538554], [63, -6.561436], [94021, -6.589547], [14395, -6.63392], [120022, -6.717846], [55, -6.797238], [55332, -6.804806], [286, -6.846394], [6559, -6.868908], [37720, -6.962018], [120007, -6.972814], [127906, -7.088172], [735, -7.31505], [90236, -7.371045], [1829, -7.376753], [2555, -7.490581], [29350, -7.534894], [1932, -7.545044], [121080, -7.587615], [405, -7.602117], [80764, -7.669091], [1275, -7.774324], [262, -7.803401], [10133, -7.815508], [1311, -7.859831], [527, -7.983593], [263, -8.000064], [76591, -8.002363], [7510, -8.028229], [941, -8.048061], [766, -8.091551], [5274, -8.095888], [38555, -8.182014], [622, -8.199647], [5951, -8.246529], [68743, -8.251456], [43605, -8.319472], [72714, -8.323129], [1409, -8.323631], [4241, -8.339842], [32, -8.340359], [8265, -8.355734], [900, -8.358541], [63487, -8.403412], [66032, -8.463915], [275, -8.463961], [33335, -8.482094], [38336, -8.501804], [936, -8.530813], [310, -8.540668], [378, -8.574956], [318, -8.616444], [2467, -8.67275], [919, -8.683719], [1204, -8.684638], [19969, -8.756735], [56, -8.776701], [8206, -8.776998], [108744, -8.793671], [14161, -8.864737], [379, -8.885551], [2944, -8.886848], [1840, -8.888523], [33, -8.914837], [4401, -8.945367], [12611, -8.956553], [46612, -8.958999], [28346, -9.008137], [120014, -9.01659], [1781, -9.065075], [4595, -9.069915], [43032, -9.074493], [14825, -9.089511], [30877, -9.091777], [2213, -9.091803], [14792, -9.094147], [4739, -9.121354], [125745, -9.126401], [5218, -9.127823], [14147, -9.151147], [16147, -9.151303], [2376, -9.165552], [119747, -9.16869], [4205, -9.172631], [582, -9.179202], [75282, -9.200432], [2457, -9.203175]], "logprob_of_token": -0.244526, "top1_top2_margin": 2.700648, "top6_top7_margin": 0.0454}, {"gen_index": 28, "token": 12843, "top": [[12843, -0.183944], [14031, -3.184249], [2403, -3.339851], [55333, -4.386891], [19827, -4.790474], [26209, -6.160634], [31663, -6.314657], [59, -6.39459], [44, -6.527627], [46, -6.761196], [55332, -6.832662], [55, -6.838218], [6559, -6.838928], [8445, -6.881375], [14188, -6.899031], [94021, -6.921711], [946, -6.93587], [14395, -6.960927], [58, -6.96507], [120022, -7.025362], [63, -7.171122], [127906, -7.29099], [37720, -7.300254], [286, -7.34022], [120007, -7.361512], [90236, -7.421232], [80764, -7.534492], [735, -7.623866], [2555, -7.733676], [1932, -7.743862], [121080, -7.785328], [1311, -7.885311], [29350, -7.916457], [1829, -7.933031], [76591, -7.999571], [405, -8.061645], [10133, -8.120887], [5274, -8.208388], [262, -8.240246], [527, -8.249656], [1275, -8.256458], [68743, -8.280129], [263, -8.314248], [43605, -8.347807], [72714, -8.429239], [32, -8.434343], [941, -8.447298], [66032, -8.476849], [7510, -8.489903], [38555, -8.507332], [8265, -8.518031], [38336, -8.528805], [5951, -8.559157], [622, -8.607018], [63487, -8.680891], [766, -8.684597], [1409, -8.71366], [378, -8.739038], [4241, -8.741406], [2467, -8.755868], [900, -8.780688], [33335, -8.83185], [936, -8.892642], [919, -8.921653], [310, -8.93756], [108744, -8.95075], [318, -8.962337], [275, -9.009591], [14161, -9.046756], [43032, -9.053792], [19969, -9.099152], [56, -9.11528], [1204, -9.133259], [28346, -9.158978], [125745, -9.213873], [5218, -9.217986], [14177, -9.255486], [119747, -9.276383], [12611, -9.334506], [14147, -9.345155], [2213, -9.358212], [4739, -9.371733], [12456, -9.381187], [33, -9.388857], [117101, -9.394965], [379, -9.401965], [14825, -9.404847], [1848, -9.414029], [46612, -9.421662], [439, -9.42772], [120014, -9.431458], [16147, -9.467169], [816, -9.482255], [835, -9.487323], [582, -9.504294], [1270, -9.506345], [2944, -9.510465], [75282, -9.530055], [8206, -9.548236], [14179, -9.559552]], "logprob_of_token": -0.183944, "top1_top2_margin": 3.000305, "top6_top7_margin": 0.154024}, {"gen_index": 29, "token": 12843, "top": [[12843, -0.155874], [14031, -3.375538], [2403, -3.736369], [55333, -4.471072], [19827, -4.561987], [26209, -6.12228], [31663, -6.306095], [59, -6.744856], [946, -6.787422], [55332, -6.85201], [44, -6.888877], [55, -6.897931], [120022, -6.905454], [6559, -6.943297], [8445, -6.953818], [14395, -6.986226], [46, -7.012233], [14188, -7.102303], [58, -7.128098], [94021, -7.174055], [286, -7.383577], [37720, -7.38862], [127906, -7.399092], [63, -7.409299], [120007, -7.447428], [90236, -7.463384], [1932, -7.680939], [80764, -7.686966], [121080, -7.711813], [1311, -7.73983], [2555, -7.762376], [735, -7.885885], [76591, -8.02421], [5274, -8.084112], [29350, -8.11275], [1829, -8.17134], [68743, -8.173409], [32, -8.295465], [405, -8.323586], [10133, -8.397623], [527, -8.401861], [262, -8.463905], [263, -8.476694], [7510, -8.480103], [5951, -8.528247], [941, -8.540053], [4241, -8.597131], [43605, -8.616352], [66032, -8.630198], [1275, -8.644266], [2467, -8.657372], [38336, -8.681179], [38555, -8.710576], [8265, -8.764619], [378, -8.794606], [72714, -8.811528], [63487, -8.821247], [766, -8.864806], [33335, -8.879791], [1409, -8.880199], [622, -8.932009], [318, -9.030338], [919, -9.068467], [108744, -9.069478], [14161, -9.074523], [900, -9.121707], [19969, -9.12275], [936, -9.145757], [1204, -9.145953], [5218, -9.157815], [310, -9.162601], [125745, -9.187737], [43032, -9.199777], [275, -9.225994], [28346, -9.257968], [119747, -9.286115], [14147, -9.325942], [12456, -9.366677], [14825, -9.378336], [56, -9.3883], [439, -9.411826], [120014, -9.472853], [4739, -9.478938], [379, -9.490264], [2944, -9.504521], [117101, -9.521692], [70341, -9.530246], [12611, -9.531035], [4401, -9.539997], [16147, -9.551395], [582, -9.565123], [46612, -9.573638], [33, -9.590926], [1270, -9.644382], [5060, -9.654759], [2376, -9.657252], [4205, -9.662873], [14179, -9.673566], [1836, -9.678427], [17736, -9.680973]], "logprob_of_token": -0.155874, "top1_top2_margin": 3.219665, "top6_top7_margin": 0.183815}, {"gen_index": 30, "token": 12843, "top": [[12843, -0.200363], [2403, -3.462614], [14031, -3.462834], [55333, -4.220222], [19827, -4.585575], [31663, -5.839258], [26209, -5.892839], [946, -6.19641], [120022, -6.225583], [59, -6.362056], [55332, -6.536539], [44, -6.683349], [55, -6.693326], [8445, -6.748756], [63, -6.793344], [286, -6.829645], [94021, -6.841571], [14188, -6.847879], [14395, -6.873939], [120007, -6.888911], [46, -7.071371], [127906, -7.094482], [121080, -7.186486], [6559, -7.189363], [1311, -7.270302], [37720, -7.314288], [90236, -7.319341], [1932, -7.331357], [5274, -7.609352], [29350, -7.65892], [80764, -7.702688], [735, -7.720404], [58, -7.722038], [405, -7.795843], [2555, -7.797513], [1829, -7.801564], [32, -7.802414], [76591, -7.879306], [5951, -7.935671], [262, -7.979897], [7510, -8.007263], [527, -8.040891], [1275, -8.043516], [68743, -8.053074], [263, -8.150662], [4241, -8.248102], [378, -8.25905], [941, -8.296516], [8265, -8.321211], [766, -8.373769], [38555, -8.386849], [43605, -8.395038], [1409, -8.425322], [19969, -8.438965], [33335, -8.441006], [2467, -8.442286], [936, -8.523866], [4595, -8.551066], [622, -8.575383], [38336, -8.575856], [66032, -8.599195], [72714, -8.661364], [1204, -8.674089], [318, -8.68252], [919, -8.702512], [63487, -8.708706], [2944, -8.732581], [10133, -8.735268], [310, -8.76297], [1840, -8.789398], [108744, -8.858873], [4739, -8.894016], [125745, -8.903896], [2376, -8.916641], [119747, -8.957715], [5218, -8.998535], [1427, -9.003344], [14792, -9.02766], [46612, -9.052646], [4401, -9.059917], [12456, -9.070772], [275, -9.072979], [4205, -9.090795], [12611, -9.100568], [5060, -9.10985], [14161, -9.110985], [120014, -9.115482], [379, -9.12307], [43032, -9.137392], [4731, -9.157755], [14825, -9.164999], [1836, -9.176372], [56, -9.190271], [20195, -9.198586], [900, -9.210082], [14153, -9.217043], [439, -9.221121], [1848, -9.224588], [16147, -9.225458], [14147, -9.231767]], "logprob_of_token": -0.200363, "top1_top2_margin": 3.262251, "top6_top7_margin": 0.053582}, {"gen_index": 31, "token": 12843, "top": [[12843, -0.203416], [14031, -2.941558], [2403, -3.911496], [55333, -4.286592], [19827, -4.493407], [26209, -6.209076], [31663, -6.258585], [59, -6.36902], [44, -6.391716], [14188, -6.47758], [55332, -6.491922], [46, -6.622794], [8445, -6.672137], [94021, -6.693477], [946, -6.717226], [37720, -6.779004], [55, -6.830685], [14395, -6.86359], [120022, -6.884349], [6559, -6.935833], [63, -6.950726], [286, -7.123561], [1311, -7.264499], [120007, -7.302782], [90236, -7.329062], [127906, -7.359162], [58, -7.430628], [1932, -7.435064], [121080, -7.470266], [735, -7.560138], [29350, -7.651911], [80764, -7.718251], [76591, -7.749419], [1829, -7.772657], [2555, -7.796728], [405, -7.83355], [5274, -7.892382], [10133, -7.906152], [1275, -8.012774], [527, -8.024633], [262, -8.050371], [32, -8.07859], [43605, -8.143138], [38555, -8.145509], [68743, -8.166533], [5951, -8.272088], [622, -8.295722], [941, -8.299162], [378, -8.318688], [2467, -8.323562], [919, -8.365564], [7510, -8.365973], [66032, -8.466352], [4241, -8.479696], [263, -8.500422], [19969, -8.554983], [72714, -8.563099], [936, -8.579988], [38336, -8.587337], [766, -8.621472], [33335, -8.648625], [63487, -8.708103], [43032, -8.720751], [310, -8.738504], [108744, -8.799365], [1409, -8.807184], [56, -8.821589], [8265, -8.880153], [12611, -8.895183], [318, -8.9105], [379, -8.952929], [5218, -8.975418], [1204, -8.977339], [14179, -8.98379], [28346, -9.009271], [275, -9.029426], [17736, -9.037602], [900, -9.062423], [46612, -9.063193], [4739, -9.106833], [12456, -9.112885], [8206, -9.119933], [33, -9.130063], [1840, -9.136298], [2944, -9.137265], [125745, -9.138093], [117101, -9.138774], [439, -9.165845], [4595, -9.175396], [14147, -9.197707], [14153, -9.207583], [14161, -9.219347], [119747, -9.243661], [20195, -9.248713], [75282, -9.326109], [1836, -9.33256], [33445, -9.337289], [16147, -9.37337], [127750, -9.398942], [1270, -9.418251]], "logprob_of_token": -0.203416, "top1_top2_margin": 2.738142, "top6_top7_margin": 0.049509}]}]}